From 0191bd46797a43f7d0dbcb39fd8935d7053a05b6 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Wed, 14 Oct 2020 13:44:33 -0700 Subject: [PATCH 001/129] [ add ] barebone hook for dense ops --- CMakeLists.txt | 1 + cmake/modules/contrib/VTAMatmul.cmake | 7 + python/tvm/relay/op/contrib/vta_matmul.py | 8 + .../backend/contrib/vta_matmul/codegen.cc | 272 ++++++++++++++++++ 4 files changed, 288 insertions(+) create mode 100644 cmake/modules/contrib/VTAMatmul.cmake create mode 100644 python/tvm/relay/op/contrib/vta_matmul.py create mode 100644 src/relay/backend/contrib/vta_matmul/codegen.cc diff --git a/CMakeLists.txt b/CMakeLists.txt index a4cfa0b59..0dc833d44 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -375,6 +375,7 @@ include(cmake/modules/ROCM.cmake) include(cmake/modules/LLVM.cmake) include(cmake/modules/Micro.cmake) include(cmake/modules/contrib/EthosN.cmake) +include(cmake/modules/contrib/VTAMatmul.cmake) include(cmake/modules/contrib/BLAS.cmake) include(cmake/modules/contrib/CODEGENC.cmake) include(cmake/modules/contrib/DNNL.cmake) diff --git a/cmake/modules/contrib/VTAMatmul.cmake b/cmake/modules/contrib/VTAMatmul.cmake new file mode 100644 index 000000000..d92a2555f --- /dev/null +++ b/cmake/modules/contrib/VTAMatmul.cmake @@ -0,0 +1,7 @@ +if(USE_VTA_MATMUL) + file(GLOB VTAMATMUL_RELAY_CONTRIB_SRC src/relay/backend/contrib/vta_matmul/codegen.cc) + list(APPEND COMPILER_SRCS ${VTAMATMUL_RELAY_CONTRIB_SRC}) + file(GLOB VTAMATMUL_CONTRIB_SRC src/runtime/contrib/vta_matmul/vta_matmul.cc) + list(APPEND RUNTIME_SRCS ${VTAMATMUL_CONTRIB_SRC}) + message(STATUS "Build with Codegen for VTA...") +endif(USE_VTA_MATMUL) \ No newline at end of file diff --git a/python/tvm/relay/op/contrib/vta_matmul.py b/python/tvm/relay/op/contrib/vta_matmul.py new file mode 100644 index 000000000..b7c066136 --- /dev/null +++ b/python/tvm/relay/op/contrib/vta_matmul.py @@ -0,0 +1,8 @@ +import tvm +from ...dataflow_pattern import wildcard, is_op +from .register import register_pattern_table + +@tvm.ir.register_op_attr('nn.dense', 'target.vta_matmul') +def _wrap_nn_dense(attrs, args): + # print('================ registered vta_matmul ==================') + return True \ No newline at end of file diff --git a/src/relay/backend/contrib/vta_matmul/codegen.cc b/src/relay/backend/contrib/vta_matmul/codegen.cc new file mode 100644 index 000000000..fabc161e4 --- /dev/null +++ b/src/relay/backend/contrib/vta_matmul/codegen.cc @@ -0,0 +1,272 @@ +#include +#include +#include +#include +#include +#include +#include + +#include "../../utils.h" +#include "../codegen_c/codegen_c.h" + +namespace tvm { +namespace relay { +namespace contrib { + +using namespace backend; + +inline size_t GetShape1DSize(const Type& type) { + const auto shape = GetShape(type); + return std::accumulate(shape.begin(), shape.end(), 1, std::multiplies()); +} + +std::vector MatMul(const CallNode* call) { + auto data_shape = GetShape(call->args[0]->checked_type()); + auto weight_shape = GetShape(call->args[1]->checked_type()); + + std::vector args; + args.push_back(std::to_string(data_shape[0])); + args.push_back(std::to_string(data_shape[1])); + args.push_back(std::to_string(weight_shape[0])); + + return args; +} + +class CodegenVTA : public MemoizedExprTranslator>, public CodegenCBase { + + public: + CodegenVTA(const std::string& id) { + this->ext_func_id_ = id; + } + + std::vector VisitExpr_(const VarNode* node) final { + ext_func_args_.push_back(GetRef(node)); + Output output; + output.name = node->name_hint(); + return {output}; + } + + std::vector VisitExpr_(const TupleNode* node) final { + std::vector outs; + for (auto field : node->fields) { + auto res = VisitExpr(field); + CHECK_EQ(res.size(), 1U) << "Do not support tuple nest"; + outs.push_back(res[0]); + } + return outs; + } + + std::vector VisitExpr_(const TupleGetItemNode* op) final { + auto res = VisitExpr(op->tuple); + CHECK_GT(res.size(), static_cast(op->index)); + + // Only keep the item we want for the child node. + // FIXME(@comaniac): The other items should still be requried for the primary outputs. + return {res[op->index]}; + } + + std::vector VisitExpr_(const ConstantNode* cn) final { + std::ostringstream decl_stream; + std::ostringstream buf_stream; + + Output output; + // Get const: static_cast(gcc_0_consts[0]->data) + output.name = CreateDataReference(ext_func_id_, const_idx_); + const auto* type_node = cn->checked_type().as(); + CHECK(type_node); + const auto& dtype = GetDtypeString(type_node); + + // Generate the global variable for needed ndarrays + if (const_array_name_.empty()) { + const_array_name_ = CreateNDArrayPool(ext_func_id_); + std::string checker = CreateInitChecker(ext_func_id_); + ext_func_body_.insert(ext_func_body_.begin(), checker); + } + + CHECK(dtype == "float" || dtype == "int") << "Only float and int are supported for now."; + output.dtype = dtype; + + std::string const_var_name = CreateConstVar(ext_func_id_, const_idx_); + const_vars_.push_back(const_var_name); + const_idx_++; + + return {output}; + } + + std::vector VisitExpr_(const CallNode* call) { + std::ostringstream decl_stream; + std::ostringstream buf_stream; + std::ostringstream call_stream; + + std::string func_name = ext_func_id_ + "_"; + + if (IsOp(call, "nn.dense")) { + auto ret = GenerateBody(call, "vta_matmul_ila", GetArgumentNames(call), MatMul(call)); + buf_decl_.insert(buf_decl_.end(), ret.buffers.begin(), ret.buffers.end()); + ext_func_body_.push_back(ret.decl); + return ret.outputs; + } else { + LOG(FATAL) << "Only support dense currently"; + return {}; + } + } + + std::string JIT(const std::vector& out) { + return JitImpl(ext_func_id_, ext_func_args_, buf_decl_, ext_func_body_, const_array_name_, out); + } + + private: + struct GenerateBodyOutput { + std::string decl; + std::vector buffers; + std::vector outputs; + }; + + // from dnnl codegen + GenerateBodyOutput GenerateBody(const CallNode* root_call, const std::string& func_name, + const std::vector& func_args, + const std::vector& attribute_args) { + // Make function call with input buffers when visiting arguments + CHECK_GT(func_args.size(), 0); + std::ostringstream decl_stream; + decl_stream << "(" << func_args[0]; + for (size_t i = 1; i < func_args.size(); ++i) { + decl_stream << ", " << func_args[i]; + } + + // Analyze the output buffers + std::vector out_types; + if (root_call->checked_type()->IsInstance()) { + auto type_node = root_call->checked_type().as(); + for (auto field : type_node->fields) { + CHECK(field->IsInstance()); + out_types.push_back(field); + } + } else if (root_call->checked_type()->IsInstance()) { + CHECK(root_call->checked_type()->IsInstance()); + out_types.push_back(root_call->checked_type()); + } else { + LOG(FATAL) << "Unrecognized type node: " << AsText(root_call->checked_type(), false); + } + + GenerateBodyOutput ret; + for (const auto& out_type : out_types) { + this->PrintIndents(); + const std::string out = "buf_" + std::to_string(buf_idx_++); + const auto out_size = GetShape1DSize(out_type); + decl_stream << ", " << out; + + Output output; + output.name = out; + output.size = out_size; + output.dtype = GetDtypeString(out_type.as()); + output.need_copy = true; + ret.buffers.push_back("float* " + out + " = (float*)std::malloc(4 * " + + std::to_string(out_size) + ");"); + ret.outputs.push_back(output); + } + + // Attach attribute arguments + for (size_t i = 0; i < attribute_args.size(); ++i) { + decl_stream << ", " << attribute_args[i]; + } + decl_stream << ");"; + ret.decl = func_name + decl_stream.str(); + return ret; + } + + std::vector GetArgumentNames(const CallNode* call) { + std::vector arg_names; + for (size_t i = 0; i < call->args.size(); ++i) { + auto res = VisitExpr(call->args[i]); + for (const auto& out : res) { + arg_names.push_back(out.name); + } + } + return arg_names; + } + + /*! \brief The id of the external dnnl ext_func. */ + std::string ext_func_id_{""}; + /*! + * \brief The index to track the output buffer. Each kernel will redirect the + * output to a buffer that may be consumed by other kernels. + */ + int buf_idx_{0}; + /*! \brief The index of global constants. */ + int const_idx_{0}; + int func_id_{0}; + /*! \brief The arguments used by a wrapped function that calls DNNL kernels. */ + Array ext_func_args_; + /*! \brief Statement of the function that will be compiled using DNNL kernels. */ + std::vector ext_func_body_; + /*! \brief The array declared to store the constant values. */ + std::string const_array_name_; + /*! \brief The declaration of intermeidate buffers. */ + std::vector buf_decl_; + /*! \brief The variable name to constant mapping. */ + Array const_vars_; + + friend class VTAMatMulModuleCodegen; +}; + +class VTAMatMulModuleCodegen : public CSourceModuleCodegenBase { + public: + std::pair> GenVTAFunc(const Function& func) { + CHECK(func.defined()) << "Input error: expect a Relay function."; + + // Record the external symbol for runtime lookup. + auto sid = GetExtSymbol(func); + + CodegenVTA builder(sid); + auto out = builder.VisitExpr(func->body); + code_stream_ << builder.JIT(out); + + return {sid, builder.const_vars_}; + } + + runtime::Module CreateCSourceModule(const ObjectRef& ref) override { + code_stream_ << "#include \n"; + code_stream_ << "#include \n"; + code_stream_ << "#include \n"; + code_stream_ << "#include \n"; + code_stream_ << "#include \n"; + code_stream_ << "#include \n"; + code_stream_ << "#include \n"; + code_stream_ << "using namespace tvm::runtime;\n"; + + const char* ila_code = R"( + extern "C" void vta_matmul_ila(float* inp, float* weight, float* out, int in_0, int in_1, int w_0) { + std::cerr << "Called vta_matmul_ila\n"; + })"; + // code_stream_ << "using namespace tvm::runtime::contrib;\n"; + + code_stream_ << ila_code << "\n"; + auto func = Downcast(ref); + auto res = GenVTAFunc(func); + code_stream_ << "int main() {\n"; + code_stream_ << "std::cout << \"Hello from BYOC Codegen\" << std::endl;\n"; + code_stream_ << "return 0;\n"; + code_stream_ << "}\n"; + auto code = code_stream_.str(); + String symbol = std::get<0>(res); + Array vars = std::get<1>(res); + const auto* pf = runtime::Registry::Get("runtime.CSourceModuleCreate"); + CHECK(pf != nullptr) << "Cannot find csource module to create the external runtime module"; + std::cerr << code << std::endl; + return (*pf)(code, "c", symbol, vars); + } + private: + std::ostringstream code_stream_; +}; + +runtime::Module VTAMatMulCompiler(const ObjectRef& ref) { + VTAMatMulModuleCodegen codegen; + return codegen.CreateCSourceModule(ref); +} + +TVM_REGISTER_GLOBAL("relay.ext.vta_matmul").set_body_typed(VTAMatMulCompiler); + +} // namespace contrib +} // namespace relay +} // namespace tvm \ No newline at end of file From e71bc6056b467aaf5c1ab3be333dd83a34c4b503 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Wed, 14 Oct 2020 15:50:18 -0700 Subject: [PATCH 002/129] [ add ] placeholder for vta codegen test --- tests/python/relay/test_external_codegen.py | 34 +++++++++++++++++++++ 1 file changed, 34 insertions(+) diff --git a/tests/python/relay/test_external_codegen.py b/tests/python/relay/test_external_codegen.py index 84e2fa305..acbc5048c 100644 --- a/tests/python/relay/test_external_codegen.py +++ b/tests/python/relay/test_external_codegen.py @@ -358,6 +358,40 @@ def test_load_params_with_constants_in_ext_codegen(): rt_mod = tvm.contrib.graph_executor.create(graph_module.get_graph_json(), lib, tvm.cpu(0)) rt_mod.load_params(runtime.save_param_dict(graph_module.get_params())) +def test_extern_vta(): + if not tvm.get_global_func("relay.ext.vta_matmul", True): + print('VTA ILA codegen not supported') + + dtype = 'float32' + ishape = (3, 24) + wshape = (5, 24) + + data = relay.var('data', shape=(ishape), dtype=dtype) + weight = relay.const(np.random.uniform(0, 1, wshape).astype(dtype), dtype=dtype) + + data_1 = relay.log(data) + o1 = relay.multiply(data_1, relay.const(np.random.uniform(0, 1, ishape))) + + dense_param = relay.var('data_p', shape=(ishape), dtype=dtype) + dense_func = relay.Function([dense_param], relay.nn.dense(dense_param, weight)) + dense_func = set_external_func_attr(dense_func, 'vta_matmul', 'vta_matmul_test_') + + out = relay.Call(dense_func, [o1]) + f = relay.Function([data], out) + inputs = relay.var('input', shape=ishape, dtype=dtype) + call = relay.Call(f, [inputs]) + + mod = tvm.IRModule() + mod['main'] = f + mod = relay.transform.InferType()(mod) + mod = tvm.IRModule.from_expr(call) + # mod = relay.transform.AnnotateTarget(['vta_matmul'])(mod) + # mod = relay.transform.MergeCompilerRegions()(mod) + # mod = relay.transform.PartitionGraph()(mod) + in_data = np.random.uniform(0, 1, ishape).astype(dtype) + print(check_result(mod, { + 'input' : in_data + }, (3, 5), np.random.uniform(0, 1, (3, 5)).astype(dtype))) if __name__ == "__main__": test_multi_node_subgraph() From 37634ddf7c150a249801921f93f3c86d861c531c Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Wed, 14 Oct 2020 16:13:13 -0700 Subject: [PATCH 003/129] Add line about config.cmake to readme --- README.md | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index eec5bfd57..1f75aa18f 100644 --- a/README.md +++ b/README.md @@ -15,8 +15,11 @@ - Open Deep Learning Compiler Stack -============================================== +This is a fork of TVM for adding BYOC integrations for the 3LA project. + +Right now we have a VTA integration in `src/relay/backend/contrib/vta_matmul`. Note that you have to include the line `SET(USE_VTA_MATMUL ON)` in `build/config.cmake` before building TVM to support this. + + Open Deep Learning Compiler Stack [Documentation](https://tvm.apache.org/docs) | [Contributors](CONTRIBUTORS.md) | [Community](https://tvm.apache.org/community) | From 7aa916c51019d129511f9c0a007eac586df7622b Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Wed, 14 Oct 2020 20:43:24 -0700 Subject: [PATCH 004/129] Add vta_matmul to __init__.py, which fixes the automatic partitioning too --- python/tvm/relay/op/contrib/__init__.py | 1 + tests/python/relay/test_external_codegen.py | 13 +++++-------- 2 files changed, 6 insertions(+), 8 deletions(-) diff --git a/python/tvm/relay/op/contrib/__init__.py b/python/tvm/relay/op/contrib/__init__.py index 30c2db0dd..f216fa5a5 100644 --- a/python/tvm/relay/op/contrib/__init__.py +++ b/python/tvm/relay/op/contrib/__init__.py @@ -24,3 +24,4 @@ from .coreml import * from .ethosn import * from .tensorrt import * +from .vta_matmul import * diff --git a/tests/python/relay/test_external_codegen.py b/tests/python/relay/test_external_codegen.py index acbc5048c..74b556aba 100644 --- a/tests/python/relay/test_external_codegen.py +++ b/tests/python/relay/test_external_codegen.py @@ -25,6 +25,7 @@ import tvm.relay.transform from tvm import relay +from tvm.relay import transform from tvm import runtime from tvm.relay import transform from tvm.contrib import utils @@ -372,11 +373,7 @@ def test_extern_vta(): data_1 = relay.log(data) o1 = relay.multiply(data_1, relay.const(np.random.uniform(0, 1, ishape))) - dense_param = relay.var('data_p', shape=(ishape), dtype=dtype) - dense_func = relay.Function([dense_param], relay.nn.dense(dense_param, weight)) - dense_func = set_external_func_attr(dense_func, 'vta_matmul', 'vta_matmul_test_') - - out = relay.Call(dense_func, [o1]) + out = relay.nn.dense(o1, weight) # relay.Call(dense_func, [o1]) f = relay.Function([data], out) inputs = relay.var('input', shape=ishape, dtype=dtype) call = relay.Call(f, [inputs]) @@ -385,9 +382,9 @@ def test_extern_vta(): mod['main'] = f mod = relay.transform.InferType()(mod) mod = tvm.IRModule.from_expr(call) - # mod = relay.transform.AnnotateTarget(['vta_matmul'])(mod) - # mod = relay.transform.MergeCompilerRegions()(mod) - # mod = relay.transform.PartitionGraph()(mod) + seq = tvm.transform.Sequential([transform.AnnotateTarget('vta_matmul'), + transform.PartitionGraph()]) + mod = seq(mod) in_data = np.random.uniform(0, 1, ishape).astype(dtype) print(check_result(mod, { 'input' : in_data From 7a287afc5e8ddf84e2227f8df97cc1f7fcf20038 Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Thu, 22 Oct 2020 19:59:10 -0700 Subject: [PATCH 005/129] Add support for the JSON dumping facility --- 3rdparty/vta-hw | 1 - vta/python/vta/testing/simulator.py | 11 +++++++++++ 2 files changed, 11 insertions(+), 1 deletion(-) delete mode 160000 3rdparty/vta-hw diff --git a/3rdparty/vta-hw b/3rdparty/vta-hw deleted file mode 160000 index dfe9f572a..000000000 --- a/3rdparty/vta-hw +++ /dev/null @@ -1 +0,0 @@ -Subproject commit dfe9f572a43d41e0c1ecdf036cea97042a0febfe diff --git a/vta/python/vta/testing/simulator.py b/vta/python/vta/testing/simulator.py index 2b662beb4..d188eb085 100644 --- a/vta/python/vta/testing/simulator.py +++ b/vta/python/vta/testing/simulator.py @@ -109,4 +109,15 @@ def debug_mode(flag): tvm.get_global_func("vta.simulator.profiler_debug_mode")(flag) +def dump_mode(toggle): + """Set simulator into dumping mode. + Parameters + ---------- + toggle : bool + Whether to dump logs and memory instead of executing + (false by default) + """ + tvm.get_global_func("vta.simulator.profiler_dump_mode")(1 if toggle else 0) + + LIBS = _load_sw() From 1f04c0fab912fcd55fe0ca955eea597eadc7a25e Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Thu, 22 Oct 2020 20:51:21 -0700 Subject: [PATCH 006/129] Add in an example of the dumping mode and some description of the changes in the readme --- README.md | 5 + .../python/integration/matmul_tutorial.py | 479 ++++++++++++++++++ 2 files changed, 484 insertions(+) create mode 100644 vta/tests/python/integration/matmul_tutorial.py diff --git a/README.md b/README.md index 1f75aa18f..e1282b8a0 100644 --- a/README.md +++ b/README.md @@ -19,6 +19,11 @@ This is a fork of TVM for adding BYOC integrations for the 3LA project. Right now we have a VTA integration in `src/relay/backend/contrib/vta_matmul`. Note that you have to include the line `SET(USE_VTA_MATMUL ON)` in `build/config.cmake` before building TVM to support this. +This version also uses a fork of the VTA repo meant to dump logs. +Try `vta/python/integration/matmul_tutorial.py` to use the dumping facility. +VTA can be set into dumping mode by calling `vta.testing.simulator.dump_mode(True)`. +See the readme at [the VTA fork](https://github.com/uwsampl/3la-vta) to see a description of the dumping mode and the dumping format. + Open Deep Learning Compiler Stack [Documentation](https://tvm.apache.org/docs) | [Contributors](CONTRIBUTORS.md) | diff --git a/vta/tests/python/integration/matmul_tutorial.py b/vta/tests/python/integration/matmul_tutorial.py new file mode 100644 index 000000000..075f874e6 --- /dev/null +++ b/vta/tests/python/integration/matmul_tutorial.py @@ -0,0 +1,479 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +""" +.. _basic-mat-mult: + +Simple Matrix Multiply +====================== +**Author**: `Thierry Moreau `_ + +In this tutorial, we will build on top of the :ref:`vta-get-started` tutorial +and introduce additional concepts required to implement matrix multiplication +on VTA with the TVM workflow. +""" + +###################################################################### +# RPC Setup +# --------- +# We start by programming the Pynq's FPGA and building its RPC runtime +# as we did in the VTA introductory tutorial. + +from __future__ import absolute_import, print_function + +import os +import tvm +from tvm import te +import vta +import numpy as np +from tvm import rpc +from tvm.contrib import util +from vta.testing import simulator + +# Load VTA parameters from the 3rdparty/vta-hw/config/vta_config.json file +env = vta.get_env() + +# We read the Pynq RPC host IP address and port number from the OS environment +host = os.environ.get("VTA_RPC_HOST", "192.168.2.99") +port = int(os.environ.get("VTA_RPC_PORT", "9091")) + +# We configure both the bitstream and the runtime system on the Pynq +# to match the VTA configuration specified by the vta_config.json file. +if env.TARGET == "pynq" or env.TARGET == "de10nano": + + # Make sure that TVM was compiled with RPC=1 + assert tvm.runtime.enabled("rpc") + remote = rpc.connect(host, port) + + # Reconfigure the JIT runtime + vta.reconfig_runtime(remote) + + # Program the FPGA with a pre-compiled VTA bitstream. + # You can program the FPGA with your own custom bitstream + # by passing the path to the bitstream file instead of None. + vta.program_fpga(remote, bitstream=None) + +# In simulation mode, host the RPC server locally. +elif env.TARGET in ["sim", "tsim"]: + remote = rpc.LocalSession() + +###################################################################### +# Computation Declaration +# ----------------------- +# In this example we describe a simple matrix multiplication addition, which +# requires multiple computation stages, as shown in the dataflow diagram below. +# First we describe the input tensors :code:`A` and :code:`B` that are living +# in main memory. +# Second, we need to declare intermediate tensors :code:`A_buf` and +# :code:`B_buf`, which will live in VTA's on-chip buffers. +# Having this extra computational stage allows us to explicitly +# stage cached reads and writes. +# Third, we describe the matrix multiplication computation over +# :code:`A_buf` and :code:`B_buf` to produce the product matrix :code:`C_buf`. +# The last operation is a cast and copy back to DRAM, into results tensor +# :code:`C`. +# +# .. image:: https://raw.githubusercontent.com/uwsaml/web-data/main/vta/tutorial/gemm_dataflow.png +# :align: center + +###################################################################### +# Data Layout +# ~~~~~~~~~~~ +# We describe the placeholder tensors :code:`A`, and :code:`B` in a tiled data +# format to match the data layout requirements imposed by the VTA tensor core. + +###################################################################### +# .. note:: +# +# **Data Tiling** +# +# One source of complexity when targeting accelerators is to make sure +# that the data layout matches the layout imposed by the accelerator design. +# VTA is designed around a *tensor core* that performs, one matrix-matrix +# operation per cycle between an activation matrix and a weight matrix, +# adding the result matrix to an accumulator matrix, as shown in the +# figure below. +# +# .. image:: https://raw.githubusercontent.com/uwsaml/web-data/main/vta/tutorial/tensor_core.png +# :align: center +# :width: 480px +# +# The dimensions of that matrix-matrix multiplication are specified in +# the :code:`vta_config.json` configuration file. +# The activation matrix has a :code:`(BATCH, BLOCK_IN)` shape +# and the transposed weight matrix has a :code:`(BLOCK_OUT, BLOCK_IN)` shape, +# thus inferring that the resulting output matrix has a +# :code:`(BATCH, BLOCK_OUT)` shape. +# Consequently input and output tensors processed by VTA need to be +# tiled according to these aforementioned dimension. +# +# The diagram below shows the impact of data tiling on a matrix that is +# originally of shape (4, 8). +# Tiling by a (2, 2) tile shape ensures that data within each tile is +# contiguous. +# The resulting tiled tensor has a shape of (2, 4, 2, 2). +# +# .. image:: https://raw.githubusercontent.com/uwsaml/web-data/main/vta/tutorial/data_tiling.png +# :align: center +# :width: 480px +# +# We first define the variables :code:`m`, :code:`n`, :code:`o` to represent +# the shape of the matrix multiplication. These variables are multiplicative +# factors over the :code:`BLOCK_OUT`, :code:`BLOCK_IN`, and :code:`BATCH` +# tensor dimensions respectively. +# By default, the configuration file sets :code:`BATCH`, :code:`BLOCK_IN`, and +# :code:`BLOCK_OUT` to be 1, 16 and 16 respectively (:code:`BATCH` being set to +# 1 implies that our compute building block is vector-matrix multiply). +# + +###################################################################### +# .. note:: +# +# **Data Types** +# +# It's important to not only match the inner-tile +# dimension of VTA's tensor core, but also to match the specific data types +# expected by VTA. +# VTA for now only supports fixed point data types, which integer width is +# specified in the :code:`vta_config.json` file by :code:`INP_WIDTH` and +# :code:`WGT_WIDTH` for the activations and weights data types respectively. +# In addition, the accumulator data type integer width is specified by +# :code:`ACC_WIDTH`. +# +# By default, the configuration file sets :code:`INP_WIDTH` +# and :code:`WGT_WIDTH` to 8. +# The accumulator width :code:`ACC_WIDTH` is set to 32, in order to avoid +# overflow during accumulation. +# As a result, :code:`env.inp_dtype` and :code:`env.wgt_dtype` are all +# narrow 8-bit integers, while :code:`env.acc_dtype` is a standard 32-bit +# integer. + +# Output channel factor m - total 16x16=256 output channels +m = 16 +# Input channel factor n - total 16x16=256 input channels +n = 16 +# Batch factor o (we use single batch inference) +o = 1 +# A placeholder tensor in tiled data format +A = te.placeholder((o, n, env.BATCH, env.BLOCK_IN), name="A", dtype=env.inp_dtype) +# B placeholder tensor in tiled data format +B = te.placeholder((m, n, env.BLOCK_OUT, env.BLOCK_IN), name="B", dtype=env.wgt_dtype) +# A copy buffer +A_buf = te.compute((o, n, env.BATCH, env.BLOCK_IN), lambda *i: A(*i), "A_buf") +# B copy buffer +B_buf = te.compute((m, n, env.BLOCK_OUT, env.BLOCK_IN), lambda *i: B(*i), "B_buf") + +###################################################################### +# Matrix Multiplication +# ~~~~~~~~~~~~~~~~~~~~~ +# Now we're ready to describe the matrix multiplication result tensor :code:`C`, +# with another compute operation. +# The compute function takes the shape of the tensor, as well as a lambda +# function that describes the computation rule for each position of the tensor. +# +# In order to implement matrix multiplication, the lambda function needs to +# include a reduction formula over the input channel dimension axes. +# To create a reduction formula, we can declare a reduction axis using +# :code:`te.reduce_axis`, which takes in the range of reductions. +# :code:`te.sum` takes in the expression to be reduced as well as +# the reduction axes to compute the sum of value over all k in the declared +# ranges. +# +# Note that the reduction needs to be performed over 32-bit :code:`env.acc_dtype` +# accumulator data types. +# +# No computation happens during this phase, as we are only declaring how +# the computation should be done. + +# Outer input feature reduction axis +ko = te.reduce_axis((0, n), name="ko") +# Inner input feature reduction axis +ki = te.reduce_axis((0, env.BLOCK_IN), name="ki") +# Describe the in-VTA matrix multiplication +C_buf = te.compute( + (o, m, env.BATCH, env.BLOCK_OUT), + lambda bo, co, bi, ci: te.sum( + A_buf[bo, ko, bi, ki].astype(env.acc_dtype) * B_buf[co, ko, ci, ki].astype(env.acc_dtype), + axis=[ko, ki], + ), + name="C_buf", +) + +###################################################################### +# Casting the Results +# ~~~~~~~~~~~~~~~~~~~ +# After the computation is done, we'll need to send the results computed by VTA +# back to main memory. + +###################################################################### +# .. note:: +# +# **Memory Store Restrictions** +# +# One specificity of VTA is that it only supports DRAM stores in the narrow +# :code:`env.inp_dtype` data type format. +# This lets us reduce the data footprint for memory transfers, but also lets +# us quantize the wide accumulator data type down to a data format that +# matches the input activation data type. +# This means that in the context of neural network inference, the outputs +# of a given layer after activation can be consumed directly by the next +# layer. +# +# We perform one last typecast operation to the narrow +# input activation data format. + +# Cast to output type, and send to main memory +C = te.compute( + (o, m, env.BATCH, env.BLOCK_OUT), lambda *i: C_buf(*i).astype(env.inp_dtype), name="C" +) + +###################################################################### +# This concludes the computation declaration part of this tutorial. + +###################################################################### +# Scheduling the Computation +# -------------------------- +# While the above lines describes the computation rule, we can obtain +# :code:`C` in many ways. +# TVM asks the user to provide an implementation of the computation called +# *schedule*. +# +# A schedule is a set of transformations to an original computation that +# transforms the implementation of the computation without affecting +# correctness. +# This simple VTA programming tutorial aims to demonstrate basic schedule +# transformations that will map the original schedule down to VTA hardware +# primitives. + + +###################################################################### +# Default Schedule +# ~~~~~~~~~~~~~~~~ +# After we construct the schedule, by default the schedule computes +# :code:`C` in the following way: + +# Let's take a look at the generated schedule +s = te.create_schedule(C.op) +print(tvm.lower(s, [A, B, C], simple_mode=True)) + +###################################################################### +# Although this schedule makes sense, it won't compile to VTA. +# In order to obtain correct code generation, we need to apply scheduling +# primitives and code annotation that will transform the schedule into +# one that can be directly lowered onto VTA hardware intrinsics. +# Those include: +# +# - DMA copy operations which will take globally-scoped tensors and copy +# those into locally-scoped tensors. +# - Tensor operations that will perform the matrix multiplication. + +###################################################################### +# Buffer Scopes +# ~~~~~~~~~~~~~ +# First, we set the scope of the buffers to tell TVM that these buffers +# will be living in the VTA's on-chip SRAM caches. +# Below, we tell TVM that :code:`A_buf`, :code:`B_buf`, :code:`C_buf` +# will respectively live in VTA's on-chip input, weight and accumulator +# memory. + +###################################################################### +# .. note:: +# +# **VTA's On-Chip SRAMs** +# +# VTA has three different memory scopes, each corresponding to different +# on-chip SRAM buffers. +# +# - :code:`env.inp_scope`: Input buffer, which is a read-only SRAM buffer +# that stores input matrices of shape :code:`(env.BATCH, env.BLOCK_IN)` +# of type :code:`env.inp_dtype`. The input buffer contains +# `2 ^ LOG_INP_BUFF_SIZE` matrix elements (as specified in the +# :code:`vta_config.json` file). +# - :code:`env.wgt_scope`: Weight buffer, which is a read-only SRAM buffer +# that stores weight matrices of shape :code:`(env.BLOCK_OUT, env.BLOCK_IN)` +# of type :code:`env.wgt_dtype`. The weight buffer contains +# `2 ^ LOG_WGT_BUFF_SIZE` matrix elements. +# - :code:`env.acc_scope`: Accumulator buffer, which is a read/write SRAM +# buffer that stores accumulator matrices of shape +# :code:`(env.BATCH, env.BLOCK_OUT)` of type :code:`env.acc_dtype`. +# The accumulator buffer is VTA's general purpose register file: it holds +# both intermediate results of convolutions and matrix multiplications +# as well as intermediate results of pooling, batch normalization, and +# activation layers. The accumulator buffer contains +# `2 ^ LOG_ACC_BUFF_SIZE` matrix elements. + +# Set the intermediate tensor's scope to VTA's on-chip buffers +s[A_buf].set_scope(env.inp_scope) +s[B_buf].set_scope(env.wgt_scope) +s[C_buf].set_scope(env.acc_scope) + +###################################################################### +# DMA Transfers +# ~~~~~~~~~~~~~ +# We need to schedule DMA transfers to move data living in DRAM to +# and from the VTA on-chip buffers. +# This can be achieved using the :code:`compute_at` schedule primitive +# which nests the copying of the buffers into the computation loop +# that performs the matrix multiplication. +# +# We insert :code:`dma_copy` pragmas to indicate to the compiler +# that the copy operations will be performed in bulk via DMA, +# which is common in hardware accelerators. +# Finally, we print the temporary schedule to observe the effects of +# moving the copy operations into the matrix multiplication loop. + +# Move buffer copy into matrix multiply loop +s[A_buf].compute_at(s[C_buf], ko) +s[B_buf].compute_at(s[C_buf], ko) + +# Tag the buffer copies with the DMA pragma to insert a DMA transfer +s[A_buf].pragma(s[A_buf].op.axis[0], env.dma_copy) +s[B_buf].pragma(s[B_buf].op.axis[0], env.dma_copy) +s[C].pragma(s[C].op.axis[0], env.dma_copy) + +# Let's take a look at the transformed schedule +print(tvm.lower(s, [A, B, C], simple_mode=True)) + +###################################################################### +# Tensorization +# ~~~~~~~~~~~~~ +# The last step of the schedule transformation consists in applying +# *tensorization* to our schedule. +# Tensorization is analogous to vectorization, but extends the concept +# to a higher-dimensional unit of computation. +# Consequently, tensorization imposes data layout constraints as discussed +# earlier when declaring the data layout input placeholders. +# We've already arranged our tensors in a tiled format, so the next thing +# we need to perform is loop reordering to accommodate for tensorization. +# +# Here we choose to move the outermost reduction axis all the way out. +# This dictates that we first iterate over input channels, then batch +# dimensions, and finally output channels. +# Lastly, we apply the tensorization scheduling primitive :code:`tensorize` +# along the outer axis of the inner-most matrix matrix multiplication tensor +# block. +# We print the finalized schedule that is ready for code-generation +# by the VTA runtime JIT compiler. + +s[C_buf].reorder( + ko, s[C_buf].op.axis[0], s[C_buf].op.axis[1], s[C_buf].op.axis[2], s[C_buf].op.axis[3], ki +) +s[C_buf].tensorize(s[C_buf].op.axis[2], env.gemm) + +# Let's take a look at the finalized schedule +print(vta.lower(s, [A, B, C], simple_mode=True)) + +###################################################################### +# This concludes the scheduling portion of this tutorial. + +###################################################################### +# TVM Compilation +# --------------- +# After we have finished specifying the schedule, we can compile it +# into a TVM function. + +# Build GEMM VTA kernel +my_gemm = vta.build(s, [A, B, C], "ext_dev", env.target_host, name="my_gemm") + +# Write the compiled module into an object file. +temp = util.tempdir() +my_gemm.save(temp.relpath("gemm.o")) + +# Send the executable over RPC +remote.upload(temp.relpath("gemm.o")) + +# Load the compiled module +f = remote.load_module("gemm.o") + +###################################################################### +# Running the Function +# -------------------- +# The compiled TVM function uses a concise C API and can be invoked from +# code language. +# +# TVM provides an array API in python to aid quick testing and prototyping. +# The array API is based on `DLPack `_ standard. +# +# - We first create a remote context (for remote execution on the Pynq). +# - Then :code:`tvm.nd.array` formats the data accordingly. +# - :code:`f()` runs the actual computation. +# - :code:`asnumpy()` copies the result array back in a format that can be +# interpreted. +# + +# Get the remote device context +ctx = remote.ext_dev(0) + +# Initialize the A and B arrays randomly in the int range of (-128, 128] +A_orig = np.random.randint(-128, 128, size=(o * env.BATCH, n * env.BLOCK_IN)).astype(A.dtype) +B_orig = np.random.randint(-128, 128, size=(m * env.BLOCK_OUT, n * env.BLOCK_IN)).astype(B.dtype) + +# Apply packing to the A and B arrays from a 2D to a 4D packed layout +A_packed = A_orig.reshape(o, env.BATCH, n, env.BLOCK_IN).transpose((0, 2, 1, 3)) +B_packed = B_orig.reshape(m, env.BLOCK_OUT, n, env.BLOCK_IN).transpose((0, 2, 1, 3)) + +# Format the input/output arrays with tvm.nd.array to the DLPack standard +A_nd = tvm.nd.array(A_packed, ctx) +B_nd = tvm.nd.array(B_packed, ctx) +C_nd = tvm.nd.array(np.zeros((o, m, env.BATCH, env.BLOCK_OUT)).astype(C.dtype), ctx) + +# Clear stats +if env.TARGET in ["sim", "tsim"]: + simulator.dump_mode(True) + simulator.clear_stats() + +# Invoke the module to perform the computation +f(A_nd, B_nd, C_nd) + +###################################################################### +# Verifying Correctness +# --------------------- +# Compute the reference result with numpy and assert that the output of the +# matrix multiplication indeed is correct + +# Compute reference result with numpy + +################################################### +# Commented out because if dumping mode is on, # +# the model will not actually execute. # +################################################### + +# C_ref = np.dot(A_orig.astype(env.acc_dtype), B_orig.T.astype(env.acc_dtype)).astype(C.dtype) +# C_ref = C_ref.reshape(o, env.BATCH, m, env.BLOCK_OUT).transpose((0, 2, 1, 3)) +# np.testing.assert_equal(C_ref, C_nd.asnumpy()) + +# # Print stats +# if env.TARGET in ["sim", "tsim"]: +# sim_stats = simulator.stats() +# print("Execution statistics:") +# for k, v in sim_stats.items(): +# print("\t{:<16}: {:>16}".format(k, v)) + +# print("Successful matrix multiply test!") + +###################################################################### +# Summary +# ------- +# This tutorial showcases the TVM workflow to implement a simple matrix +# multiplication example on VTA. +# The general workflow includes: +# +# - Programming the FPGA with the VTA bitstream over RPC. +# - Describing matrix multiplication via a series of computations. +# - Describing how we want to perform the computation using schedule primitives. +# - Compiling the function to the VTA target. +# - Running the compiled module and verifying it against a numpy implementation. +# From 1c20a7d9082d7c7748e54a46ac1d8c9332e3d53d Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Wed, 28 Oct 2020 16:40:30 -0700 Subject: [PATCH 007/129] Make VTA dump target path configurable --- .gitmodules | 3 --- README.md | 1 + vta/python/vta/testing/simulator.py | 11 +++++++++++ vta/tests/python/integration/matmul_tutorial.py | 1 + 4 files changed, 13 insertions(+), 3 deletions(-) diff --git a/.gitmodules b/.gitmodules index 6ef740e33..96dd038e1 100644 --- a/.gitmodules +++ b/.gitmodules @@ -7,9 +7,6 @@ [submodule "3rdparty/rang"] path = 3rdparty/rang url = https://github.com/agauniyal/rang -[submodule "3rdparty/vta-hw"] - path = 3rdparty/vta-hw - url = https://github.com/apache/incubator-tvm-vta [submodule "3rdparty/libbacktrace"] path = 3rdparty/libbacktrace url = https://github.com/tlc-pack/libbacktrace.git diff --git a/README.md b/README.md index e1282b8a0..3f539e0d9 100644 --- a/README.md +++ b/README.md @@ -22,6 +22,7 @@ Right now we have a VTA integration in `src/relay/backend/contrib/vta_matmul`. N This version also uses a fork of the VTA repo meant to dump logs. Try `vta/python/integration/matmul_tutorial.py` to use the dumping facility. VTA can be set into dumping mode by calling `vta.testing.simulator.dump_mode(True)`. +You can specify the location at which the dump will be deposited using `vta.testing.simulator.dump_target(path)`; the default is `./vta_sim_dump.json`. See the readme at [the VTA fork](https://github.com/uwsampl/3la-vta) to see a description of the dumping mode and the dumping format. Open Deep Learning Compiler Stack diff --git a/vta/python/vta/testing/simulator.py b/vta/python/vta/testing/simulator.py index d188eb085..288d69969 100644 --- a/vta/python/vta/testing/simulator.py +++ b/vta/python/vta/testing/simulator.py @@ -120,4 +120,15 @@ def dump_mode(toggle): tvm.get_global_func("vta.simulator.profiler_dump_mode")(1 if toggle else 0) +def dump_target(target): + """Specify address for simulator dump. + Parameters + ---------- + target : str + Address to which the simulator will write a log + and memory dump if dumping mode is on. + """ + tvm.get_global_func("vta.simulator.profiler_dump_target")(target) + + LIBS = _load_sw() diff --git a/vta/tests/python/integration/matmul_tutorial.py b/vta/tests/python/integration/matmul_tutorial.py index 075f874e6..84e592e42 100644 --- a/vta/tests/python/integration/matmul_tutorial.py +++ b/vta/tests/python/integration/matmul_tutorial.py @@ -433,6 +433,7 @@ # Clear stats if env.TARGET in ["sim", "tsim"]: simulator.dump_mode(True) + simulator.dump_target("test.json") simulator.clear_stats() # Invoke the module to perform the computation From b762aae9767f536901f2902e9c93c4331fdf83d8 Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Thu, 29 Oct 2020 20:37:16 -0700 Subject: [PATCH 008/129] Add ILA program fragment conversion --- README.md | 2 + vta/python/vta/testing/ila_converter.py | 233 ++++++++++++++++++++++++ 2 files changed, 235 insertions(+) create mode 100644 vta/python/vta/testing/ila_converter.py diff --git a/README.md b/README.md index 3f539e0d9..97f03e9f6 100644 --- a/README.md +++ b/README.md @@ -25,6 +25,8 @@ VTA can be set into dumping mode by calling `vta.testing.simulator.dump_mode(Tru You can specify the location at which the dump will be deposited using `vta.testing.simulator.dump_target(path)`; the default is `./vta_sim_dump.json`. See the readme at [the VTA fork](https://github.com/uwsampl/3la-vta) to see a description of the dumping mode and the dumping format. +You can use `vta.testing.ila_converter.convert(dump_file, dest_file)` to convert a VTA simulator dump into an ILA program fragment. + Open Deep Learning Compiler Stack [Documentation](https://tvm.apache.org/docs) | [Contributors](CONTRIBUTORS.md) | diff --git a/vta/python/vta/testing/ila_converter.py b/vta/python/vta/testing/ila_converter.py new file mode 100644 index 000000000..4c4ec5645 --- /dev/null +++ b/vta/python/vta/testing/ila_converter.py @@ -0,0 +1,233 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +"""Converts a VTA simulator JSON dump into an ILA instruction trace""" +import ctypes +import json +import math + +VIR_MEM_MODES = { + 'INP': 1, + 'WGT': 2, + 'BIAS': 3, + 'UOP': 4 +} + +LITTLE_ENDIAN = True + +def hex_string_to_bytes(hex_string): + digits = hex_string.split('x')[1] + assert len(hex_string) % 2 == 0 + bytes = [ + '0x{}'.format(digits[2*i:2*(i+1)]) + for i in range(len(hex_string) / 2) + ] + # if it's a little-endian integer, + # the last digits are the first byte + if LITTLE_ENDIAN: + bytes = bytes[::-1] + return bytes + + +def set_bits(bit_array, value, num_bits, idx): + # assumes value to be given as a hex string, so + # we will convert each byte + val_bytes = hex_string_to_bytes(value) + + bits = '' + for byte in val_bytes: + bits += format(int(byte, 16), '08b') + + # use only the last num_bits if we have more than that + if len(bits) > num_bits: + bits = bits[len(bits) - num_bits:] + # add leading 0's if we didn't have enough + if len(bits) < num_bits: + bits = ('0'*(num_bits - len(bits))) + bits + for i, bit in enumerate(bits): + bit_array[idx + i] = bit + return idx + num_bits + + +def reconstitute_mem_insn( + opcode, pop_prev, pop_next, push_prev, push_next, + memory_type, sram_base, dram_base, y_size, + x_size, x_stride, y_pad_0, y_pad_1, x_pad_0, x_pad_1): + # given field values for a memory instruction, + # produces a byte array encoding that instruction; + # this is to enable having to edit dram addresses + # during the translation if we have to + + # (use bin to assemble a big binary blob of 128 bits) + bits = ['0'] * 128 + next_idx = set_bits(bits, opcode, 3, 0) + next_idx = set_bits(bits, pop_prev, 1, next_idx) + next_idx = set_bits(bits, pop_next, 1, next_idx) + next_idx = set_bits(bits, push_prev, 1, next_idx) + next_idx = set_bits(bits, push_next, 1, next_idx) + next_idx = set_bits(bits, memory_type, 2, next_idx) + next_idx = set_bits(bits, sram_base, 16, next_idx) + next_idx = set_bits(bits, dram_base, 32, next_idx) + next_idx = set_bits(bits, y_size, 16, next_idx) + next_idx = set_bits(bits, x_size, 16, next_idx) + next_idx = set_bits(bits, x_stride, 16, next_idx) + next_idx = set_bits(bits, y_pad_0, 4, next_idx) + next_idx = set_bits(bits, y_pad_1, 4, next_idx) + next_idx = set_bits(bits, x_pad_0, 4, next_idx) + next_idx = set_bits(bits, x_pad_1, 4, next_idx) + + # we assembled the bits in order so there is no concern about endianness here + combine_bits = ''.join(bits) + num_bytes = 16 + assert len(combine_bits)/8 == num_bytes + ret = [ + format(int(combine_bits[i*8:(i+1)*8], 2), '#04x') + for i in range(num_bytes) + ] + return ret + + +def ila_instruction( + insn_idx=0, instr_in='0x00', mem_addr=0, + mem_bias_in='0x00', mem_inp_in='0x00', + mem_mode=0, + mem_uop_in='0x00', mem_wgt_in='0x00'): + # helper function for filling out fields in an ILA instruction + return { + 'instr No.': insn_idx, + 'instr_in': instr_in, + 'mem_addr': mem_addr, + 'mem_bias_in': mem_bias_in, + 'mem_inp_in': mem_inp_in, + 'mem_mode': mem_mode, + 'mem_uop_in': mem_uop_in, + 'mem_wgt_in': mem_wgt_in + } + + +def create_ila_dram_insn(target, addr, data, insn_idx): + if target not in VIR_MEM_MODES: + raise Exception(f'Invalid target: {target}') + + vir_mem_mode = VIR_MEM_MODES[target] + + # read in a single byte xx in hex, present as + # 0xffffffxx + if data == '0xXX': + raise Exception(f'Attempting to write padding value at addr {addr}') + + # in principle, we should only set the data field we plan to write; + # however, if we use the same one in every field, that is sufficient + return ila_instruction( + insn_idx=insn_idx, mem_mode=vir_mem_mode, + mem_addr=addr, + mem_bias_in=data, mem_inp_in=data, + mem_uop_in=data, mem_wgt_in=data) + + +def create_ila_vta_insn(insn_bytes, insn_idx): + # we combine the instruction bytes into a single 128-bit integer + digit_strs = [byte.split('x')[1] for byte in insn_bytes] + # if the integer is little endian, then the first bytes are the last digits + if LITTLE_ENDIAN: + digit_strs = digit_strs[::-1] + insn_str = '0x{}'.format(''.join(digit_strs)) + return ila_instruction(insn_idx=insn_idx, + instr_in=insn_str) + + +def generate_dram_insns(sim_dump, insn_idx): + """ + Generates VTA 'helper' instructions for setting up + the DRAM. + + Parameters + ---------- + sim_dump : dict[str, any] + JSON dump from simulator + insn_idx : int + Starting instruction number + + Returns + ------- + List of ILA instructions setting up the DRAM + """ + dram_dumps = sim_dump['dram'] + ret = [] + for dump in dram_dumps: + mem_type = dump['context'] + # the ILA does not need a dump of the instructions + if mem_type == 'INSN': + continue + if mem_type == 'unknown': + raise Exception('Unknown memory type encountered') + addr = int(dump['start_addr'], 16) + for i, byte in enumerate(dump['bytes']): + if byte == '0xXX': + continue + offset_addr = addr + i + ret.append(create_ila_dram_insn( + mem_type, format(offset_addr, '#010x'), byte, insn_idx)) + insn_idx += 1 + return ret + + +def convert_prog_insns(sim_dump, insn_idx): + """ + Converts the VTA instructions in the simulator dump + to the corresponding ILA instructions. + + Parameters + ---------- + sim_dump : dict[str, any] + JSON dump from simulator + insn_idx : int + Starting instruction number + + Returns + ------- + List of ILA instructions corresponding to the + VTA instructions in the dump + """ + insns = sim_dump['insns'] + ret = [] + for insn in insns: + ret.append(create_ila_vta_insn(insn['raw_bytes'], insn_idx)) + insn_idx += 1 + return ret + + +def convert(src_path, dest_path): + """ + Convert simulator JSON dump into an ILA program fragment. + + Parameters + ---------- + src_path : str + Path to simulator JSON dump + dest_path : str + Path at which corresponding ILA program fragment should be written + """ + with open(src_path, 'r') as f: + source = json.load(f) + + memory_insns = generate_dram_insns(source, 0) + prog_insns = convert_prog_insns(source, len(memory_insns)) + + prog_frag = {'program_fragment': memory_insns + prog_insns} + + with open(dest_path, 'w') as f: + json.dump(prog_frag, f, indent=4) From 6c3bd031e6cc3fc25c621e42f6a57a36e84b00cc Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Wed, 25 Nov 2020 19:11:56 -0800 Subject: [PATCH 009/129] Minor format compatiblity tweaks to ILA converter --- vta/python/vta/testing/ila_converter.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/vta/python/vta/testing/ila_converter.py b/vta/python/vta/testing/ila_converter.py index 4c4ec5645..8659ebaf2 100644 --- a/vta/python/vta/testing/ila_converter.py +++ b/vta/python/vta/testing/ila_converter.py @@ -22,7 +22,7 @@ VIR_MEM_MODES = { 'INP': 1, 'WGT': 2, - 'BIAS': 3, + 'ACC': 3, 'UOP': 4 } @@ -178,9 +178,8 @@ def generate_dram_insns(sim_dump, insn_idx): for i, byte in enumerate(dump['bytes']): if byte == '0xXX': continue - offset_addr = addr + i ret.append(create_ila_dram_insn( - mem_type, format(offset_addr, '#010x'), byte, insn_idx)) + mem_type, addr + i, byte, insn_idx)) insn_idx += 1 return ret @@ -227,7 +226,7 @@ def convert(src_path, dest_path): memory_insns = generate_dram_insns(source, 0) prog_insns = convert_prog_insns(source, len(memory_insns)) - prog_frag = {'program_fragment': memory_insns + prog_insns} + prog_frag = {'program fragment': memory_insns + prog_insns} with open(dest_path, 'w') as f: json.dump(prog_frag, f, indent=4) From 954a1756733fea797b2d15940bdc3e5a4e8cee08 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Wed, 2 Dec 2020 13:05:13 -0800 Subject: [PATCH 010/129] move runtime code to codegen.cc --- cmake/modules/contrib/VTAMatmul.cmake | 36 +- .../backend/contrib/vta_matmul/codegen.cc | 388 +++++++++++++++++- vta/python/vta/testing/ila_converter.py | 4 +- 3 files changed, 416 insertions(+), 12 deletions(-) diff --git a/cmake/modules/contrib/VTAMatmul.cmake b/cmake/modules/contrib/VTAMatmul.cmake index d92a2555f..bbee94475 100644 --- a/cmake/modules/contrib/VTAMatmul.cmake +++ b/cmake/modules/contrib/VTAMatmul.cmake @@ -1,7 +1,37 @@ if(USE_VTA_MATMUL) + include_directories(BEFORE SYSTEM ${VTA_HW_PATH}/include) file(GLOB VTAMATMUL_RELAY_CONTRIB_SRC src/relay/backend/contrib/vta_matmul/codegen.cc) list(APPEND COMPILER_SRCS ${VTAMATMUL_RELAY_CONTRIB_SRC}) - file(GLOB VTAMATMUL_CONTRIB_SRC src/runtime/contrib/vta_matmul/vta_matmul.cc) - list(APPEND RUNTIME_SRCS ${VTAMATMUL_CONTRIB_SRC}) + # file(GLOB VTAMATMUL_CONTRIB_SRC src/runtime/contrib/vta_matmul/vta_matmul_runtime.cc) + # list(APPEND RUNTIME_SRCS ${VTAMATMUL_CONTRIB_SRC}) + # set(VTA_CONFIG ${PYTHON} ${VTA_HW_PATH}/config/vta_config.py) + + # if(EXISTS ${CMAKE_CURRENT_BINARY_DIR}/vta_config.json) + # message(STATUS "Use VTA config " ${CMAKE_CURRENT_BINARY_DIR}/vta_config.json) + # set(VTA_CONFIG ${PYTHON} ${VTA_HW_PATH}/config/vta_config.py + # --use-cfg=${CMAKE_CURRENT_BINARY_DIR}/vta_config.json) + # endif() + + # execute_process(COMMAND ${VTA_CONFIG} --target OUTPUT_VARIABLE VTA_TARGET OUTPUT_STRIP_TRAILING_WHITESPACE) + + # message(STATUS "Build VTA runtime with target: " ${VTA_TARGET}) + + # execute_process(COMMAND ${VTA_CONFIG} --defs OUTPUT_VARIABLE __vta_defs) + + # string(REGEX MATCHALL "(^| )-D[A-Za-z0-9_=.]*" VTA_DEFINITIONS "${__vta_defs}") + # # Add driver sources + # # file(GLOB VTA_ILA_RUNTIME_SRCS ${VTA_HW_PATH}/src/*.cc) + # # file(GLOB VTA_ILA_RUNTIME_SRCS vta/runtime/*.cc) + # # list(APPEND VTA_ILA_RUNTIME_SRCS ${VTA_HW_PATH}/src/sim/sim_driver.cc) + # # list(APPEND VTA_ILA_RUNTIME_SRCS ${VTA_HW_PATH}/src/sim/sim_tlpp.cc) + # # list(APPEND VTA_ILA_RUNTIME_SRCS ${VTA_HW_PATH}/src/vmem/virtual_memory.cc) + # list(APPEND VTA_ILA_RUNTIME_SRCS src/runtime/contrib/vta_matmul/vta_matmul_runtime.cc) + # # Target lib: vta_ila + # add_library(vta_ila SHARED ${VTA_ILA_RUNTIME_SRCS}) + # target_include_directories(vta_ila SYSTEM PUBLIC ${VTA_HW_PATH}/include) + # foreach(__def ${VTA_DEFINITIONS}) + # string(SUBSTRING ${__def} 3 -1 __strip_def) + # target_compile_definitions(vta_ila PUBLIC ${__strip_def}) + # endforeach() message(STATUS "Build with Codegen for VTA...") -endif(USE_VTA_MATMUL) \ No newline at end of file +endif(USE_VTA_MATMUL) diff --git a/src/relay/backend/contrib/vta_matmul/codegen.cc b/src/relay/backend/contrib/vta_matmul/codegen.cc index fabc161e4..611d94d37 100644 --- a/src/relay/backend/contrib/vta_matmul/codegen.cc +++ b/src/relay/backend/contrib/vta_matmul/codegen.cc @@ -177,11 +177,14 @@ class CodegenVTA : public MemoizedExprTranslator>, public Co std::vector GetArgumentNames(const CallNode* call) { std::vector arg_names; + std::cerr << "Arg Size: " << call->args.size() << std::endl; for (size_t i = 0; i < call->args.size(); ++i) { auto res = VisitExpr(call->args[i]); for (const auto& out : res) { arg_names.push_back(out.name); + // std::cerr << out.name << " "; } + // std::cerr << std::endl; } return arg_names; } @@ -232,28 +235,399 @@ class VTAMatMulModuleCodegen : public CSourceModuleCodegenBase { code_stream_ << "#include \n"; code_stream_ << "#include \n"; code_stream_ << "#include \n"; + code_stream_ << "#include \n"; code_stream_ << "#include \n"; + code_stream_ << "#include \n"; code_stream_ << "using namespace tvm::runtime;\n"; + code_stream_ << "using namespace tvm::runtime::contrib;\n"; + code_stream_ << "\n"; + + const char* ila_code = R"op_macro( + typedef uint32_t uop_T; +typedef int8_t wgt_T; +typedef int8_t inp_T; +typedef int8_t out_T; +typedef int32_t acc_T; + +void* allocBuffer(size_t num_bytes) { return VTAMemAlloc(num_bytes, 0); } + +template +T ** alloc2dArray(int rows, int cols) { + T **array = static_cast(malloc(sizeof(T *) * rows)); + for (int i = 0; i < rows; i++) { + array[i] = static_cast(malloc(sizeof(T) * cols)); + } + return array; +} + +VTAUop* getGEMMUops(int batch, int in_channels, int out_channels) { + VTAUop *uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * batch, 0)); + for (int i = 0; i < batch; ++i) { + uop_buf[i].dst_idx = i * out_channels; + uop_buf[i].src_idx = i * in_channels; + uop_buf[i].wgt_idx = 0; + } + return uop_buf; +} + +template +void packBuffer(DST_T* dst, SRC_T** src, int y_size, int x_size, int y_block, int x_block) { + assert((SRC_T_WIDTH * x_block * y_block) % DST_T_WIDTH == 0); + assert(DST_T_WIDTH <= 64); + int buffer_idx = 0; + int ratio = DST_T_WIDTH / SRC_T_WIDTH; + long long int mask = (1ULL << SRC_T_WIDTH) - 1; + DST_T tmp = 0; + for (int i = 0; i < y_size / y_block; i++) { + for (int j = 0; j < x_size / x_block; j++) { + for (int k = 0; k < y_block; k++) { + for (int l = 0; l < x_block; l++) { + int block_idx = l + k * x_block; + tmp |= (src[i * y_block + k][j * x_block + l] & mask) + << ((block_idx % ratio) * SRC_T_WIDTH); + // When tmp is packed, write to destination array + if (block_idx % ratio == ratio - 1) { + dst[buffer_idx++] = tmp; + tmp = 0; + } + } + } + } + } +} + +template +T** allocInit2dArray(int rows, int cols, bool init_data, float* from, T data = 0) { + // Allocate + T** array = static_cast(malloc(sizeof(T*) * rows)); + for (int i = 0; i < rows; i++) { + array[i] = static_cast(malloc(sizeof(T) * cols)); + } + // Init + if (init_data) { + for (int i = 0; i < rows; i++) { + for (int j = 0; j < cols; j++) { + if (from == nullptr) { + array[i][j] = static_cast(data); + } else { + array[i][j] = static_cast(from[i * cols + j]); + } + } + } + } + return array; +} + +template +void unpackBuffer(DST_T **dst, SRC_T *src, int y_size, int x_size, int y_block, int x_block) { + assert((DST_T_WIDTH * x_block * y_block) % SRC_T_WIDTH == 0); + int buffer_idx = 0; + long long int mask = (1ULL << DST_T_WIDTH) - 1; + int ratio = SRC_T_WIDTH / DST_T_WIDTH; + for (int i = 0; i < y_size / y_block; i++) { + for (int j = 0; j < x_size / x_block; j++) { + for (int k = 0; k < y_block; k++) { + for (int l = 0; l < x_block; l++) { + int block_idx = l + k * x_block; + dst[i * y_block + k][j * x_block + l] = (src[buffer_idx] >> ((block_idx % ratio) * DST_T_WIDTH)) & mask; + if (block_idx % ratio == ratio - 1) { + buffer_idx++; + } + } + } + } + } +} + + +VTAGenericInsn get2DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, + int y_size, int x_size, int x_stride, int y_pad, int x_pad, + int pop_prev_dep, int pop_next_dep, int push_prev_dep, + int push_next_dep) { + // Converter + union VTAInsn converter; + // Memory instruction initialization + VTAMemInsn insn = {}; + insn.opcode = opcode; + insn.pop_prev_dep = pop_prev_dep; + insn.pop_next_dep = pop_next_dep; + insn.push_prev_dep = push_prev_dep; + insn.push_next_dep = push_next_dep; + insn.memory_type = type; + insn.sram_base = sram_offset; + insn.dram_base = dram_offset; + insn.y_size = y_size; + insn.x_size = x_size; + insn.x_stride = x_stride; + insn.y_pad_0 = y_pad; + insn.y_pad_1 = y_pad; + insn.x_pad_0 = x_pad; + insn.x_pad_1 = x_pad; + converter.mem = insn; + return converter.generic; +} - const char* ila_code = R"( +VTAGenericInsn get1DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, int size, + int pop_prev_dep, int pop_next_dep, int push_prev_dep, + int push_next_dep) { + // Converter + union VTAInsn converter; + // Memory instruction initialization + VTAMemInsn insn = {}; + insn.opcode = opcode; + insn.pop_prev_dep = pop_prev_dep; + insn.pop_next_dep = pop_next_dep; + insn.push_prev_dep = push_prev_dep; + insn.push_next_dep = push_next_dep; + insn.memory_type = type; + insn.sram_base = sram_offset; + insn.dram_base = dram_offset; + insn.y_size = 1; + insn.x_size = size; + insn.x_stride = size; + insn.y_pad_0 = 0; + insn.y_pad_1 = 0; + insn.x_pad_0 = 0; + insn.x_pad_1 = 0; + converter.mem = insn; + return converter.generic; +} + +VTAGenericInsn getGEMMInsn(int uop_offset, int batch, int in_feat, int out_feat, + bool uop_compression, int pop_prev_dep, int pop_next_dep, + int push_prev_dep, int push_next_dep) { + // Converter + union VTAInsn converter; + // GEMM instruction initialization + VTAGemInsn insn; + insn.opcode = VTA_OPCODE_GEMM; + insn.pop_prev_dep = pop_prev_dep; + insn.pop_next_dep = pop_next_dep; + insn.push_prev_dep = push_prev_dep; + insn.push_next_dep = push_next_dep; + insn.reset_reg = false; + insn.uop_bgn = uop_offset; + insn.uop_end = uop_offset + 1; + insn.iter_out = 1; + insn.iter_in = 1; + insn.dst_factor_out = 0; + insn.src_factor_out = 0; + insn.wgt_factor_out = 0; + insn.dst_factor_in = 0; + insn.src_factor_in = 0; + insn.wgt_factor_in = 0; + converter.gemm = insn; + return converter.generic; +} + +VTAGenericInsn getFinishInsn(bool pop_prev, bool pop_next) { + // Converter + union VTAInsn converter; + // GEMM instruction initialization + VTAGemInsn insn; + insn.opcode = VTA_OPCODE_FINISH; + insn.pop_prev_dep = pop_prev; + insn.pop_next_dep = pop_next; + insn.push_prev_dep = 0; + insn.push_next_dep = 0; + insn.reset_reg = false; + insn.uop_bgn = 0; + insn.uop_end = 0; + insn.iter_out = 0; + insn.iter_in = 0; + insn.dst_factor_out = 0; + insn.src_factor_out = 0; + insn.wgt_factor_out = 0; + insn.dst_factor_in = 0; + insn.src_factor_in = 0; + insn.wgt_factor_in = 0; + converter.gemm = insn; + return converter.generic; +} + +template +void copyData(T* dst, float* src, int h, int w) { + for (int i = 0; i < h; ++i) { + for (int j = 0; j < w; ++j) { + dst[i * w + j] = src[i * w + j]; + } + } +} + +template +void resetVal(T* dst, T v, int h, int w) { + for (int i = 0; i < h; ++i) { + for (int j = 0; j < w; ++j) { + dst[i * w + j] = v; + } + } +} + +template +/** + * Copy the `r_src`th row of `src` to `r_dst`th row of `dst` + * */ +void copyRow(T* dst, float* src, int r_dst, int w_dst, int r_src, int w_src) { + assert(w_src <= w_dst); + for (int i = 0; i < w_src; ++i) { + dst[r_dst * w_dst + i] = (int)round(src[r_src * w_src + i]); + } +} + +extern "C" TVM_DLL void run_vta_simulator(float* input, float* weight, int batch, int in_channels, + int out_channels, float* out_buf) { + const uint32_t num_instr = 256; + memset(out_buf, 0, sizeof(float) * out_channels * in_channels); + // LOAD UOP + // LOAD INP + // LOAD WGT + // GEMM + // ALU + // STORE + // FINISH + VTADeviceHandle device_handle = VTADeviceAlloc(); + VTAGenericInsn *instr_buf = + static_cast(allocBuffer(sizeof(VTAGenericInsn) * num_instr)); + + int8_t* wgt_buf = static_cast(allocBuffer(VTA_WGT_ELEM_BYTES * out_channels * in_channels)); + copyData(wgt_buf, weight, out_channels, in_channels); + // packBuffer(wgt_buf, weights, out_channels, in_channels, + // VTA_BLOCK_OUT, VTA_BLOCK_IN); + + uint32_t* bias_buf = static_cast(allocBuffer(VTA_ACC_ELEM_BYTES * batch * out_channels)); + for (int i = 0; i < batch; ++i) { + for (int j = 0; j < out_channels; ++j) { + bias_buf[i * out_channels + j] = 0; + } + } + // packBuffer(bias_buf, bias, batch, out_channels, VTA_BATCH, + // VTA_BLOCK_OUT); + int8_t* output_buf = static_cast(allocBuffer(VTA_OUT_ELEM_BYTES * batch * out_channels)); + // memset(output_buf, 0, VTA_OUT_ELEM_BYTES * out_size * out_size); + resetVal(output_buf, 0, batch, out_channels); + + // std::cerr << "Define instructions" << std::endl; + + int ptr = 0; + + instr_buf[ptr++] = get2DLoadStoreInsn( + VTA_OPCODE_LOAD, // op_code + VTA_MEM_ID_ACC, // type + 0, // sram base + VTAMemGetPhyAddr(bias_buf) / VTA_ACC_ELEM_BYTES, // dram base + batch, // y_size + out_channels, // x_size + out_channels, // x_stride + 0, // y pad + 0, // x_pad + 0, 0, 1, 0 + ); + + instr_buf[ptr++] = get2DLoadStoreInsn( + VTA_OPCODE_LOAD, + VTA_MEM_ID_WGT, + 0, + VTAMemGetPhyAddr(wgt_buf) / VTA_WGT_ELEM_BYTES, + out_channels, + in_channels, + in_channels, + 0, + 0, + 0, 1, 0, 0 + ); + std::vector allocated_inp; + for (int i = 0; i < batch; ++i) { + int8_t* ibuf = static_cast(allocBuffer(VTA_INP_ELEM_BYTES * batch * in_channels)); + resetVal(ibuf, 0, batch, in_channels); + copyRow(ibuf, input, 0, in_channels, i, in_channels); + allocated_inp.push_back(ibuf); + + VTAUop* uop = reinterpret_cast(VTAMemAlloc(sizeof(VTAUop), 0)); + uop->dst_idx = i; + uop->src_idx = 0; + uop->wgt_idx = 0; + allocated_inp.push_back(uop); + + instr_buf[ptr++] = get2DLoadStoreInsn( + VTA_OPCODE_LOAD, + VTA_MEM_ID_INP, + 0, + VTAMemGetPhyAddr(ibuf) / VTA_INP_ELEM_BYTES, + batch, + in_channels, + in_channels, + 0, + 0, + 0, i > 0, 0, 1 // pop prev | pop next | push prev | push next + ); + + instr_buf[ptr++] = get1DLoadStoreInsn( + VTA_OPCODE_LOAD, + VTA_MEM_ID_UOP, + 0, + VTAMemGetPhyAddr(uop) / VTA_UOP_ELEM_BYTES, + sizeof(VTAUop), + 1, 0, 0, 0 + ); + + instr_buf[ptr++] = getGEMMInsn( + 0, + batch / VTA_BATCH, + in_channels / VTA_BLOCK_IN, + out_channels / VTA_BLOCK_OUT, + 1, + 0, 0, 1, i + 1 == out_channels + ); + } + + instr_buf[ptr++] = get2DLoadStoreInsn( + VTA_OPCODE_STORE, + VTA_MEM_ID_OUT, + 0, + VTAMemGetPhyAddr(output_buf) / VTA_OUT_ELEM_BYTES, + 1, + out_channels, + out_channels, + 0, + 0, + 1, 0, 1, 0 + ); + + instr_buf[ptr++] = getFinishInsn(0, 1); + + VTADeviceRun(device_handle, VTAMemGetPhyAddr(instr_buf), ptr, 1000); + + for (int i = 0; i < batch; ++i) { + for (int j = 0; j < out_channels; ++j) { + out_buf[i * out_channels + j] = output_buf[i * out_channels + j]; + } + } + + std::cerr << "finished\n"; + + VTAMemFree(output_buf); + for (auto x : allocated_inp) { + VTAMemFree(x); + } + VTAMemFree(wgt_buf); + VTAMemFree(instr_buf); + VTADeviceFree(device_handle); +} extern "C" void vta_matmul_ila(float* inp, float* weight, float* out, int in_0, int in_1, int w_0) { std::cerr << "Called vta_matmul_ila\n"; - })"; + std::cerr << "DEBUG: " << inp[0] << std::endl; + run_vta_simulator(inp, weight, in_0, in_1, w_0, out); + })op_macro"; // code_stream_ << "using namespace tvm::runtime::contrib;\n"; code_stream_ << ila_code << "\n"; auto func = Downcast(ref); auto res = GenVTAFunc(func); - code_stream_ << "int main() {\n"; - code_stream_ << "std::cout << \"Hello from BYOC Codegen\" << std::endl;\n"; - code_stream_ << "return 0;\n"; - code_stream_ << "}\n"; auto code = code_stream_.str(); String symbol = std::get<0>(res); Array vars = std::get<1>(res); const auto* pf = runtime::Registry::Get("runtime.CSourceModuleCreate"); CHECK(pf != nullptr) << "Cannot find csource module to create the external runtime module"; - std::cerr << code << std::endl; return (*pf)(code, "c", symbol, vars); } private: diff --git a/vta/python/vta/testing/ila_converter.py b/vta/python/vta/testing/ila_converter.py index 8659ebaf2..58d40dac1 100644 --- a/vta/python/vta/testing/ila_converter.py +++ b/vta/python/vta/testing/ila_converter.py @@ -23,7 +23,7 @@ 'INP': 1, 'WGT': 2, 'ACC': 3, - 'UOP': 4 + 'UOP': 4, } LITTLE_ENDIAN = True @@ -109,7 +109,7 @@ def ila_instruction( return { 'instr No.': insn_idx, 'instr_in': instr_in, - 'mem_addr': mem_addr, + 'mem_addr': int(mem_addr, base=16) if isinstance(mem_addr, str) and mem_addr.startswith('0x') else int(mem_addr), 'mem_bias_in': mem_bias_in, 'mem_inp_in': mem_inp_in, 'mem_mode': mem_mode, From d253df7b558f3ef88b62c16736faf3cbe3f686f6 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Wed, 2 Dec 2020 15:24:14 -0800 Subject: [PATCH 011/129] [ add ] vta matmul test --- tests/python/relay/test_external_codegen.py | 30 ++++++++++++++------- 1 file changed, 20 insertions(+), 10 deletions(-) diff --git a/tests/python/relay/test_external_codegen.py b/tests/python/relay/test_external_codegen.py index 74b556aba..78973120d 100644 --- a/tests/python/relay/test_external_codegen.py +++ b/tests/python/relay/test_external_codegen.py @@ -17,6 +17,7 @@ """Unit tests for graph partitioning.""" import os import sys +import json import numpy as np import tvm @@ -363,20 +364,23 @@ def test_extern_vta(): if not tvm.get_global_func("relay.ext.vta_matmul", True): print('VTA ILA codegen not supported') + vta.testing.simulator.dump_mode(True) + # tvm.get_global_func("vta.simulator.profiler_dump_mode")(1) dtype = 'float32' - ishape = (3, 24) - wshape = (5, 24) + ishape = (16, 16) + wshape = (16, 16) data = relay.var('data', shape=(ishape), dtype=dtype) - weight = relay.const(np.random.uniform(0, 1, wshape).astype(dtype), dtype=dtype) + weight = relay.var('weight', shape=(wshape), dtype=dtype) data_1 = relay.log(data) - o1 = relay.multiply(data_1, relay.const(np.random.uniform(0, 1, ishape))) + o1 = relay.multiply(data_1, relay.const(np.random.uniform(1, 1, ishape))) out = relay.nn.dense(o1, weight) # relay.Call(dense_func, [o1]) - f = relay.Function([data], out) + f = relay.Function([data, weight], out) inputs = relay.var('input', shape=ishape, dtype=dtype) - call = relay.Call(f, [inputs]) + weights = relay.var('w', shape=wshape, dtype=dtype) + call = relay.Call(f, [inputs, weights]) mod = tvm.IRModule() mod['main'] = f @@ -385,10 +389,16 @@ def test_extern_vta(): seq = tvm.transform.Sequential([transform.AnnotateTarget('vta_matmul'), transform.PartitionGraph()]) mod = seq(mod) - in_data = np.random.uniform(0, 1, ishape).astype(dtype) - print(check_result(mod, { - 'input' : in_data - }, (3, 5), np.random.uniform(0, 1, (3, 5)).astype(dtype))) + import math + # in_data = np.random.uniform(1, 1, ishape).astype(dtype) + in_data = np.array([math.e] * ishape[0] * ishape[1]).reshape(ishape).astype(dtype) + # w_data = np.random.uniform(1, 1, wshape).astype(dtype) + w_data = (np.arange(wshape[0] * wshape[1]) % 10).reshape(wshape).astype(dtype) + check_result(mod, { + 'input' : in_data, + 'w': w_data + }, (16, 16), np.matmul(np.array([1] * 16 * 16).reshape(ishape).astype(dtype), + np.transpose(w_data)).astype(dtype), use_graph_rt=False) if __name__ == "__main__": test_multi_node_subgraph() From 86a0d52612a841b476539aefbf755a291d072747 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Wed, 2 Dec 2020 15:26:47 -0800 Subject: [PATCH 012/129] [ refine ] rm comment & move import to top --- tests/python/relay/test_external_codegen.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/tests/python/relay/test_external_codegen.py b/tests/python/relay/test_external_codegen.py index 78973120d..aa71f6341 100644 --- a/tests/python/relay/test_external_codegen.py +++ b/tests/python/relay/test_external_codegen.py @@ -18,6 +18,7 @@ import os import sys import json +import math import numpy as np import tvm @@ -365,7 +366,6 @@ def test_extern_vta(): print('VTA ILA codegen not supported') vta.testing.simulator.dump_mode(True) - # tvm.get_global_func("vta.simulator.profiler_dump_mode")(1) dtype = 'float32' ishape = (16, 16) wshape = (16, 16) @@ -389,10 +389,7 @@ def test_extern_vta(): seq = tvm.transform.Sequential([transform.AnnotateTarget('vta_matmul'), transform.PartitionGraph()]) mod = seq(mod) - import math - # in_data = np.random.uniform(1, 1, ishape).astype(dtype) in_data = np.array([math.e] * ishape[0] * ishape[1]).reshape(ishape).astype(dtype) - # w_data = np.random.uniform(1, 1, wshape).astype(dtype) w_data = (np.arange(wshape[0] * wshape[1]) % 10).reshape(wshape).astype(dtype) check_result(mod, { 'input' : in_data, From 02346a9acafffaf0432e1a6898c1009c788329d2 Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Wed, 2 Dec 2020 19:50:39 -0800 Subject: [PATCH 013/129] Add note about test to the readme --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 97f03e9f6..f228f201c 100644 --- a/README.md +++ b/README.md @@ -17,7 +17,7 @@ This is a fork of TVM for adding BYOC integrations for the 3LA project. -Right now we have a VTA integration in `src/relay/backend/contrib/vta_matmul`. Note that you have to include the line `SET(USE_VTA_MATMUL ON)` in `build/config.cmake` before building TVM to support this. +Right now we have a VTA integration in `src/relay/backend/contrib/vta_matmul`. Note that you have to include the line `SET(USE_VTA_MATMUL ON)` in `build/config.cmake` before building TVM to support this. We have a test of this backend in `tests/python/relay/test_external_codegen.py` (see `test_extern_vta()`). This version also uses a fork of the VTA repo meant to dump logs. Try `vta/python/integration/matmul_tutorial.py` to use the dumping facility. From 90202fa5b6cec720a21a401f39bf4985c6ffe51b Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Tue, 8 Dec 2020 15:41:21 -0800 Subject: [PATCH 014/129] Add additional dependencies into README --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index f228f201c..aaef8b3f8 100644 --- a/README.md +++ b/README.md @@ -17,7 +17,7 @@ This is a fork of TVM for adding BYOC integrations for the 3LA project. -Right now we have a VTA integration in `src/relay/backend/contrib/vta_matmul`. Note that you have to include the line `SET(USE_VTA_MATMUL ON)` in `build/config.cmake` before building TVM to support this. We have a test of this backend in `tests/python/relay/test_external_codegen.py` (see `test_extern_vta()`). +Right now we have a VTA integration in `src/relay/backend/contrib/vta_matmul`. Note that you have to include the line `SET(USE_VTA_MATMUL ON)` in `build/config.cmake` before building TVM to support this (other flags that should be on: `USE_LLVM`, `USE_VTA_FSIM`). We have a test of this backend in `tests/python/relay/test_external_codegen.py` (see `test_extern_vta()`). This version also uses a fork of the VTA repo meant to dump logs. Try `vta/python/integration/matmul_tutorial.py` to use the dumping facility. From 68752d4d736abe8d5dd8a4e2d6abdeac57111b30 Mon Sep 17 00:00:00 2001 From: Mike He Date: Tue, 8 Dec 2020 16:46:38 -0800 Subject: [PATCH 015/129] [FIX] BYOC compilation error due to missing files (#1) * [ add ] vat_matmul runtime files * [ update ] get rid of pushing 0s to ACC * add comment about the change in codegen.cc * restore ACC buffer initialization * [ add ] compute missing fields of VTA config --- .../backend/contrib/vta_matmul/codegen.cc | 8 +- .../contrib/vta_matmul/vta_matmul_runtime.cc | 380 ++++++++++++++++++ .../contrib/vta_matmul/vta_matmul_runtime.h | 19 + 3 files changed, 405 insertions(+), 2 deletions(-) create mode 100644 src/runtime/contrib/vta_matmul/vta_matmul_runtime.cc create mode 100644 src/runtime/contrib/vta_matmul/vta_matmul_runtime.h diff --git a/src/relay/backend/contrib/vta_matmul/codegen.cc b/src/relay/backend/contrib/vta_matmul/codegen.cc index 611d94d37..007ee6af2 100644 --- a/src/relay/backend/contrib/vta_matmul/codegen.cc +++ b/src/relay/backend/contrib/vta_matmul/codegen.cc @@ -509,7 +509,11 @@ extern "C" TVM_DLL void run_vta_simulator(float* input, float* weight, int batch // std::cerr << "Define instructions" << std::endl; int ptr = 0; - + // In principle, we can get rid of writting + // 0s to the ACC buffer since it is initally 0 + // This will reduce the length of translated ILA program fragment + // However, there are chances that resulting output can go wrong + // Keep it for now instr_buf[ptr++] = get2DLoadStoreInsn( VTA_OPCODE_LOAD, // op_code VTA_MEM_ID_ACC, // type @@ -643,4 +647,4 @@ TVM_REGISTER_GLOBAL("relay.ext.vta_matmul").set_body_typed(VTAMatMulCompiler); } // namespace contrib } // namespace relay -} // namespace tvm \ No newline at end of file +} // namespace tvm diff --git a/src/runtime/contrib/vta_matmul/vta_matmul_runtime.cc b/src/runtime/contrib/vta_matmul/vta_matmul_runtime.cc new file mode 100644 index 000000000..9009c55e5 --- /dev/null +++ b/src/runtime/contrib/vta_matmul/vta_matmul_runtime.cc @@ -0,0 +1,380 @@ +#include "vta_matmul_runtime.h" +#include + +namespace tvm { +namespace runtime { +namespace contrib { + +typedef uint32_t uop_T; +typedef int8_t wgt_T; +typedef int8_t inp_T; +typedef int8_t out_T; +typedef int32_t acc_T; + +void* allocBuffer(size_t num_bytes) { return VTAMemAlloc(num_bytes, 0); } + +template +T ** alloc2dArray(int rows, int cols) { + T **array = static_cast(malloc(sizeof(T *) * rows)); + for (int i = 0; i < rows; i++) { + array[i] = static_cast(malloc(sizeof(T) * cols)); + } + return array; +} + +VTAUop* getGEMMUops(int batch, int in_channels, int out_channels) { + VTAUop *uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * batch, 0)); + for (int i = 0; i < batch; ++i) { + uop_buf[i].dst_idx = i * out_channels; + uop_buf[i].src_idx = i * in_channels; + uop_buf[i].wgt_idx = 0; + } + return uop_buf; +} + +template +void packBuffer(DST_T* dst, SRC_T** src, int y_size, int x_size, int y_block, int x_block) { + assert((SRC_T_WIDTH * x_block * y_block) % DST_T_WIDTH == 0); + assert(DST_T_WIDTH <= 64); + int buffer_idx = 0; + int ratio = DST_T_WIDTH / SRC_T_WIDTH; + long long int mask = (1ULL << SRC_T_WIDTH) - 1; + DST_T tmp = 0; + for (int i = 0; i < y_size / y_block; i++) { + for (int j = 0; j < x_size / x_block; j++) { + for (int k = 0; k < y_block; k++) { + for (int l = 0; l < x_block; l++) { + int block_idx = l + k * x_block; + tmp |= (src[i * y_block + k][j * x_block + l] & mask) + << ((block_idx % ratio) * SRC_T_WIDTH); + // When tmp is packed, write to destination array + if (block_idx % ratio == ratio - 1) { + dst[buffer_idx++] = tmp; + tmp = 0; + } + } + } + } + } +} + +template +T** allocInit2dArray(int rows, int cols, bool init_data, float* from, T data = 0) { + // Allocate + T** array = static_cast(malloc(sizeof(T*) * rows)); + for (int i = 0; i < rows; i++) { + array[i] = static_cast(malloc(sizeof(T) * cols)); + } + // Init + if (init_data) { + for (int i = 0; i < rows; i++) { + for (int j = 0; j < cols; j++) { + if (from == nullptr) { + array[i][j] = static_cast(data); + } else { + array[i][j] = static_cast(from[i * cols + j]); + } + } + } + } + return array; +} + +template +void unpackBuffer(DST_T **dst, SRC_T *src, int y_size, int x_size, int y_block, int x_block) { + assert((DST_T_WIDTH * x_block * y_block) % SRC_T_WIDTH == 0); + int buffer_idx = 0; + long long int mask = (1ULL << DST_T_WIDTH) - 1; + int ratio = SRC_T_WIDTH / DST_T_WIDTH; + for (int i = 0; i < y_size / y_block; i++) { + for (int j = 0; j < x_size / x_block; j++) { + for (int k = 0; k < y_block; k++) { + for (int l = 0; l < x_block; l++) { + int block_idx = l + k * x_block; + dst[i * y_block + k][j * x_block + l] = (src[buffer_idx] >> ((block_idx % ratio) * DST_T_WIDTH)) & mask; + if (block_idx % ratio == ratio - 1) { + buffer_idx++; + } + } + } + } + } +} + + +VTAGenericInsn get2DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, + int y_size, int x_size, int x_stride, int y_pad, int x_pad, + int pop_prev_dep, int pop_next_dep, int push_prev_dep, + int push_next_dep) { + // Converter + union VTAInsn converter; + // Memory instruction initialization + VTAMemInsn insn = {}; + insn.opcode = opcode; + insn.pop_prev_dep = pop_prev_dep; + insn.pop_next_dep = pop_next_dep; + insn.push_prev_dep = push_prev_dep; + insn.push_next_dep = push_next_dep; + insn.memory_type = type; + insn.sram_base = sram_offset; + insn.dram_base = dram_offset; + insn.y_size = y_size; + insn.x_size = x_size; + insn.x_stride = x_stride; + insn.y_pad_0 = y_pad; + insn.y_pad_1 = y_pad; + insn.x_pad_0 = x_pad; + insn.x_pad_1 = x_pad; + converter.mem = insn; + return converter.generic; +} + +VTAGenericInsn get1DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, int size, + int pop_prev_dep, int pop_next_dep, int push_prev_dep, + int push_next_dep) { + // Converter + union VTAInsn converter; + // Memory instruction initialization + VTAMemInsn insn = {}; + insn.opcode = opcode; + insn.pop_prev_dep = pop_prev_dep; + insn.pop_next_dep = pop_next_dep; + insn.push_prev_dep = push_prev_dep; + insn.push_next_dep = push_next_dep; + insn.memory_type = type; + insn.sram_base = sram_offset; + insn.dram_base = dram_offset; + insn.y_size = 1; + insn.x_size = size; + insn.x_stride = size; + insn.y_pad_0 = 0; + insn.y_pad_1 = 0; + insn.x_pad_0 = 0; + insn.x_pad_1 = 0; + converter.mem = insn; + return converter.generic; +} + +VTAGenericInsn getGEMMInsn(int uop_offset, int batch, int in_feat, int out_feat, + bool uop_compression, int pop_prev_dep, int pop_next_dep, + int push_prev_dep, int push_next_dep) { + // Converter + union VTAInsn converter; + // GEMM instruction initialization + VTAGemInsn insn; + insn.opcode = VTA_OPCODE_GEMM; + insn.pop_prev_dep = pop_prev_dep; + insn.pop_next_dep = pop_next_dep; + insn.push_prev_dep = push_prev_dep; + insn.push_next_dep = push_next_dep; + insn.reset_reg = false; + insn.uop_bgn = uop_offset; + insn.uop_end = uop_offset + 1; + insn.iter_out = 1; + insn.iter_in = 1; + insn.dst_factor_out = 0; + insn.src_factor_out = 0; + insn.wgt_factor_out = 0; + insn.dst_factor_in = 0; + insn.src_factor_in = 0; + insn.wgt_factor_in = 0; + converter.gemm = insn; + return converter.generic; +} + +VTAGenericInsn getFinishInsn(bool pop_prev, bool pop_next) { + // Converter + union VTAInsn converter; + // GEMM instruction initialization + VTAGemInsn insn; + insn.opcode = VTA_OPCODE_FINISH; + insn.pop_prev_dep = pop_prev; + insn.pop_next_dep = pop_next; + insn.push_prev_dep = 0; + insn.push_next_dep = 0; + insn.reset_reg = false; + insn.uop_bgn = 0; + insn.uop_end = 0; + insn.iter_out = 0; + insn.iter_in = 0; + insn.dst_factor_out = 0; + insn.src_factor_out = 0; + insn.wgt_factor_out = 0; + insn.dst_factor_in = 0; + insn.src_factor_in = 0; + insn.wgt_factor_in = 0; + converter.gemm = insn; + return converter.generic; +} + +template +void copyData(T* dst, float* src, int h, int w) { + for (int i = 0; i < h; ++i) { + for (int j = 0; j < w; ++j) { + dst[i * w + j] = src[i * w + j]; + } + } +} + +template +void resetVal(T* dst, T v, int h, int w) { + for (int i = 0; i < h; ++i) { + for (int j = 0; j < w; ++j) { + dst[i * w + j] = v; + } + } +} + +template +/** + * Copy the `r_src`th row of `src` to `r_dst`th row of `dst` + * */ +void copyRow(T* dst, float* src, int r_dst, int w_dst, int r_src, int w_src) { + assert(w_src <= w_dst); + for (int i = 0; i < w_src; ++i) { + dst[r_dst * w_dst + i] = (int)round(src[r_src * w_src + i]); + } +} + +extern "C" TVM_DLL void run_vta_simulator(float* input, float* weight, int batch, int in_channels, + int out_channels, float* out_buf) { + const uint32_t num_instr = 256; + memset(out_buf, 0, sizeof(float) * out_channels * in_channels); + // LOAD UOP + // LOAD INP + // LOAD WGT + // GEMM + // ALU + // STORE + // FINISH + VTADeviceHandle device_handle = VTADeviceAlloc(); + VTAGenericInsn *instr_buf = + static_cast(allocBuffer(sizeof(VTAGenericInsn) * num_instr)); + + int8_t* wgt_buf = static_cast(allocBuffer(VTA_WGT_ELEM_BYTES * out_channels * in_channels)); + copyData(wgt_buf, weight, out_channels, in_channels); + // packBuffer(wgt_buf, weights, out_channels, in_channels, + // VTA_BLOCK_OUT, VTA_BLOCK_IN); + + uint32_t* bias_buf = static_cast(allocBuffer(VTA_ACC_ELEM_BYTES * batch * out_channels)); + for (int i = 0; i < batch; ++i) { + for (int j = 0; j < out_channels; ++j) { + bias_buf[i * out_channels + j] = 0; + } + } + // packBuffer(bias_buf, bias, batch, out_channels, VTA_BATCH, + // VTA_BLOCK_OUT); + int8_t* output_buf = static_cast(allocBuffer(VTA_OUT_ELEM_BYTES * batch * out_channels)); + // memset(output_buf, 0, VTA_OUT_ELEM_BYTES * out_size * out_size); + resetVal(output_buf, 0, batch, out_channels); + + // std::cerr << "Define instructions" << std::endl; + + int ptr = 0; + + // instr_buf[ptr++] = get2DLoadStoreInsn( + // VTA_OPCODE_LOAD, // op_code + // VTA_MEM_ID_ACC, // type + // 0, // sram base + // VTAMemGetPhyAddr(bias_buf) / VTA_ACC_ELEM_BYTES, // dram base + // batch, // y_size + // out_channels, // x_size + // out_channels, // x_stride + // 0, // y pad + // 0, // x_pad + // 0, 0, 1, 0 + // ); + + instr_buf[ptr++] = get2DLoadStoreInsn( + VTA_OPCODE_LOAD, + VTA_MEM_ID_WGT, + 0, + VTAMemGetPhyAddr(wgt_buf) / VTA_WGT_ELEM_BYTES, + out_channels, + in_channels, + in_channels, + 0, + 0, + 0, 0, 0, 0 + ); + std::vector allocated_inp; + for (int i = 0; i < batch; ++i) { + int8_t* ibuf = static_cast(allocBuffer(VTA_INP_ELEM_BYTES * batch * in_channels)); + resetVal(ibuf, 0, batch, in_channels); + copyRow(ibuf, input, 0, in_channels, i, in_channels); + allocated_inp.push_back(ibuf); + + VTAUop* uop = reinterpret_cast(VTAMemAlloc(sizeof(VTAUop), 0)); + uop->dst_idx = i; + uop->src_idx = 0; + uop->wgt_idx = 0; + allocated_inp.push_back(uop); + + instr_buf[ptr++] = get2DLoadStoreInsn( + VTA_OPCODE_LOAD, + VTA_MEM_ID_INP, + 0, + VTAMemGetPhyAddr(ibuf) / VTA_INP_ELEM_BYTES, + batch, + in_channels, + in_channels, + 0, + 0, + 0, i > 0, 0, 1 // pop prev | pop next | push prev | push next + ); + + instr_buf[ptr++] = get1DLoadStoreInsn( + VTA_OPCODE_LOAD, + VTA_MEM_ID_UOP, + 0, + VTAMemGetPhyAddr(uop) / VTA_UOP_ELEM_BYTES, + sizeof(VTAUop), + 1, 0, 0, 0 + ); + + instr_buf[ptr++] = getGEMMInsn( + 0, + batch / VTA_BATCH, + in_channels / VTA_BLOCK_IN, + out_channels / VTA_BLOCK_OUT, + 1, + 0, 0, 1, i + 1 == out_channels + ); + } + + instr_buf[ptr++] = get2DLoadStoreInsn( + VTA_OPCODE_STORE, + VTA_MEM_ID_OUT, + 0, + VTAMemGetPhyAddr(output_buf) / VTA_OUT_ELEM_BYTES, + 1, + out_channels, + out_channels, + 0, + 0, + 1, 0, 1, 0 + ); + + instr_buf[ptr++] = getFinishInsn(0, 1); + + VTADeviceRun(device_handle, VTAMemGetPhyAddr(instr_buf), ptr, 1000); + + for (int i = 0; i < batch; ++i) { + for (int j = 0; j < out_channels; ++j) { + out_buf[i * out_channels + j] = output_buf[i * out_channels + j]; + } + } + + std::cerr << "finished\n"; + + VTAMemFree(output_buf); + for (auto x : allocated_inp) { + VTAMemFree(x); + } + VTAMemFree(wgt_buf); + VTAMemFree(instr_buf); + VTADeviceFree(device_handle); +} +} // namespace contrib +} // namespace runtime +} // namespace tvm diff --git a/src/runtime/contrib/vta_matmul/vta_matmul_runtime.h b/src/runtime/contrib/vta_matmul/vta_matmul_runtime.h new file mode 100644 index 000000000..99220c0ae --- /dev/null +++ b/src/runtime/contrib/vta_matmul/vta_matmul_runtime.h @@ -0,0 +1,19 @@ + +#ifndef TVM_RUNTIME_CONTRIB_VTA_MATMUL_VTA_MATMUL_RUNTIME_H_ +#define TVM_RUNTIME_CONTRIB_VTA_MATMUL_VTA_MATMUL_RUNTIME_H_ +#include +#include +#include + +namespace tvm { +namespace runtime { +namespace contrib { + + extern "C" TVM_DLL void run_vta_simulator(float *acc, float *weight, int in_H, int in_W, + int w_W, float *out_buf); + +} // namespace contrib +} // namespace runtime +} // namespace tvm + +#endif // TVM_RUNTIME_CONTRIB_VAT_MATMUL_VTA_MATMUL_RUNTIME_H_ From 7d9593b6b4b9544167fbc11e729cfcd43e8c56d0 Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Tue, 15 Dec 2020 19:38:52 -0800 Subject: [PATCH 016/129] Update ILA conversion indexing scheme --- vta/python/vta/testing/ila_converter.py | 67 ++++++++++++++++++------- 1 file changed, 49 insertions(+), 18 deletions(-) diff --git a/vta/python/vta/testing/ila_converter.py b/vta/python/vta/testing/ila_converter.py index 58d40dac1..1296264b5 100644 --- a/vta/python/vta/testing/ila_converter.py +++ b/vta/python/vta/testing/ila_converter.py @@ -15,7 +15,7 @@ # specific language governing permissions and limitations # under the License. """Converts a VTA simulator JSON dump into an ILA instruction trace""" -import ctypes +import sys import json import math @@ -28,6 +28,19 @@ LITTLE_ENDIAN = True +def combine_bytes(bytes): + """ + Given an array of bytes (as hex strings), + returns a single hex string that combines the bytes + into a single integer (based on the endianness set above) + """ + digit_strs = [byte.split('x')[1] for byte in bytes] + # if the integer is little endian, then the first bytes are the last digits + if LITTLE_ENDIAN: + digit_strs = digit_strs[::-1] + return '0x{}'.format(''.join(digit_strs)) + + def hex_string_to_bytes(hex_string): digits = hex_string.split('x')[1] assert len(hex_string) % 2 == 0 @@ -101,7 +114,7 @@ def reconstitute_mem_insn( def ila_instruction( - insn_idx=0, instr_in='0x00', mem_addr=0, + insn_idx=0, instr_in='0x00', mem_idx=0, mem_bias_in='0x00', mem_inp_in='0x00', mem_mode=0, mem_uop_in='0x00', mem_wgt_in='0x00'): @@ -109,7 +122,7 @@ def ila_instruction( return { 'instr No.': insn_idx, 'instr_in': instr_in, - 'mem_addr': int(mem_addr, base=16) if isinstance(mem_addr, str) and mem_addr.startswith('0x') else int(mem_addr), + 'mem_idx': int(mem_idx, base=16) if isinstance(mem_idx, str) and mem_idx.startswith('0x') else int(mem_idx), 'mem_bias_in': mem_bias_in, 'mem_inp_in': mem_inp_in, 'mem_mode': mem_mode, @@ -118,14 +131,12 @@ def ila_instruction( } -def create_ila_dram_insn(target, addr, data, insn_idx): +def create_ila_dram_insn(target, mem_idx, data, insn_idx): if target not in VIR_MEM_MODES: raise Exception(f'Invalid target: {target}') vir_mem_mode = VIR_MEM_MODES[target] - # read in a single byte xx in hex, present as - # 0xffffffxx if data == '0xXX': raise Exception(f'Attempting to write padding value at addr {addr}') @@ -133,20 +144,14 @@ def create_ila_dram_insn(target, addr, data, insn_idx): # however, if we use the same one in every field, that is sufficient return ila_instruction( insn_idx=insn_idx, mem_mode=vir_mem_mode, - mem_addr=addr, + mem_idx=mem_idx, mem_bias_in=data, mem_inp_in=data, mem_uop_in=data, mem_wgt_in=data) def create_ila_vta_insn(insn_bytes, insn_idx): - # we combine the instruction bytes into a single 128-bit integer - digit_strs = [byte.split('x')[1] for byte in insn_bytes] - # if the integer is little endian, then the first bytes are the last digits - if LITTLE_ENDIAN: - digit_strs = digit_strs[::-1] - insn_str = '0x{}'.format(''.join(digit_strs)) return ila_instruction(insn_idx=insn_idx, - instr_in=insn_str) + instr_in=combine_bytes(insn_bytes)) def generate_dram_insns(sim_dump, insn_idx): @@ -167,6 +172,7 @@ def generate_dram_insns(sim_dump, insn_idx): """ dram_dumps = sim_dump['dram'] ret = [] + for dump in dram_dumps: mem_type = dump['context'] # the ILA does not need a dump of the instructions @@ -174,13 +180,38 @@ def generate_dram_insns(sim_dump, insn_idx): continue if mem_type == 'unknown': raise Exception('Unknown memory type encountered') - addr = int(dump['start_addr'], 16) + + data_width = dump['data_width'] + dram_byte_addr = int(dump['start_addr'], 16) + mem_idx = dram_byte_addr/data_width + + # collect an element at a time, + # skipping any padding bytes + current_value = [] for i, byte in enumerate(dump['bytes']): - if byte == '0xXX': + current_value.append(byte) + if len(current_value) < data_width: continue - ret.append(create_ila_dram_insn( - mem_type, addr + i, byte, insn_idx)) + + # We have collected a full value, so create a DRAM instruction. + + # Handling padding bytes: check that a value is either all padding (treat as all 0's) + # or no padding at all + is_padding = ('0xXX' in current value) + if is_padding: + assert all(map(lambda x: x == '0xXX', current_value)) + + if not is_padding: + ret.append( + create_ila_dram_insn( + mem_type, mem_idx, + combine_bytes(current_value), insn_idx + ) + ) + mem_idx += 1 insn_idx += 1 + current_value = [] + return ret From f95084e8f2a1895706be9ccd547382d4fa6ab8de Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Wed, 16 Dec 2020 20:42:25 -0800 Subject: [PATCH 017/129] Use VTA simulator with output dumping --- vta/python/vta/testing/simulator.py | 20 ++++++++++--- .../python/integration/matmul_tutorial.py | 28 ++++++++----------- 2 files changed, 28 insertions(+), 20 deletions(-) diff --git a/vta/python/vta/testing/simulator.py b/vta/python/vta/testing/simulator.py index 288d69969..cd7c55aa7 100644 --- a/vta/python/vta/testing/simulator.py +++ b/vta/python/vta/testing/simulator.py @@ -114,21 +114,33 @@ def dump_mode(toggle): Parameters ---------- toggle : bool - Whether to dump logs and memory instead of executing + Whether to dump logs and memory (false by default) """ tvm.get_global_func("vta.simulator.profiler_dump_mode")(1 if toggle else 0) -def dump_target(target): - """Specify address for simulator dump. +def sim_dump_target(target): + """Specify address for simulator initial state dump. Parameters ---------- target : str Address to which the simulator will write a log - and memory dump if dumping mode is on. + and memory dump corresponding to the initial state + if dumping mode is on. """ tvm.get_global_func("vta.simulator.profiler_dump_target")(target) +def output_dump_target(target): + """Specify address for simulator output dump. + Parameters + ---------- + target : str + Address to which the simulator will write a log + and memory dump corresponding to + all stores to DRAM if dumping mode is on. + """ + tvm.get_global_func("vta.simulator.profiler_output_dump_target")(target) + LIBS = _load_sw() diff --git a/vta/tests/python/integration/matmul_tutorial.py b/vta/tests/python/integration/matmul_tutorial.py index 84e592e42..a9c020c65 100644 --- a/vta/tests/python/integration/matmul_tutorial.py +++ b/vta/tests/python/integration/matmul_tutorial.py @@ -433,7 +433,8 @@ # Clear stats if env.TARGET in ["sim", "tsim"]: simulator.dump_mode(True) - simulator.dump_target("test.json") + simulator.sim_dump_target("test_sim.json") + simulator.output_dump_target("test_output.json") simulator.clear_stats() # Invoke the module to perform the computation @@ -447,23 +448,18 @@ # Compute reference result with numpy -################################################### -# Commented out because if dumping mode is on, # -# the model will not actually execute. # -################################################### +C_ref = np.dot(A_orig.astype(env.acc_dtype), B_orig.T.astype(env.acc_dtype)).astype(C.dtype) +C_ref = C_ref.reshape(o, env.BATCH, m, env.BLOCK_OUT).transpose((0, 2, 1, 3)) +np.testing.assert_equal(C_ref, C_nd.asnumpy()) -# C_ref = np.dot(A_orig.astype(env.acc_dtype), B_orig.T.astype(env.acc_dtype)).astype(C.dtype) -# C_ref = C_ref.reshape(o, env.BATCH, m, env.BLOCK_OUT).transpose((0, 2, 1, 3)) -# np.testing.assert_equal(C_ref, C_nd.asnumpy()) - -# # Print stats -# if env.TARGET in ["sim", "tsim"]: -# sim_stats = simulator.stats() -# print("Execution statistics:") -# for k, v in sim_stats.items(): -# print("\t{:<16}: {:>16}".format(k, v)) +# Print stats +if env.TARGET in ["sim", "tsim"]: + sim_stats = simulator.stats() + print("Execution statistics:") + for k, v in sim_stats.items(): + print("\t{:<16}: {:>16}".format(k, v)) -# print("Successful matrix multiply test!") +print("Successful matrix multiply test!") ###################################################################### # Summary From 0903879f3aa8506419dd902b9ad066e417f8a698 Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Mon, 21 Dec 2020 14:39:46 -0800 Subject: [PATCH 018/129] [hotfix] Typo in ila_converter --- vta/python/vta/testing/ila_converter.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vta/python/vta/testing/ila_converter.py b/vta/python/vta/testing/ila_converter.py index 1296264b5..aa5719848 100644 --- a/vta/python/vta/testing/ila_converter.py +++ b/vta/python/vta/testing/ila_converter.py @@ -197,7 +197,7 @@ def generate_dram_insns(sim_dump, insn_idx): # Handling padding bytes: check that a value is either all padding (treat as all 0's) # or no padding at all - is_padding = ('0xXX' in current value) + is_padding = ('0xXX' in current_value) if is_padding: assert all(map(lambda x: x == '0xXX', current_value)) From 9038420afafd93217c4d944ff9a85f0a81a27fc3 Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Mon, 4 Jan 2021 19:37:38 -0800 Subject: [PATCH 019/129] Rebase fixes --- python/tvm/relay/op/contrib/vta_matmul.py | 4 ++-- src/relay/backend/contrib/vta_matmul/codegen.cc | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/python/tvm/relay/op/contrib/vta_matmul.py b/python/tvm/relay/op/contrib/vta_matmul.py index b7c066136..d520cb586 100644 --- a/python/tvm/relay/op/contrib/vta_matmul.py +++ b/python/tvm/relay/op/contrib/vta_matmul.py @@ -3,6 +3,6 @@ from .register import register_pattern_table @tvm.ir.register_op_attr('nn.dense', 'target.vta_matmul') -def _wrap_nn_dense(attrs, args): +def _wrap_nn_dense(_): # print('================ registered vta_matmul ==================') - return True \ No newline at end of file + return True diff --git a/src/relay/backend/contrib/vta_matmul/codegen.cc b/src/relay/backend/contrib/vta_matmul/codegen.cc index 007ee6af2..2d9ffbd64 100644 --- a/src/relay/backend/contrib/vta_matmul/codegen.cc +++ b/src/relay/backend/contrib/vta_matmul/codegen.cc @@ -628,7 +628,7 @@ extern "C" TVM_DLL void run_vta_simulator(float* input, float* weight, int batch auto func = Downcast(ref); auto res = GenVTAFunc(func); auto code = code_stream_.str(); - String symbol = std::get<0>(res); + Array symbol = {std::get<0>(res)}; Array vars = std::get<1>(res); const auto* pf = runtime::Registry::Get("runtime.CSourceModuleCreate"); CHECK(pf != nullptr) << "Cannot find csource module to create the external runtime module"; From ee4c57c7c803886728719c57827fca15d4110927 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Sat, 13 Feb 2021 23:33:40 -0800 Subject: [PATCH 020/129] end-to-end codegen for ILA-VTA --- CMakeLists.txt | 2 +- cmake/modules/contrib/ILAVTA.cmake | 33 + cmake/modules/contrib/VTAMatmul.cmake | 37 - python/tvm/relay/op/contrib/__init__.py | 1 - python/tvm/relay/op/contrib/ilavta.py | 56 ++ python/tvm/relay/op/contrib/vta_matmul.py | 8 - .../backend/contrib/ilavta/ilavta_codegen.cc | 94 +++ .../backend/contrib/vta_matmul/codegen.cc | 650 ------------------ src/runtime/contrib/ilavta/ilavta_runtime.cc | 514 ++++++++++++++ .../contrib/vta_matmul/vta_matmul_runtime.cc | 380 ---------- .../contrib/vta_matmul/vta_matmul_runtime.h | 19 - 11 files changed, 698 insertions(+), 1096 deletions(-) create mode 100644 cmake/modules/contrib/ILAVTA.cmake delete mode 100644 cmake/modules/contrib/VTAMatmul.cmake create mode 100644 python/tvm/relay/op/contrib/ilavta.py delete mode 100644 python/tvm/relay/op/contrib/vta_matmul.py create mode 100644 src/relay/backend/contrib/ilavta/ilavta_codegen.cc delete mode 100644 src/relay/backend/contrib/vta_matmul/codegen.cc create mode 100644 src/runtime/contrib/ilavta/ilavta_runtime.cc delete mode 100644 src/runtime/contrib/vta_matmul/vta_matmul_runtime.cc delete mode 100644 src/runtime/contrib/vta_matmul/vta_matmul_runtime.h diff --git a/CMakeLists.txt b/CMakeLists.txt index 0dc833d44..9427c756c 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -375,10 +375,10 @@ include(cmake/modules/ROCM.cmake) include(cmake/modules/LLVM.cmake) include(cmake/modules/Micro.cmake) include(cmake/modules/contrib/EthosN.cmake) -include(cmake/modules/contrib/VTAMatmul.cmake) include(cmake/modules/contrib/BLAS.cmake) include(cmake/modules/contrib/CODEGENC.cmake) include(cmake/modules/contrib/DNNL.cmake) +include(cmake/modules/contrib/ILAVTA.cmake) include(cmake/modules/contrib/Random.cmake) include(cmake/modules/contrib/Posit.cmake) include(cmake/modules/contrib/MicroStandaloneRuntime.cmake) diff --git a/cmake/modules/contrib/ILAVTA.cmake b/cmake/modules/contrib/ILAVTA.cmake new file mode 100644 index 000000000..80e41fed2 --- /dev/null +++ b/cmake/modules/contrib/ILAVTA.cmake @@ -0,0 +1,33 @@ +if(USE_ILAVTA_CODEGEN STREQUAL "ON") + include_directories(BEFORE SYSTEM ${VTA_HW_PATH}/include) + add_definitions(-DUSE_ILAVTA_RUNTIME=1) + file(GLOB ILAVTA_RELAY_CONTRIB_SRC src/relay/backend/contrib/ilavta/*.cc) + list(APPEND COMPILER_SRCS ${ILAVTA_RELAY_CONTRIB_SRC}) + list(APPEND COMPILER_SRCS ${JSON_RELAY_CONTRIB_SRC}) + + file(GLOB ILAVTA_CONTRIB_SRC src/runtime/contrib/ilavta/ilavta_runtime.cc) + file(GLOB VTA_RUNTIME_SRCS ${VTA_HW_PATH}/src/*.cc) + list(APPEND VTA_RUNTIME_SRCS ${VTA_HW_PATH}/src/sim/sim_driver.cc) + list(APPEND VTA_RUNTIME_SRCS ${VTA_HW_PATH}/src/sim/sim_tlpp.cc) + list(APPEND VTA_RUNTIME_SRCS ${VTA_HW_PATH}/src/vmem/virtual_memory.cc) + + list(APPEND RUNTIME_SRCS ${ILAVTA_CONTRIB_SRC}) + list(APPEND RUNTIME_SRCS ${VTA_RUNTIME_SRCS}) + + set(VTA_CONFIG ${PYTHON} ${VTA_HW_PATH}/config/vta_config.py) + + if(EXISTS ${CMAKE_CURRENT_BINARY_DIR}/vta_config.json) + message(STATUS "Use VTA config " ${CMAKE_CURRENT_BINARY_DIR}/vta_config.json) + set(VTA_CONFIG ${PYTHON} ${VTA_HW_PATH}/config/vta_config.py + --use-cfg=${CMAKE_CURRENT_BINARY_DIR}/vta_config.json) + endif() + execute_process(COMMAND ${VTA_CONFIG} --target OUTPUT_VARIABLE VTA_TARGET OUTPUT_STRIP_TRAILING_WHITESPACE) + message(STATUS "Build VTA runtime with target: " ${VTA_TARGET}) + execute_process(COMMAND ${VTA_CONFIG} --defs OUTPUT_VARIABLE __vta_defs) + string(REGEX MATCHALL "(^| )-D[A-Za-z0-9_=.]*" VTA_DEFINITIONS "${__vta_defs}") + + foreach(__def ${VTA_DEFINITIONS}) + string(SUBSTRING ${__def} 3 -1 __strip_def) + add_definitions(-D${__strip_def}) + endforeach() +endif() diff --git a/cmake/modules/contrib/VTAMatmul.cmake b/cmake/modules/contrib/VTAMatmul.cmake deleted file mode 100644 index bbee94475..000000000 --- a/cmake/modules/contrib/VTAMatmul.cmake +++ /dev/null @@ -1,37 +0,0 @@ -if(USE_VTA_MATMUL) - include_directories(BEFORE SYSTEM ${VTA_HW_PATH}/include) - file(GLOB VTAMATMUL_RELAY_CONTRIB_SRC src/relay/backend/contrib/vta_matmul/codegen.cc) - list(APPEND COMPILER_SRCS ${VTAMATMUL_RELAY_CONTRIB_SRC}) - # file(GLOB VTAMATMUL_CONTRIB_SRC src/runtime/contrib/vta_matmul/vta_matmul_runtime.cc) - # list(APPEND RUNTIME_SRCS ${VTAMATMUL_CONTRIB_SRC}) - # set(VTA_CONFIG ${PYTHON} ${VTA_HW_PATH}/config/vta_config.py) - - # if(EXISTS ${CMAKE_CURRENT_BINARY_DIR}/vta_config.json) - # message(STATUS "Use VTA config " ${CMAKE_CURRENT_BINARY_DIR}/vta_config.json) - # set(VTA_CONFIG ${PYTHON} ${VTA_HW_PATH}/config/vta_config.py - # --use-cfg=${CMAKE_CURRENT_BINARY_DIR}/vta_config.json) - # endif() - - # execute_process(COMMAND ${VTA_CONFIG} --target OUTPUT_VARIABLE VTA_TARGET OUTPUT_STRIP_TRAILING_WHITESPACE) - - # message(STATUS "Build VTA runtime with target: " ${VTA_TARGET}) - - # execute_process(COMMAND ${VTA_CONFIG} --defs OUTPUT_VARIABLE __vta_defs) - - # string(REGEX MATCHALL "(^| )-D[A-Za-z0-9_=.]*" VTA_DEFINITIONS "${__vta_defs}") - # # Add driver sources - # # file(GLOB VTA_ILA_RUNTIME_SRCS ${VTA_HW_PATH}/src/*.cc) - # # file(GLOB VTA_ILA_RUNTIME_SRCS vta/runtime/*.cc) - # # list(APPEND VTA_ILA_RUNTIME_SRCS ${VTA_HW_PATH}/src/sim/sim_driver.cc) - # # list(APPEND VTA_ILA_RUNTIME_SRCS ${VTA_HW_PATH}/src/sim/sim_tlpp.cc) - # # list(APPEND VTA_ILA_RUNTIME_SRCS ${VTA_HW_PATH}/src/vmem/virtual_memory.cc) - # list(APPEND VTA_ILA_RUNTIME_SRCS src/runtime/contrib/vta_matmul/vta_matmul_runtime.cc) - # # Target lib: vta_ila - # add_library(vta_ila SHARED ${VTA_ILA_RUNTIME_SRCS}) - # target_include_directories(vta_ila SYSTEM PUBLIC ${VTA_HW_PATH}/include) - # foreach(__def ${VTA_DEFINITIONS}) - # string(SUBSTRING ${__def} 3 -1 __strip_def) - # target_compile_definitions(vta_ila PUBLIC ${__strip_def}) - # endforeach() - message(STATUS "Build with Codegen for VTA...") -endif(USE_VTA_MATMUL) diff --git a/python/tvm/relay/op/contrib/__init__.py b/python/tvm/relay/op/contrib/__init__.py index f216fa5a5..30c2db0dd 100644 --- a/python/tvm/relay/op/contrib/__init__.py +++ b/python/tvm/relay/op/contrib/__init__.py @@ -24,4 +24,3 @@ from .coreml import * from .ethosn import * from .tensorrt import * -from .vta_matmul import * diff --git a/python/tvm/relay/op/contrib/ilavta.py b/python/tvm/relay/op/contrib/ilavta.py new file mode 100644 index 000000000..7753e7de9 --- /dev/null +++ b/python/tvm/relay/op/contrib/ilavta.py @@ -0,0 +1,56 @@ +import tvm.ir +from ...dataflow_pattern import wildcard, is_op +from .register import register_pattern_table + + +def _register_external_op_helper(op_name, supported=True): + """The helper function to indicate that a given operator is translated + to 3LA VTA. + Paramters + --------- + op_name : Str + The name of operator that will be registered. + Returns + ------- + f : callable + A function that returns if the operator is translated to ILA. + """ + @tvm.ir.register_op_attr(op_name, "target.ilavta") + def _func_wrapper(attrs, *args): + print('[Python] attrs: {}'.format(attrs)) + print('[Python] args: {}'.format(args)) + return supported + + return _func_wrapper + + +# _register_external_op_helper("nn.conv2d") +# _register_external_op_helper("nn.batch_matmul") +# _register_external_op_helper("add") +_register_external_op_helper("nn.dense") + + +def make_pattern_conv2d(): + data = wildcard() + weight = wildcard() + conv = is_op('nn.conv2d')(data, weight) + return conv + +def make_pattern_batch_matmul(): + a = wildcard() + b = wildcard() + matmul = is_op('nn.batch_matmul')(a, b) + return matmul + +def make_pattern_dense(): + a = wildcard() + b = wildcard() + return is_op('nn.dense')(a, b) + +@register_pattern_table("ilavta") +def pattern_table(): + conv2d_pat = ("ilavta.conv2d", make_pattern_conv2d()) + matmul_pat = ("ilavta.batch_matmul", make_pattern_batch_matmul()) + dense_pat = ("ilavta.dense", make_pattern_dense()) + ilavta_patterns = [conv2d_pat, matmul_pat, dense_pat] + return ilavta_patterns diff --git a/python/tvm/relay/op/contrib/vta_matmul.py b/python/tvm/relay/op/contrib/vta_matmul.py deleted file mode 100644 index d520cb586..000000000 --- a/python/tvm/relay/op/contrib/vta_matmul.py +++ /dev/null @@ -1,8 +0,0 @@ -import tvm -from ...dataflow_pattern import wildcard, is_op -from .register import register_pattern_table - -@tvm.ir.register_op_attr('nn.dense', 'target.vta_matmul') -def _wrap_nn_dense(_): - # print('================ registered vta_matmul ==================') - return True diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc new file mode 100644 index 000000000..48054ac2e --- /dev/null +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc @@ -0,0 +1,94 @@ +#include +#include +#include +#include +#include +#include + +#include +#include +#include +#include + +#include "../../utils.h" + +#include "../../../../runtime/contrib/json/json_node.h" +#include "../codegen_json/codegen_json.h" + +namespace tvm { +namespace relay { +namespace contrib { + +using namespace backend; + +class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { + using JSONGraphNode = tvm::runtime::json::JSONGraphNode; + using JSONGraphNodeEntry = tvm::runtime::json::JSONGraphNodeEntry; + + public: + ILAVTAJSONSerializer(const std::string& symbol, const Expr& expr) + : JSONSerializer(symbol, expr) {} + + std::vector VisitExpr_(const CallNode* cn) override { + Expr expr = GetRef(cn); + std::string name; + + if (const auto* op_node = cn->op.as()) { + name = op_node->name; + } else if (const auto* fn = cn->op.as()) { + auto comp = fn->GetAttr(attr::kComposite); + CHECK(comp.defined()) + << "JSON runtime only supports composite functions."; + name = comp.value(); + if (!(name == "ilavta.conv2d" || name == "ilavta.batch_matmul" || name == "ilavta.dense")) { + LOG(FATAL) << "Unrecognized pattern: " << name; + } + if (name == "ilavta.conv2d") { + // + } else if (name == "ilavta.batch_matmul") { + // + } else if (name == "ilavta.dense") { + // + } + } else { + LOG(FATAL) << "ILAVTA runtime does not support calls to " + << cn->op->GetTypeKey(); + } + LOG(INFO) << "[Pattern Matching] Find annotated: " << name; + + std::vector inputs; + for (const auto& arg : cn->args) { + auto res = VisitExpr(arg); + inputs.insert(inputs.end(), res.begin(), res.end()); + } + auto node = std::make_shared(name, /* name_ */ + "kernel", /* op_type_ */ + inputs, 1 /* num_outputs_ */); + // SetCallNodeAttribute(node, call); + return AddNode(node, GetRef(cn)); + } + +}; // class ILAVTAJSONSerializer + +runtime::Module ILAVTACompiler(const ObjectRef& ref) { + CHECK(ref->IsInstance()); + auto func = Downcast(ref); + auto func_name = GetExtSymbol(func); + + ILAVTAJSONSerializer serializer(func_name, func); + serializer.serialize(); + std::string graph_json = serializer.GetJSON(); + auto params = serializer.GetParams(); + + const auto* pf = runtime::Registry::Get("runtime.ILAVTARuntimeCreate"); + CHECK(pf != nullptr) << "Cannot find ILAVTA runtime module to create"; + auto mod = (*pf)(func_name, graph_json, params); + LOG(INFO) << "Module created"; + return mod; +} + +TVM_REGISTER_GLOBAL("relay.ext.ilavta").set_body_typed(ILAVTACompiler); + +} // namespace contrib +} // namespace relay +} // namespace tvm diff --git a/src/relay/backend/contrib/vta_matmul/codegen.cc b/src/relay/backend/contrib/vta_matmul/codegen.cc deleted file mode 100644 index 2d9ffbd64..000000000 --- a/src/relay/backend/contrib/vta_matmul/codegen.cc +++ /dev/null @@ -1,650 +0,0 @@ -#include -#include -#include -#include -#include -#include -#include - -#include "../../utils.h" -#include "../codegen_c/codegen_c.h" - -namespace tvm { -namespace relay { -namespace contrib { - -using namespace backend; - -inline size_t GetShape1DSize(const Type& type) { - const auto shape = GetShape(type); - return std::accumulate(shape.begin(), shape.end(), 1, std::multiplies()); -} - -std::vector MatMul(const CallNode* call) { - auto data_shape = GetShape(call->args[0]->checked_type()); - auto weight_shape = GetShape(call->args[1]->checked_type()); - - std::vector args; - args.push_back(std::to_string(data_shape[0])); - args.push_back(std::to_string(data_shape[1])); - args.push_back(std::to_string(weight_shape[0])); - - return args; -} - -class CodegenVTA : public MemoizedExprTranslator>, public CodegenCBase { - - public: - CodegenVTA(const std::string& id) { - this->ext_func_id_ = id; - } - - std::vector VisitExpr_(const VarNode* node) final { - ext_func_args_.push_back(GetRef(node)); - Output output; - output.name = node->name_hint(); - return {output}; - } - - std::vector VisitExpr_(const TupleNode* node) final { - std::vector outs; - for (auto field : node->fields) { - auto res = VisitExpr(field); - CHECK_EQ(res.size(), 1U) << "Do not support tuple nest"; - outs.push_back(res[0]); - } - return outs; - } - - std::vector VisitExpr_(const TupleGetItemNode* op) final { - auto res = VisitExpr(op->tuple); - CHECK_GT(res.size(), static_cast(op->index)); - - // Only keep the item we want for the child node. - // FIXME(@comaniac): The other items should still be requried for the primary outputs. - return {res[op->index]}; - } - - std::vector VisitExpr_(const ConstantNode* cn) final { - std::ostringstream decl_stream; - std::ostringstream buf_stream; - - Output output; - // Get const: static_cast(gcc_0_consts[0]->data) - output.name = CreateDataReference(ext_func_id_, const_idx_); - const auto* type_node = cn->checked_type().as(); - CHECK(type_node); - const auto& dtype = GetDtypeString(type_node); - - // Generate the global variable for needed ndarrays - if (const_array_name_.empty()) { - const_array_name_ = CreateNDArrayPool(ext_func_id_); - std::string checker = CreateInitChecker(ext_func_id_); - ext_func_body_.insert(ext_func_body_.begin(), checker); - } - - CHECK(dtype == "float" || dtype == "int") << "Only float and int are supported for now."; - output.dtype = dtype; - - std::string const_var_name = CreateConstVar(ext_func_id_, const_idx_); - const_vars_.push_back(const_var_name); - const_idx_++; - - return {output}; - } - - std::vector VisitExpr_(const CallNode* call) { - std::ostringstream decl_stream; - std::ostringstream buf_stream; - std::ostringstream call_stream; - - std::string func_name = ext_func_id_ + "_"; - - if (IsOp(call, "nn.dense")) { - auto ret = GenerateBody(call, "vta_matmul_ila", GetArgumentNames(call), MatMul(call)); - buf_decl_.insert(buf_decl_.end(), ret.buffers.begin(), ret.buffers.end()); - ext_func_body_.push_back(ret.decl); - return ret.outputs; - } else { - LOG(FATAL) << "Only support dense currently"; - return {}; - } - } - - std::string JIT(const std::vector& out) { - return JitImpl(ext_func_id_, ext_func_args_, buf_decl_, ext_func_body_, const_array_name_, out); - } - - private: - struct GenerateBodyOutput { - std::string decl; - std::vector buffers; - std::vector outputs; - }; - - // from dnnl codegen - GenerateBodyOutput GenerateBody(const CallNode* root_call, const std::string& func_name, - const std::vector& func_args, - const std::vector& attribute_args) { - // Make function call with input buffers when visiting arguments - CHECK_GT(func_args.size(), 0); - std::ostringstream decl_stream; - decl_stream << "(" << func_args[0]; - for (size_t i = 1; i < func_args.size(); ++i) { - decl_stream << ", " << func_args[i]; - } - - // Analyze the output buffers - std::vector out_types; - if (root_call->checked_type()->IsInstance()) { - auto type_node = root_call->checked_type().as(); - for (auto field : type_node->fields) { - CHECK(field->IsInstance()); - out_types.push_back(field); - } - } else if (root_call->checked_type()->IsInstance()) { - CHECK(root_call->checked_type()->IsInstance()); - out_types.push_back(root_call->checked_type()); - } else { - LOG(FATAL) << "Unrecognized type node: " << AsText(root_call->checked_type(), false); - } - - GenerateBodyOutput ret; - for (const auto& out_type : out_types) { - this->PrintIndents(); - const std::string out = "buf_" + std::to_string(buf_idx_++); - const auto out_size = GetShape1DSize(out_type); - decl_stream << ", " << out; - - Output output; - output.name = out; - output.size = out_size; - output.dtype = GetDtypeString(out_type.as()); - output.need_copy = true; - ret.buffers.push_back("float* " + out + " = (float*)std::malloc(4 * " + - std::to_string(out_size) + ");"); - ret.outputs.push_back(output); - } - - // Attach attribute arguments - for (size_t i = 0; i < attribute_args.size(); ++i) { - decl_stream << ", " << attribute_args[i]; - } - decl_stream << ");"; - ret.decl = func_name + decl_stream.str(); - return ret; - } - - std::vector GetArgumentNames(const CallNode* call) { - std::vector arg_names; - std::cerr << "Arg Size: " << call->args.size() << std::endl; - for (size_t i = 0; i < call->args.size(); ++i) { - auto res = VisitExpr(call->args[i]); - for (const auto& out : res) { - arg_names.push_back(out.name); - // std::cerr << out.name << " "; - } - // std::cerr << std::endl; - } - return arg_names; - } - - /*! \brief The id of the external dnnl ext_func. */ - std::string ext_func_id_{""}; - /*! - * \brief The index to track the output buffer. Each kernel will redirect the - * output to a buffer that may be consumed by other kernels. - */ - int buf_idx_{0}; - /*! \brief The index of global constants. */ - int const_idx_{0}; - int func_id_{0}; - /*! \brief The arguments used by a wrapped function that calls DNNL kernels. */ - Array ext_func_args_; - /*! \brief Statement of the function that will be compiled using DNNL kernels. */ - std::vector ext_func_body_; - /*! \brief The array declared to store the constant values. */ - std::string const_array_name_; - /*! \brief The declaration of intermeidate buffers. */ - std::vector buf_decl_; - /*! \brief The variable name to constant mapping. */ - Array const_vars_; - - friend class VTAMatMulModuleCodegen; -}; - -class VTAMatMulModuleCodegen : public CSourceModuleCodegenBase { - public: - std::pair> GenVTAFunc(const Function& func) { - CHECK(func.defined()) << "Input error: expect a Relay function."; - - // Record the external symbol for runtime lookup. - auto sid = GetExtSymbol(func); - - CodegenVTA builder(sid); - auto out = builder.VisitExpr(func->body); - code_stream_ << builder.JIT(out); - - return {sid, builder.const_vars_}; - } - - runtime::Module CreateCSourceModule(const ObjectRef& ref) override { - code_stream_ << "#include \n"; - code_stream_ << "#include \n"; - code_stream_ << "#include \n"; - code_stream_ << "#include \n"; - code_stream_ << "#include \n"; - code_stream_ << "#include \n"; - code_stream_ << "#include \n"; - code_stream_ << "#include \n"; - code_stream_ << "#include \n"; - code_stream_ << "using namespace tvm::runtime;\n"; - code_stream_ << "using namespace tvm::runtime::contrib;\n"; - code_stream_ << "\n"; - - const char* ila_code = R"op_macro( - typedef uint32_t uop_T; -typedef int8_t wgt_T; -typedef int8_t inp_T; -typedef int8_t out_T; -typedef int32_t acc_T; - -void* allocBuffer(size_t num_bytes) { return VTAMemAlloc(num_bytes, 0); } - -template -T ** alloc2dArray(int rows, int cols) { - T **array = static_cast(malloc(sizeof(T *) * rows)); - for (int i = 0; i < rows; i++) { - array[i] = static_cast(malloc(sizeof(T) * cols)); - } - return array; -} - -VTAUop* getGEMMUops(int batch, int in_channels, int out_channels) { - VTAUop *uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * batch, 0)); - for (int i = 0; i < batch; ++i) { - uop_buf[i].dst_idx = i * out_channels; - uop_buf[i].src_idx = i * in_channels; - uop_buf[i].wgt_idx = 0; - } - return uop_buf; -} - -template -void packBuffer(DST_T* dst, SRC_T** src, int y_size, int x_size, int y_block, int x_block) { - assert((SRC_T_WIDTH * x_block * y_block) % DST_T_WIDTH == 0); - assert(DST_T_WIDTH <= 64); - int buffer_idx = 0; - int ratio = DST_T_WIDTH / SRC_T_WIDTH; - long long int mask = (1ULL << SRC_T_WIDTH) - 1; - DST_T tmp = 0; - for (int i = 0; i < y_size / y_block; i++) { - for (int j = 0; j < x_size / x_block; j++) { - for (int k = 0; k < y_block; k++) { - for (int l = 0; l < x_block; l++) { - int block_idx = l + k * x_block; - tmp |= (src[i * y_block + k][j * x_block + l] & mask) - << ((block_idx % ratio) * SRC_T_WIDTH); - // When tmp is packed, write to destination array - if (block_idx % ratio == ratio - 1) { - dst[buffer_idx++] = tmp; - tmp = 0; - } - } - } - } - } -} - -template -T** allocInit2dArray(int rows, int cols, bool init_data, float* from, T data = 0) { - // Allocate - T** array = static_cast(malloc(sizeof(T*) * rows)); - for (int i = 0; i < rows; i++) { - array[i] = static_cast(malloc(sizeof(T) * cols)); - } - // Init - if (init_data) { - for (int i = 0; i < rows; i++) { - for (int j = 0; j < cols; j++) { - if (from == nullptr) { - array[i][j] = static_cast(data); - } else { - array[i][j] = static_cast(from[i * cols + j]); - } - } - } - } - return array; -} - -template -void unpackBuffer(DST_T **dst, SRC_T *src, int y_size, int x_size, int y_block, int x_block) { - assert((DST_T_WIDTH * x_block * y_block) % SRC_T_WIDTH == 0); - int buffer_idx = 0; - long long int mask = (1ULL << DST_T_WIDTH) - 1; - int ratio = SRC_T_WIDTH / DST_T_WIDTH; - for (int i = 0; i < y_size / y_block; i++) { - for (int j = 0; j < x_size / x_block; j++) { - for (int k = 0; k < y_block; k++) { - for (int l = 0; l < x_block; l++) { - int block_idx = l + k * x_block; - dst[i * y_block + k][j * x_block + l] = (src[buffer_idx] >> ((block_idx % ratio) * DST_T_WIDTH)) & mask; - if (block_idx % ratio == ratio - 1) { - buffer_idx++; - } - } - } - } - } -} - - -VTAGenericInsn get2DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, - int y_size, int x_size, int x_stride, int y_pad, int x_pad, - int pop_prev_dep, int pop_next_dep, int push_prev_dep, - int push_next_dep) { - // Converter - union VTAInsn converter; - // Memory instruction initialization - VTAMemInsn insn = {}; - insn.opcode = opcode; - insn.pop_prev_dep = pop_prev_dep; - insn.pop_next_dep = pop_next_dep; - insn.push_prev_dep = push_prev_dep; - insn.push_next_dep = push_next_dep; - insn.memory_type = type; - insn.sram_base = sram_offset; - insn.dram_base = dram_offset; - insn.y_size = y_size; - insn.x_size = x_size; - insn.x_stride = x_stride; - insn.y_pad_0 = y_pad; - insn.y_pad_1 = y_pad; - insn.x_pad_0 = x_pad; - insn.x_pad_1 = x_pad; - converter.mem = insn; - return converter.generic; -} - -VTAGenericInsn get1DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, int size, - int pop_prev_dep, int pop_next_dep, int push_prev_dep, - int push_next_dep) { - // Converter - union VTAInsn converter; - // Memory instruction initialization - VTAMemInsn insn = {}; - insn.opcode = opcode; - insn.pop_prev_dep = pop_prev_dep; - insn.pop_next_dep = pop_next_dep; - insn.push_prev_dep = push_prev_dep; - insn.push_next_dep = push_next_dep; - insn.memory_type = type; - insn.sram_base = sram_offset; - insn.dram_base = dram_offset; - insn.y_size = 1; - insn.x_size = size; - insn.x_stride = size; - insn.y_pad_0 = 0; - insn.y_pad_1 = 0; - insn.x_pad_0 = 0; - insn.x_pad_1 = 0; - converter.mem = insn; - return converter.generic; -} - -VTAGenericInsn getGEMMInsn(int uop_offset, int batch, int in_feat, int out_feat, - bool uop_compression, int pop_prev_dep, int pop_next_dep, - int push_prev_dep, int push_next_dep) { - // Converter - union VTAInsn converter; - // GEMM instruction initialization - VTAGemInsn insn; - insn.opcode = VTA_OPCODE_GEMM; - insn.pop_prev_dep = pop_prev_dep; - insn.pop_next_dep = pop_next_dep; - insn.push_prev_dep = push_prev_dep; - insn.push_next_dep = push_next_dep; - insn.reset_reg = false; - insn.uop_bgn = uop_offset; - insn.uop_end = uop_offset + 1; - insn.iter_out = 1; - insn.iter_in = 1; - insn.dst_factor_out = 0; - insn.src_factor_out = 0; - insn.wgt_factor_out = 0; - insn.dst_factor_in = 0; - insn.src_factor_in = 0; - insn.wgt_factor_in = 0; - converter.gemm = insn; - return converter.generic; -} - -VTAGenericInsn getFinishInsn(bool pop_prev, bool pop_next) { - // Converter - union VTAInsn converter; - // GEMM instruction initialization - VTAGemInsn insn; - insn.opcode = VTA_OPCODE_FINISH; - insn.pop_prev_dep = pop_prev; - insn.pop_next_dep = pop_next; - insn.push_prev_dep = 0; - insn.push_next_dep = 0; - insn.reset_reg = false; - insn.uop_bgn = 0; - insn.uop_end = 0; - insn.iter_out = 0; - insn.iter_in = 0; - insn.dst_factor_out = 0; - insn.src_factor_out = 0; - insn.wgt_factor_out = 0; - insn.dst_factor_in = 0; - insn.src_factor_in = 0; - insn.wgt_factor_in = 0; - converter.gemm = insn; - return converter.generic; -} - -template -void copyData(T* dst, float* src, int h, int w) { - for (int i = 0; i < h; ++i) { - for (int j = 0; j < w; ++j) { - dst[i * w + j] = src[i * w + j]; - } - } -} - -template -void resetVal(T* dst, T v, int h, int w) { - for (int i = 0; i < h; ++i) { - for (int j = 0; j < w; ++j) { - dst[i * w + j] = v; - } - } -} - -template -/** - * Copy the `r_src`th row of `src` to `r_dst`th row of `dst` - * */ -void copyRow(T* dst, float* src, int r_dst, int w_dst, int r_src, int w_src) { - assert(w_src <= w_dst); - for (int i = 0; i < w_src; ++i) { - dst[r_dst * w_dst + i] = (int)round(src[r_src * w_src + i]); - } -} - -extern "C" TVM_DLL void run_vta_simulator(float* input, float* weight, int batch, int in_channels, - int out_channels, float* out_buf) { - const uint32_t num_instr = 256; - memset(out_buf, 0, sizeof(float) * out_channels * in_channels); - // LOAD UOP - // LOAD INP - // LOAD WGT - // GEMM - // ALU - // STORE - // FINISH - VTADeviceHandle device_handle = VTADeviceAlloc(); - VTAGenericInsn *instr_buf = - static_cast(allocBuffer(sizeof(VTAGenericInsn) * num_instr)); - - int8_t* wgt_buf = static_cast(allocBuffer(VTA_WGT_ELEM_BYTES * out_channels * in_channels)); - copyData(wgt_buf, weight, out_channels, in_channels); - // packBuffer(wgt_buf, weights, out_channels, in_channels, - // VTA_BLOCK_OUT, VTA_BLOCK_IN); - - uint32_t* bias_buf = static_cast(allocBuffer(VTA_ACC_ELEM_BYTES * batch * out_channels)); - for (int i = 0; i < batch; ++i) { - for (int j = 0; j < out_channels; ++j) { - bias_buf[i * out_channels + j] = 0; - } - } - // packBuffer(bias_buf, bias, batch, out_channels, VTA_BATCH, - // VTA_BLOCK_OUT); - int8_t* output_buf = static_cast(allocBuffer(VTA_OUT_ELEM_BYTES * batch * out_channels)); - // memset(output_buf, 0, VTA_OUT_ELEM_BYTES * out_size * out_size); - resetVal(output_buf, 0, batch, out_channels); - - // std::cerr << "Define instructions" << std::endl; - - int ptr = 0; - // In principle, we can get rid of writting - // 0s to the ACC buffer since it is initally 0 - // This will reduce the length of translated ILA program fragment - // However, there are chances that resulting output can go wrong - // Keep it for now - instr_buf[ptr++] = get2DLoadStoreInsn( - VTA_OPCODE_LOAD, // op_code - VTA_MEM_ID_ACC, // type - 0, // sram base - VTAMemGetPhyAddr(bias_buf) / VTA_ACC_ELEM_BYTES, // dram base - batch, // y_size - out_channels, // x_size - out_channels, // x_stride - 0, // y pad - 0, // x_pad - 0, 0, 1, 0 - ); - - instr_buf[ptr++] = get2DLoadStoreInsn( - VTA_OPCODE_LOAD, - VTA_MEM_ID_WGT, - 0, - VTAMemGetPhyAddr(wgt_buf) / VTA_WGT_ELEM_BYTES, - out_channels, - in_channels, - in_channels, - 0, - 0, - 0, 1, 0, 0 - ); - std::vector allocated_inp; - for (int i = 0; i < batch; ++i) { - int8_t* ibuf = static_cast(allocBuffer(VTA_INP_ELEM_BYTES * batch * in_channels)); - resetVal(ibuf, 0, batch, in_channels); - copyRow(ibuf, input, 0, in_channels, i, in_channels); - allocated_inp.push_back(ibuf); - - VTAUop* uop = reinterpret_cast(VTAMemAlloc(sizeof(VTAUop), 0)); - uop->dst_idx = i; - uop->src_idx = 0; - uop->wgt_idx = 0; - allocated_inp.push_back(uop); - - instr_buf[ptr++] = get2DLoadStoreInsn( - VTA_OPCODE_LOAD, - VTA_MEM_ID_INP, - 0, - VTAMemGetPhyAddr(ibuf) / VTA_INP_ELEM_BYTES, - batch, - in_channels, - in_channels, - 0, - 0, - 0, i > 0, 0, 1 // pop prev | pop next | push prev | push next - ); - - instr_buf[ptr++] = get1DLoadStoreInsn( - VTA_OPCODE_LOAD, - VTA_MEM_ID_UOP, - 0, - VTAMemGetPhyAddr(uop) / VTA_UOP_ELEM_BYTES, - sizeof(VTAUop), - 1, 0, 0, 0 - ); - - instr_buf[ptr++] = getGEMMInsn( - 0, - batch / VTA_BATCH, - in_channels / VTA_BLOCK_IN, - out_channels / VTA_BLOCK_OUT, - 1, - 0, 0, 1, i + 1 == out_channels - ); - } - - instr_buf[ptr++] = get2DLoadStoreInsn( - VTA_OPCODE_STORE, - VTA_MEM_ID_OUT, - 0, - VTAMemGetPhyAddr(output_buf) / VTA_OUT_ELEM_BYTES, - 1, - out_channels, - out_channels, - 0, - 0, - 1, 0, 1, 0 - ); - - instr_buf[ptr++] = getFinishInsn(0, 1); - - VTADeviceRun(device_handle, VTAMemGetPhyAddr(instr_buf), ptr, 1000); - - for (int i = 0; i < batch; ++i) { - for (int j = 0; j < out_channels; ++j) { - out_buf[i * out_channels + j] = output_buf[i * out_channels + j]; - } - } - - std::cerr << "finished\n"; - - VTAMemFree(output_buf); - for (auto x : allocated_inp) { - VTAMemFree(x); - } - VTAMemFree(wgt_buf); - VTAMemFree(instr_buf); - VTADeviceFree(device_handle); -} - extern "C" void vta_matmul_ila(float* inp, float* weight, float* out, int in_0, int in_1, int w_0) { - std::cerr << "Called vta_matmul_ila\n"; - std::cerr << "DEBUG: " << inp[0] << std::endl; - run_vta_simulator(inp, weight, in_0, in_1, w_0, out); - })op_macro"; - // code_stream_ << "using namespace tvm::runtime::contrib;\n"; - - code_stream_ << ila_code << "\n"; - auto func = Downcast(ref); - auto res = GenVTAFunc(func); - auto code = code_stream_.str(); - Array symbol = {std::get<0>(res)}; - Array vars = std::get<1>(res); - const auto* pf = runtime::Registry::Get("runtime.CSourceModuleCreate"); - CHECK(pf != nullptr) << "Cannot find csource module to create the external runtime module"; - return (*pf)(code, "c", symbol, vars); - } - private: - std::ostringstream code_stream_; -}; - -runtime::Module VTAMatMulCompiler(const ObjectRef& ref) { - VTAMatMulModuleCodegen codegen; - return codegen.CreateCSourceModule(ref); -} - -TVM_REGISTER_GLOBAL("relay.ext.vta_matmul").set_body_typed(VTAMatMulCompiler); - -} // namespace contrib -} // namespace relay -} // namespace tvm diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc new file mode 100644 index 000000000..849946c80 --- /dev/null +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -0,0 +1,514 @@ +#include +#include +#include +#include + +#include +#include +#include +#include +#include +#include + +#include "../json/json_node.h" +#include "../json/json_runtime.h" + +namespace tvm { +namespace runtime { +namespace contrib { + +using namespace tvm::runtime; +using namespace tvm::runtime::json; + +const int64_t SIM_DUMP = 1; +const std::string RAW_DUMP = "vta_sim_dump.json"; +const std::string OUTPUT_DUMP = "vta_output_dump.json"; + +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAUop * getGEMMUops(int batch, int in_feat, int out_feat) { + // Derive the total uop size + int uop_size = batch * in_feat * out_feat; + + // Allocate buffer + VTAUop *uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * uop_size, 0)); + + int uop_idx = 0; + for (int i = 0; i < batch; i++) { + for (int j = 0; j < in_feat; j++) { + for (int k = 0; k < out_feat; k++) { + uop_buf[uop_idx].dst_idx = i * out_feat + k; + uop_buf[uop_idx].src_idx = i * in_feat + j; + uop_buf[uop_idx].wgt_idx = k * in_feat + j; + uop_idx++; + } + } + } + return uop_buf; +} + +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAGenericInsn getGEMMInsn(int uop_offset, int batch, int in_feat, int out_feat, + bool uop_compression, int pop_prev_dep, int pop_next_dep, + int push_prev_dep, int push_next_dep) { + // Converter + union VTAInsn converter; + // GEMM instruction initialization + VTAGemInsn insn; + insn.opcode = VTA_OPCODE_GEMM; + insn.pop_prev_dep = pop_prev_dep; + insn.pop_next_dep = pop_next_dep; + insn.push_prev_dep = push_prev_dep; + insn.push_next_dep = push_next_dep; + insn.reset_reg = false; + insn.uop_bgn = uop_offset; + insn.uop_end = uop_offset + batch * in_feat * out_feat;; + insn.iter_out = 1; + insn.iter_in = 1; + insn.dst_factor_out = 0; + insn.src_factor_out = 0; + insn.wgt_factor_out = 0; + insn.dst_factor_in = 0; + insn.src_factor_in = 0; + insn.wgt_factor_in = 0; + converter.gemm = insn; + return converter.generic; +} + +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAGenericInsn getFinishInsn(bool pop_prev, bool pop_next) { + // Converter + union VTAInsn converter; + // GEMM instruction initialization + VTAGemInsn insn; + insn.opcode = VTA_OPCODE_FINISH; + insn.pop_prev_dep = pop_prev; + insn.pop_next_dep = pop_next; + insn.push_prev_dep = 0; + insn.push_next_dep = 0; + insn.reset_reg = false; + insn.uop_bgn = 0; + insn.uop_end = 0; + insn.iter_out = 0; + insn.iter_in = 0; + insn.dst_factor_out = 0; + insn.src_factor_out = 0; + insn.wgt_factor_out = 0; + insn.dst_factor_in = 0; + insn.src_factor_in = 0; + insn.wgt_factor_in = 0; + converter.gemm = insn; + return converter.generic; +} + +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAGenericInsn get1DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, int size, + int pop_prev_dep, int pop_next_dep, int push_prev_dep, + int push_next_dep) { + // Converter + union VTAInsn converter; + // Memory instruction initialization + VTAMemInsn insn = {}; + insn.opcode = opcode; + insn.pop_prev_dep = pop_prev_dep; + insn.pop_next_dep = pop_next_dep; + insn.push_prev_dep = push_prev_dep; + insn.push_next_dep = push_next_dep; + insn.memory_type = type; + insn.sram_base = sram_offset; + insn.dram_base = dram_offset; + insn.y_size = 1; + insn.x_size = size; + insn.x_stride = size; + insn.y_pad_0 = 0; + insn.y_pad_1 = 0; + insn.x_pad_0 = 0; + insn.x_pad_1 = 0; + converter.mem = insn; + return converter.generic; +} + +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAGenericInsn get2DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, + int y_size, int x_size, int x_stride, int y_pad, int x_pad, + int pop_prev_dep, int pop_next_dep, int push_prev_dep, + int push_next_dep) { + // Converter + union VTAInsn converter; + // Memory instruction initialization + VTAMemInsn insn = {}; + insn.opcode = opcode; + insn.pop_prev_dep = pop_prev_dep; + insn.pop_next_dep = pop_next_dep; + insn.push_prev_dep = push_prev_dep; + insn.push_next_dep = push_next_dep; + insn.memory_type = type; + insn.sram_base = sram_offset; + insn.dram_base = dram_offset; + insn.y_size = y_size; + insn.x_size = x_size; + insn.x_stride = x_stride; + insn.y_pad_0 = y_pad; + insn.y_pad_1 = y_pad; + insn.x_pad_0 = x_pad; + insn.x_pad_1 = x_pad; + converter.mem = insn; + return converter.generic; +} + +class ILAVTARuntime : public JSONRuntimeBase { + public: + ILAVTARuntime(const std::string& symbol_name, const std::string& graph_json, + const Array const_names) + : JSONRuntimeBase(symbol_name, graph_json, const_names) {} + + const char* type_key() const { return "ilavta"; } // namespace contrib + + void Init(const Array& consts) override { + CHECK(consts.size() == 0) << "matmul should have no consts"; + } + + void Run() override { + CHECK(symbol_name_.substr(0, 6) == "ilavta"); + LOG(INFO) << "[Runtime] enter " << symbol_name_ << " runtime"; + + auto dump_toggle_fn = runtime::Registry::Get("vta.simulator.profiler_dump_mode"); + CHECK(dump_toggle_fn != nullptr) << "Cannot get profiler_dump_mode toggle"; + std::vector values(10); + std::vector codes(10); + runtime::TVMArgsSetter setter(values.data(), codes.data()); + setter(0, 1L); + TVMRetValue rv; + TVMArgs arg(values.data(), codes.data(), 5); + dump_toggle_fn->CallPacked(arg, &rv); + + if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.dense") { + LOG(INFO) << "[Runtime] off-loading ilavta.dense"; + // assume there're only two inputs for now + auto input_eid = EntryID(input_nodes_[0], 0); + auto& input_node_data = data_entry_[input_eid]; + + auto wgt_eid = EntryID(input_nodes_[1], 0); + auto& wgt_node_data = data_entry_[wgt_eid]; + +# if 0 + for (int i = 0; i < input_nodes_.size(); ++i) { + auto eid = EntryID(input_nodes_[0], 0); + for (int dim = 0; dim < data_entry_[eid]->ndim; ++dim) { + LOG(INFO) << "Idx: " << i << " shape: " << data_entry_[eid]->shape[dim]; + } + } +#endif + int n_inp_rows = input_node_data->shape[0]; + int n_inp_cols = input_node_data->shape[1]; + int n_wgt_cols = n_inp_cols; + int n_wgt_rows = wgt_node_data->shape[0]; + + int batch_size = n_inp_rows; + int batch = batch_size * VTA_BATCH; + int in_dim = n_inp_cols % VTA_BLOCK_IN != 0 ? n_inp_cols / VTA_BLOCK_IN + 1 : n_inp_cols / VTA_BLOCK_IN; + int out_dim = n_wgt_rows % VTA_BLOCK_OUT != 0 ? n_wgt_rows / VTA_BLOCK_OUT + 1 : n_wgt_rows / VTA_BLOCK_OUT; + int in_channels = in_dim * VTA_BLOCK_IN; + int out_channels = out_dim * VTA_BLOCK_OUT; + + int ptr = 0; + int num_instr = 64; + int uop_size = batch / VTA_BATCH * in_channels / VTA_BLOCK_IN * out_channels / VTA_BLOCK_OUT; + + int input_size = batch / VTA_BATCH * in_channels / VTA_BLOCK_IN; + int output_size = batch / VTA_BATCH * out_channels / VTA_BLOCK_OUT; + int wgt_size = in_channels / VTA_BLOCK_IN * out_channels / VTA_BLOCK_OUT; + + int8_t* input = reinterpret_cast(input_node_data->data); + int8_t* weight = reinterpret_cast(wgt_node_data->data); + + VTAGenericInsn *instrs = static_cast(VTAMemAlloc(sizeof(VTAGenericInsn) * num_instr, 0)); + + int8_t* input_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * batch * in_channels, 0)); + int8_t* wgt_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * out_channels * in_channels, 0)); + int32_t* acc_buf = reinterpret_cast(VTAMemAlloc(sizeof(int32_t) * batch * out_channels, 0)); + VTAUop* uop_buf = getGEMMUops(batch / VTA_BATCH, in_channels / VTA_BLOCK_IN, out_channels / VTA_BLOCK_OUT); + int8_t* out_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * out_channels * batch, 0)); + VTADeviceHandle device = VTADeviceAlloc(); + + for (int i = 0; i < batch; ++i) { + for (int j = 0; j < in_channels; ++j) { + if (i >= n_inp_rows || j >= n_inp_cols) { + // zero padding + input_buf[i * in_channels + j] = 0; + } else { + input_buf[i * in_channels + j] = input[i * n_inp_cols + j]; + } + } + } + + int wgt_ptr_x = 0; + int wgt_ptr_y = 0; + + /* + * Split the weight according submatrices with the dimension + * VTA_BLOCK_OUT* VTA_BLOCK_IN and flatten each block by rows + * For instance a 4 by 4 matrix + * 1 2 3 4 + * 5 6 7 8 + * 9 A B C + * D E F G + * will become + * 1 2 5 6 + * 3 4 7 8 + * 9 A D E + * B C F G + * if VTA_BLOCK_OUT and VTA_BLOCK_IN are equal to 2. + * Zero-padding applies when there are not enough elements in a block + * that fills up VTA_BLOCK_OUT * VTA_BLOCK_IN elements. + * For example, using the above matrix, if VTA_BLOCK_OUT and VTA_BLOCK_IN are 3, the + * resulting weight buffer will be + * 1 2 3 5 6 7 9 A B + * 4 0 0 8 0 0 C 0 0 + * D E F 0 0 0 0 0 0 + * G 0 0 0 0 0 0 0 0 + * */ + for (int i = 0; i < n_wgt_rows; i += VTA_BLOCK_OUT) { + for (int j = 0; j < n_wgt_cols; j += VTA_BLOCK_IN) { + // Flatten a block into weight buffer + for (int x = i; x < i + VTA_BLOCK_OUT; ++x) { + for (int y = j; y < j + VTA_BLOCK_IN; ++y) { + if (x >= n_wgt_rows || y >= n_wgt_cols) { + // zero padding + wgt_buf[wgt_ptr_x * in_channels + wgt_ptr_y] = 0; + } else { + wgt_buf[wgt_ptr_x * in_channels + wgt_ptr_y] = weight[x * n_wgt_cols + y]; + } + wgt_ptr_y++; + if (wgt_ptr_y == in_channels) { + wgt_ptr_y = 0; + wgt_ptr_x++; + } + } + } + } + } + +#if 0 + for (int i = 0; i < out_channels; ++i) { + for (int j = 0; j < in_channels; ++j) { + std::cerr << (int)(wgt_buf[i * in_channels + j]) << " "; + } + std::cerr << std::endl; + } +#endif + + for (int i = 0; i < batch * out_channels; ++i) { + acc_buf[i] = 0; + } + + instrs[ptr++] = get1DLoadStoreInsn( + VTA_OPCODE_LOAD, + VTA_MEM_ID_UOP, + 0, VTAMemGetPhyAddr(uop_buf) / VTA_UOP_ELEM_BYTES, uop_size, 0, 0, 0, 0); + + instrs[ptr++] = get1DLoadStoreInsn( + VTA_OPCODE_LOAD, + VTA_MEM_ID_ACC, + 0, VTAMemGetPhyAddr(acc_buf) / VTA_ACC_ELEM_BYTES, output_size, 0, 0, 1, 0 + ); + + instrs[ptr++] = get1DLoadStoreInsn( + VTA_OPCODE_LOAD, + VTA_MEM_ID_WGT, + 0, VTAMemGetPhyAddr(wgt_buf) / VTA_WGT_ELEM_BYTES, wgt_size, 0, 1, 0, 0 + ); + + instrs[ptr++] = get1DLoadStoreInsn( + VTA_OPCODE_LOAD, + VTA_MEM_ID_INP, + 0, VTAMemGetPhyAddr(input_buf) / VTA_INP_ELEM_BYTES, input_size, 0, 0, 0, 1 + ); + + instrs[ptr++] = getGEMMInsn( + 0, + batch / VTA_BATCH, + in_channels / VTA_BLOCK_IN, + out_channels / VTA_BLOCK_OUT, + 0, + 1, 0, 0, 1 + ); + + instrs[ptr++] = get1DLoadStoreInsn( + VTA_OPCODE_STORE, + VTA_MEM_ID_OUT, + 0, VTAMemGetPhyAddr(out_buf) / VTA_OUT_ELEM_BYTES, + output_size, 1, 0, 1, 0 + ); + + instrs[ptr++] = getFinishInsn(0, 1); + + // for (int i = 0; i < (input_size * VTA_INP_ELEM_BYTES) / 4; i++) { + // printf("i[%02d]:%08x\n", i, + // reinterpret_cast(input_buf)[i]); + // } + + VTADeviceRun(device, VTAMemGetPhyAddr(instrs), ptr, 1000); + + // Check dump file + auto ret = std::system("stat vta_sim_dump.json > /dev/null 2> /dev/null"); + CHECK(ret == 0) << "vta_sim_dump.json does not exists"; + + ret = std::system("python3 produce_ila_fragment.py vta_sim_dump.json ./prog_frag/ilavta_dense_input.json"); + CHECK(ret == 0) << "Failed to produce program fragment"; + + std::system("vta_ila_sim ilavta_dense"); + ret = std::system("stat ./result/ilavta_dense_out.json > /dev/null 2> /dev/null"); + CHECK(ret == 0) << "Not output result found"; + + auto output_node_id = outputs_[0].id_; + auto output_data = data_entry_[output_node_id]; + + CHECK(output_data->ndim == 2) << "Output dimension error: " << "expected 2, actual " << output_data->ndim; + + LOG(INFO) << "[Runtime] Copy back simulation result"; + std::ifstream input_stream("./result/ilavta_dense_out.json"); + dmlc::JSONReader reader(&input_stream); + + auto buf_size = GetDataSize(*output_data); + int8_t* buffer = new int8_t[buf_size]; + std::vector > out_values; + std::unordered_map value; + std::string key; + std::string addr; + std::string data; + + reader.BeginArray(); + while (reader.NextArrayItem()) { + reader.Read(&value); + out_values.push_back(value); + } + + CHECK(out_values.size() == output_size * VTA_BLOCK_OUT) << "Output element size mismatch: " << output_size * VTA_BLOCK_OUT << " v.s. " << buf_size; + + auto& out_shape = output_data->shape; + size_t out_h = out_shape[0]; + size_t out_w = out_shape[1]; + + CHECK(out_h == n_inp_rows); + CHECK(out_w == n_wgt_rows) << "Dimension mismatch: " << out_w << "; expected " << n_wgt_rows; + + size_t data_cur = 0; + size_t buf_cur = 0; + uint32_t temp; + + LOG(INFO) << "[Copying] from output json to byte buffer"; + for (size_t i = 0; i < out_h; ++i) { + if (data_cur % VTA_BLOCK_OUT != 0) { + data_cur = (data_cur / VTA_BLOCK_OUT + 1) * VTA_BLOCK_OUT; + } + for (size_t j = 0; j < out_w; ++j) { + auto val = out_values[data_cur++]["data"]; + std::stringstream ss; + ss << std::hex << val; + ss >> temp; + // LOG(INFO) << "Copying " << out_values[data_cur - 1]["addr"] << ": " << val << " == " << temp; + buffer[buf_cur++] = static_cast(temp); + } + } + + CHECK(buf_cur == buf_size) << "Number read differs from expected buffer size: " << buf_cur << " v.s. " << buf_size; + memcpy(reinterpret_cast(output_data->data), buffer, sizeof(int8_t) * buf_size); + } else if (outputs_.size() == 1 && + nodes_[outputs_[0].id_].GetOpName() == "ilavta.batch_matmul") { + LOG(INFO) << "[Runtime] off-loading ilavta.batch_matmul"; + + // get input node data + for (size_t i = 0; i < input_nodes_.size(); ++i) { + auto eid = EntryID(input_nodes_[i], 0); + auto& node_data = data_entry_[eid]; + + auto ndim = node_data->ndim; + CHECK(ndim == 3) << "batch_matmul input dimension: " << ndim; + + LOG(INFO) << "[Runtime-TODO] virtual store node " << eid << " data:"; + auto buffer_size = GetDataSize(*node_data); + char* dst = new char[buffer_size]; + std::copy(reinterpret_cast(node_data->data), + reinterpret_cast(node_data->data) + buffer_size, dst); + + std::string data_str = ""; + for (size_t j = 0; j < buffer_size; j++) { + data_str = data_str + " " + std::to_string((uint8_t)(dst[j])); + } + LOG(INFO) << "[Runtime-TODO] <" << data_str << ">"; + +#if 0 + for (auto dim = 0; dim < data_entry_[eid]->ndim; dim++) { + LOG(INFO) << "shape: " << data_entry_[eid]->shape[dim]; + } +#endif + } + + LOG(INFO) << "[Runtime-TODO] VTA load instructions"; + LOG(INFO) << "[Runtime-TODO] VTA GEMM instruction"; + LOG(INFO) << "[Runtime-TODO] write program fragment json file (fake)"; + LOG(INFO) + << "[Runtime] Call ILA SystemC simulator (> sim in.json out.json)"; + + // call VTA ILAng-generated simulator + std::string simulator = + "/home/byhuang/byo3la/vta-ila/build/sim_model/build/vta"; + std::string input_file = "./input_program_fragment.json"; + std::string output_file = "./output_results.json"; + std::string command = simulator + " " + input_file + " " + output_file; + auto res = std::system(command.c_str()); + CHECK(res == 0) << "Error executing simulator " << command; + + // reads back the output + auto output_node_id = outputs_[0].id_; + auto output_node_data = data_entry_[output_node_id]; + + { + LOG(INFO) << "[Runtime-TODO] read back simulation results (fake):"; + auto buffer_size = GetDataSize(*output_node_data); + char* src = new char[buffer_size]; + std::copy(src, src + buffer_size, + reinterpret_cast(output_node_data->data)); + std::string data_str = ""; + for (size_t j = 0; j < buffer_size; j++) { + data_str = data_str + " " + std::to_string((uint8_t)(src[j])); + } + LOG(INFO) << "[Runtime-TODO] <" << data_str << ">"; + } + + LOG(INFO) << "[Runtime] resume execution"; + + } else { + LOG(FATAL) << "Unknown pattern " << symbol_name_; + } + } + + protected: + private: +}; // namespace runtime + +runtime::Module ILAVTARuntimeCreate(String symbol_name, String graph_json, + const Array& const_names) { + auto n = make_object(symbol_name, graph_json, const_names); + return runtime::Module(n); +} + +TVM_REGISTER_GLOBAL("runtime.ILAVTARuntimeCreate") + .set_body_typed(ILAVTARuntimeCreate); + +TVM_REGISTER_GLOBAL("runtime.module.loadbinary_ilavta") + .set_body_typed(JSONRuntimeBase::LoadFromBinary); + +} // namespace contrib +} // namespace runtime +} // namespace tvm diff --git a/src/runtime/contrib/vta_matmul/vta_matmul_runtime.cc b/src/runtime/contrib/vta_matmul/vta_matmul_runtime.cc deleted file mode 100644 index 9009c55e5..000000000 --- a/src/runtime/contrib/vta_matmul/vta_matmul_runtime.cc +++ /dev/null @@ -1,380 +0,0 @@ -#include "vta_matmul_runtime.h" -#include - -namespace tvm { -namespace runtime { -namespace contrib { - -typedef uint32_t uop_T; -typedef int8_t wgt_T; -typedef int8_t inp_T; -typedef int8_t out_T; -typedef int32_t acc_T; - -void* allocBuffer(size_t num_bytes) { return VTAMemAlloc(num_bytes, 0); } - -template -T ** alloc2dArray(int rows, int cols) { - T **array = static_cast(malloc(sizeof(T *) * rows)); - for (int i = 0; i < rows; i++) { - array[i] = static_cast(malloc(sizeof(T) * cols)); - } - return array; -} - -VTAUop* getGEMMUops(int batch, int in_channels, int out_channels) { - VTAUop *uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * batch, 0)); - for (int i = 0; i < batch; ++i) { - uop_buf[i].dst_idx = i * out_channels; - uop_buf[i].src_idx = i * in_channels; - uop_buf[i].wgt_idx = 0; - } - return uop_buf; -} - -template -void packBuffer(DST_T* dst, SRC_T** src, int y_size, int x_size, int y_block, int x_block) { - assert((SRC_T_WIDTH * x_block * y_block) % DST_T_WIDTH == 0); - assert(DST_T_WIDTH <= 64); - int buffer_idx = 0; - int ratio = DST_T_WIDTH / SRC_T_WIDTH; - long long int mask = (1ULL << SRC_T_WIDTH) - 1; - DST_T tmp = 0; - for (int i = 0; i < y_size / y_block; i++) { - for (int j = 0; j < x_size / x_block; j++) { - for (int k = 0; k < y_block; k++) { - for (int l = 0; l < x_block; l++) { - int block_idx = l + k * x_block; - tmp |= (src[i * y_block + k][j * x_block + l] & mask) - << ((block_idx % ratio) * SRC_T_WIDTH); - // When tmp is packed, write to destination array - if (block_idx % ratio == ratio - 1) { - dst[buffer_idx++] = tmp; - tmp = 0; - } - } - } - } - } -} - -template -T** allocInit2dArray(int rows, int cols, bool init_data, float* from, T data = 0) { - // Allocate - T** array = static_cast(malloc(sizeof(T*) * rows)); - for (int i = 0; i < rows; i++) { - array[i] = static_cast(malloc(sizeof(T) * cols)); - } - // Init - if (init_data) { - for (int i = 0; i < rows; i++) { - for (int j = 0; j < cols; j++) { - if (from == nullptr) { - array[i][j] = static_cast(data); - } else { - array[i][j] = static_cast(from[i * cols + j]); - } - } - } - } - return array; -} - -template -void unpackBuffer(DST_T **dst, SRC_T *src, int y_size, int x_size, int y_block, int x_block) { - assert((DST_T_WIDTH * x_block * y_block) % SRC_T_WIDTH == 0); - int buffer_idx = 0; - long long int mask = (1ULL << DST_T_WIDTH) - 1; - int ratio = SRC_T_WIDTH / DST_T_WIDTH; - for (int i = 0; i < y_size / y_block; i++) { - for (int j = 0; j < x_size / x_block; j++) { - for (int k = 0; k < y_block; k++) { - for (int l = 0; l < x_block; l++) { - int block_idx = l + k * x_block; - dst[i * y_block + k][j * x_block + l] = (src[buffer_idx] >> ((block_idx % ratio) * DST_T_WIDTH)) & mask; - if (block_idx % ratio == ratio - 1) { - buffer_idx++; - } - } - } - } - } -} - - -VTAGenericInsn get2DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, - int y_size, int x_size, int x_stride, int y_pad, int x_pad, - int pop_prev_dep, int pop_next_dep, int push_prev_dep, - int push_next_dep) { - // Converter - union VTAInsn converter; - // Memory instruction initialization - VTAMemInsn insn = {}; - insn.opcode = opcode; - insn.pop_prev_dep = pop_prev_dep; - insn.pop_next_dep = pop_next_dep; - insn.push_prev_dep = push_prev_dep; - insn.push_next_dep = push_next_dep; - insn.memory_type = type; - insn.sram_base = sram_offset; - insn.dram_base = dram_offset; - insn.y_size = y_size; - insn.x_size = x_size; - insn.x_stride = x_stride; - insn.y_pad_0 = y_pad; - insn.y_pad_1 = y_pad; - insn.x_pad_0 = x_pad; - insn.x_pad_1 = x_pad; - converter.mem = insn; - return converter.generic; -} - -VTAGenericInsn get1DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, int size, - int pop_prev_dep, int pop_next_dep, int push_prev_dep, - int push_next_dep) { - // Converter - union VTAInsn converter; - // Memory instruction initialization - VTAMemInsn insn = {}; - insn.opcode = opcode; - insn.pop_prev_dep = pop_prev_dep; - insn.pop_next_dep = pop_next_dep; - insn.push_prev_dep = push_prev_dep; - insn.push_next_dep = push_next_dep; - insn.memory_type = type; - insn.sram_base = sram_offset; - insn.dram_base = dram_offset; - insn.y_size = 1; - insn.x_size = size; - insn.x_stride = size; - insn.y_pad_0 = 0; - insn.y_pad_1 = 0; - insn.x_pad_0 = 0; - insn.x_pad_1 = 0; - converter.mem = insn; - return converter.generic; -} - -VTAGenericInsn getGEMMInsn(int uop_offset, int batch, int in_feat, int out_feat, - bool uop_compression, int pop_prev_dep, int pop_next_dep, - int push_prev_dep, int push_next_dep) { - // Converter - union VTAInsn converter; - // GEMM instruction initialization - VTAGemInsn insn; - insn.opcode = VTA_OPCODE_GEMM; - insn.pop_prev_dep = pop_prev_dep; - insn.pop_next_dep = pop_next_dep; - insn.push_prev_dep = push_prev_dep; - insn.push_next_dep = push_next_dep; - insn.reset_reg = false; - insn.uop_bgn = uop_offset; - insn.uop_end = uop_offset + 1; - insn.iter_out = 1; - insn.iter_in = 1; - insn.dst_factor_out = 0; - insn.src_factor_out = 0; - insn.wgt_factor_out = 0; - insn.dst_factor_in = 0; - insn.src_factor_in = 0; - insn.wgt_factor_in = 0; - converter.gemm = insn; - return converter.generic; -} - -VTAGenericInsn getFinishInsn(bool pop_prev, bool pop_next) { - // Converter - union VTAInsn converter; - // GEMM instruction initialization - VTAGemInsn insn; - insn.opcode = VTA_OPCODE_FINISH; - insn.pop_prev_dep = pop_prev; - insn.pop_next_dep = pop_next; - insn.push_prev_dep = 0; - insn.push_next_dep = 0; - insn.reset_reg = false; - insn.uop_bgn = 0; - insn.uop_end = 0; - insn.iter_out = 0; - insn.iter_in = 0; - insn.dst_factor_out = 0; - insn.src_factor_out = 0; - insn.wgt_factor_out = 0; - insn.dst_factor_in = 0; - insn.src_factor_in = 0; - insn.wgt_factor_in = 0; - converter.gemm = insn; - return converter.generic; -} - -template -void copyData(T* dst, float* src, int h, int w) { - for (int i = 0; i < h; ++i) { - for (int j = 0; j < w; ++j) { - dst[i * w + j] = src[i * w + j]; - } - } -} - -template -void resetVal(T* dst, T v, int h, int w) { - for (int i = 0; i < h; ++i) { - for (int j = 0; j < w; ++j) { - dst[i * w + j] = v; - } - } -} - -template -/** - * Copy the `r_src`th row of `src` to `r_dst`th row of `dst` - * */ -void copyRow(T* dst, float* src, int r_dst, int w_dst, int r_src, int w_src) { - assert(w_src <= w_dst); - for (int i = 0; i < w_src; ++i) { - dst[r_dst * w_dst + i] = (int)round(src[r_src * w_src + i]); - } -} - -extern "C" TVM_DLL void run_vta_simulator(float* input, float* weight, int batch, int in_channels, - int out_channels, float* out_buf) { - const uint32_t num_instr = 256; - memset(out_buf, 0, sizeof(float) * out_channels * in_channels); - // LOAD UOP - // LOAD INP - // LOAD WGT - // GEMM - // ALU - // STORE - // FINISH - VTADeviceHandle device_handle = VTADeviceAlloc(); - VTAGenericInsn *instr_buf = - static_cast(allocBuffer(sizeof(VTAGenericInsn) * num_instr)); - - int8_t* wgt_buf = static_cast(allocBuffer(VTA_WGT_ELEM_BYTES * out_channels * in_channels)); - copyData(wgt_buf, weight, out_channels, in_channels); - // packBuffer(wgt_buf, weights, out_channels, in_channels, - // VTA_BLOCK_OUT, VTA_BLOCK_IN); - - uint32_t* bias_buf = static_cast(allocBuffer(VTA_ACC_ELEM_BYTES * batch * out_channels)); - for (int i = 0; i < batch; ++i) { - for (int j = 0; j < out_channels; ++j) { - bias_buf[i * out_channels + j] = 0; - } - } - // packBuffer(bias_buf, bias, batch, out_channels, VTA_BATCH, - // VTA_BLOCK_OUT); - int8_t* output_buf = static_cast(allocBuffer(VTA_OUT_ELEM_BYTES * batch * out_channels)); - // memset(output_buf, 0, VTA_OUT_ELEM_BYTES * out_size * out_size); - resetVal(output_buf, 0, batch, out_channels); - - // std::cerr << "Define instructions" << std::endl; - - int ptr = 0; - - // instr_buf[ptr++] = get2DLoadStoreInsn( - // VTA_OPCODE_LOAD, // op_code - // VTA_MEM_ID_ACC, // type - // 0, // sram base - // VTAMemGetPhyAddr(bias_buf) / VTA_ACC_ELEM_BYTES, // dram base - // batch, // y_size - // out_channels, // x_size - // out_channels, // x_stride - // 0, // y pad - // 0, // x_pad - // 0, 0, 1, 0 - // ); - - instr_buf[ptr++] = get2DLoadStoreInsn( - VTA_OPCODE_LOAD, - VTA_MEM_ID_WGT, - 0, - VTAMemGetPhyAddr(wgt_buf) / VTA_WGT_ELEM_BYTES, - out_channels, - in_channels, - in_channels, - 0, - 0, - 0, 0, 0, 0 - ); - std::vector allocated_inp; - for (int i = 0; i < batch; ++i) { - int8_t* ibuf = static_cast(allocBuffer(VTA_INP_ELEM_BYTES * batch * in_channels)); - resetVal(ibuf, 0, batch, in_channels); - copyRow(ibuf, input, 0, in_channels, i, in_channels); - allocated_inp.push_back(ibuf); - - VTAUop* uop = reinterpret_cast(VTAMemAlloc(sizeof(VTAUop), 0)); - uop->dst_idx = i; - uop->src_idx = 0; - uop->wgt_idx = 0; - allocated_inp.push_back(uop); - - instr_buf[ptr++] = get2DLoadStoreInsn( - VTA_OPCODE_LOAD, - VTA_MEM_ID_INP, - 0, - VTAMemGetPhyAddr(ibuf) / VTA_INP_ELEM_BYTES, - batch, - in_channels, - in_channels, - 0, - 0, - 0, i > 0, 0, 1 // pop prev | pop next | push prev | push next - ); - - instr_buf[ptr++] = get1DLoadStoreInsn( - VTA_OPCODE_LOAD, - VTA_MEM_ID_UOP, - 0, - VTAMemGetPhyAddr(uop) / VTA_UOP_ELEM_BYTES, - sizeof(VTAUop), - 1, 0, 0, 0 - ); - - instr_buf[ptr++] = getGEMMInsn( - 0, - batch / VTA_BATCH, - in_channels / VTA_BLOCK_IN, - out_channels / VTA_BLOCK_OUT, - 1, - 0, 0, 1, i + 1 == out_channels - ); - } - - instr_buf[ptr++] = get2DLoadStoreInsn( - VTA_OPCODE_STORE, - VTA_MEM_ID_OUT, - 0, - VTAMemGetPhyAddr(output_buf) / VTA_OUT_ELEM_BYTES, - 1, - out_channels, - out_channels, - 0, - 0, - 1, 0, 1, 0 - ); - - instr_buf[ptr++] = getFinishInsn(0, 1); - - VTADeviceRun(device_handle, VTAMemGetPhyAddr(instr_buf), ptr, 1000); - - for (int i = 0; i < batch; ++i) { - for (int j = 0; j < out_channels; ++j) { - out_buf[i * out_channels + j] = output_buf[i * out_channels + j]; - } - } - - std::cerr << "finished\n"; - - VTAMemFree(output_buf); - for (auto x : allocated_inp) { - VTAMemFree(x); - } - VTAMemFree(wgt_buf); - VTAMemFree(instr_buf); - VTADeviceFree(device_handle); -} -} // namespace contrib -} // namespace runtime -} // namespace tvm diff --git a/src/runtime/contrib/vta_matmul/vta_matmul_runtime.h b/src/runtime/contrib/vta_matmul/vta_matmul_runtime.h deleted file mode 100644 index 99220c0ae..000000000 --- a/src/runtime/contrib/vta_matmul/vta_matmul_runtime.h +++ /dev/null @@ -1,19 +0,0 @@ - -#ifndef TVM_RUNTIME_CONTRIB_VTA_MATMUL_VTA_MATMUL_RUNTIME_H_ -#define TVM_RUNTIME_CONTRIB_VTA_MATMUL_VTA_MATMUL_RUNTIME_H_ -#include -#include -#include - -namespace tvm { -namespace runtime { -namespace contrib { - - extern "C" TVM_DLL void run_vta_simulator(float *acc, float *weight, int in_H, int in_W, - int w_W, float *out_buf); - -} // namespace contrib -} // namespace runtime -} // namespace tvm - -#endif // TVM_RUNTIME_CONTRIB_VAT_MATMUL_VTA_MATMUL_RUNTIME_H_ From d2ac3728d6765b050a6bfcfd67e3771d18d7f548 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Sat, 13 Feb 2021 23:41:46 -0800 Subject: [PATCH 021/129] [ add ] tests --- tests/python/3la/ilavta/.gitignore | 4 + tests/python/3la/ilavta/ila_converter.py | 263 ++++++++++++++++++ .../python/3la/ilavta/produce_ila_fragment.py | 11 + tests/python/3la/ilavta/test_ilavta.py | 145 ++++++++++ 4 files changed, 423 insertions(+) create mode 100644 tests/python/3la/ilavta/.gitignore create mode 100644 tests/python/3la/ilavta/ila_converter.py create mode 100644 tests/python/3la/ilavta/produce_ila_fragment.py create mode 100644 tests/python/3la/ilavta/test_ilavta.py diff --git a/tests/python/3la/ilavta/.gitignore b/tests/python/3la/ilavta/.gitignore new file mode 100644 index 000000000..2fc104b0e --- /dev/null +++ b/tests/python/3la/ilavta/.gitignore @@ -0,0 +1,4 @@ +./*.json +prog_frag/* +result/* +./*.txt diff --git a/tests/python/3la/ilavta/ila_converter.py b/tests/python/3la/ilavta/ila_converter.py new file mode 100644 index 000000000..aa5719848 --- /dev/null +++ b/tests/python/3la/ilavta/ila_converter.py @@ -0,0 +1,263 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +"""Converts a VTA simulator JSON dump into an ILA instruction trace""" +import sys +import json +import math + +VIR_MEM_MODES = { + 'INP': 1, + 'WGT': 2, + 'ACC': 3, + 'UOP': 4, +} + +LITTLE_ENDIAN = True + +def combine_bytes(bytes): + """ + Given an array of bytes (as hex strings), + returns a single hex string that combines the bytes + into a single integer (based on the endianness set above) + """ + digit_strs = [byte.split('x')[1] for byte in bytes] + # if the integer is little endian, then the first bytes are the last digits + if LITTLE_ENDIAN: + digit_strs = digit_strs[::-1] + return '0x{}'.format(''.join(digit_strs)) + + +def hex_string_to_bytes(hex_string): + digits = hex_string.split('x')[1] + assert len(hex_string) % 2 == 0 + bytes = [ + '0x{}'.format(digits[2*i:2*(i+1)]) + for i in range(len(hex_string) / 2) + ] + # if it's a little-endian integer, + # the last digits are the first byte + if LITTLE_ENDIAN: + bytes = bytes[::-1] + return bytes + + +def set_bits(bit_array, value, num_bits, idx): + # assumes value to be given as a hex string, so + # we will convert each byte + val_bytes = hex_string_to_bytes(value) + + bits = '' + for byte in val_bytes: + bits += format(int(byte, 16), '08b') + + # use only the last num_bits if we have more than that + if len(bits) > num_bits: + bits = bits[len(bits) - num_bits:] + # add leading 0's if we didn't have enough + if len(bits) < num_bits: + bits = ('0'*(num_bits - len(bits))) + bits + for i, bit in enumerate(bits): + bit_array[idx + i] = bit + return idx + num_bits + + +def reconstitute_mem_insn( + opcode, pop_prev, pop_next, push_prev, push_next, + memory_type, sram_base, dram_base, y_size, + x_size, x_stride, y_pad_0, y_pad_1, x_pad_0, x_pad_1): + # given field values for a memory instruction, + # produces a byte array encoding that instruction; + # this is to enable having to edit dram addresses + # during the translation if we have to + + # (use bin to assemble a big binary blob of 128 bits) + bits = ['0'] * 128 + next_idx = set_bits(bits, opcode, 3, 0) + next_idx = set_bits(bits, pop_prev, 1, next_idx) + next_idx = set_bits(bits, pop_next, 1, next_idx) + next_idx = set_bits(bits, push_prev, 1, next_idx) + next_idx = set_bits(bits, push_next, 1, next_idx) + next_idx = set_bits(bits, memory_type, 2, next_idx) + next_idx = set_bits(bits, sram_base, 16, next_idx) + next_idx = set_bits(bits, dram_base, 32, next_idx) + next_idx = set_bits(bits, y_size, 16, next_idx) + next_idx = set_bits(bits, x_size, 16, next_idx) + next_idx = set_bits(bits, x_stride, 16, next_idx) + next_idx = set_bits(bits, y_pad_0, 4, next_idx) + next_idx = set_bits(bits, y_pad_1, 4, next_idx) + next_idx = set_bits(bits, x_pad_0, 4, next_idx) + next_idx = set_bits(bits, x_pad_1, 4, next_idx) + + # we assembled the bits in order so there is no concern about endianness here + combine_bits = ''.join(bits) + num_bytes = 16 + assert len(combine_bits)/8 == num_bytes + ret = [ + format(int(combine_bits[i*8:(i+1)*8], 2), '#04x') + for i in range(num_bytes) + ] + return ret + + +def ila_instruction( + insn_idx=0, instr_in='0x00', mem_idx=0, + mem_bias_in='0x00', mem_inp_in='0x00', + mem_mode=0, + mem_uop_in='0x00', mem_wgt_in='0x00'): + # helper function for filling out fields in an ILA instruction + return { + 'instr No.': insn_idx, + 'instr_in': instr_in, + 'mem_idx': int(mem_idx, base=16) if isinstance(mem_idx, str) and mem_idx.startswith('0x') else int(mem_idx), + 'mem_bias_in': mem_bias_in, + 'mem_inp_in': mem_inp_in, + 'mem_mode': mem_mode, + 'mem_uop_in': mem_uop_in, + 'mem_wgt_in': mem_wgt_in + } + + +def create_ila_dram_insn(target, mem_idx, data, insn_idx): + if target not in VIR_MEM_MODES: + raise Exception(f'Invalid target: {target}') + + vir_mem_mode = VIR_MEM_MODES[target] + + if data == '0xXX': + raise Exception(f'Attempting to write padding value at addr {addr}') + + # in principle, we should only set the data field we plan to write; + # however, if we use the same one in every field, that is sufficient + return ila_instruction( + insn_idx=insn_idx, mem_mode=vir_mem_mode, + mem_idx=mem_idx, + mem_bias_in=data, mem_inp_in=data, + mem_uop_in=data, mem_wgt_in=data) + + +def create_ila_vta_insn(insn_bytes, insn_idx): + return ila_instruction(insn_idx=insn_idx, + instr_in=combine_bytes(insn_bytes)) + + +def generate_dram_insns(sim_dump, insn_idx): + """ + Generates VTA 'helper' instructions for setting up + the DRAM. + + Parameters + ---------- + sim_dump : dict[str, any] + JSON dump from simulator + insn_idx : int + Starting instruction number + + Returns + ------- + List of ILA instructions setting up the DRAM + """ + dram_dumps = sim_dump['dram'] + ret = [] + + for dump in dram_dumps: + mem_type = dump['context'] + # the ILA does not need a dump of the instructions + if mem_type == 'INSN': + continue + if mem_type == 'unknown': + raise Exception('Unknown memory type encountered') + + data_width = dump['data_width'] + dram_byte_addr = int(dump['start_addr'], 16) + mem_idx = dram_byte_addr/data_width + + # collect an element at a time, + # skipping any padding bytes + current_value = [] + for i, byte in enumerate(dump['bytes']): + current_value.append(byte) + if len(current_value) < data_width: + continue + + # We have collected a full value, so create a DRAM instruction. + + # Handling padding bytes: check that a value is either all padding (treat as all 0's) + # or no padding at all + is_padding = ('0xXX' in current_value) + if is_padding: + assert all(map(lambda x: x == '0xXX', current_value)) + + if not is_padding: + ret.append( + create_ila_dram_insn( + mem_type, mem_idx, + combine_bytes(current_value), insn_idx + ) + ) + mem_idx += 1 + insn_idx += 1 + current_value = [] + + return ret + + +def convert_prog_insns(sim_dump, insn_idx): + """ + Converts the VTA instructions in the simulator dump + to the corresponding ILA instructions. + + Parameters + ---------- + sim_dump : dict[str, any] + JSON dump from simulator + insn_idx : int + Starting instruction number + + Returns + ------- + List of ILA instructions corresponding to the + VTA instructions in the dump + """ + insns = sim_dump['insns'] + ret = [] + for insn in insns: + ret.append(create_ila_vta_insn(insn['raw_bytes'], insn_idx)) + insn_idx += 1 + return ret + + +def convert(src_path, dest_path): + """ + Convert simulator JSON dump into an ILA program fragment. + + Parameters + ---------- + src_path : str + Path to simulator JSON dump + dest_path : str + Path at which corresponding ILA program fragment should be written + """ + with open(src_path, 'r') as f: + source = json.load(f) + + memory_insns = generate_dram_insns(source, 0) + prog_insns = convert_prog_insns(source, len(memory_insns)) + + prog_frag = {'program fragment': memory_insns + prog_insns} + + with open(dest_path, 'w') as f: + json.dump(prog_frag, f, indent=4) diff --git a/tests/python/3la/ilavta/produce_ila_fragment.py b/tests/python/3la/ilavta/produce_ila_fragment.py new file mode 100644 index 000000000..e0ae776e0 --- /dev/null +++ b/tests/python/3la/ilavta/produce_ila_fragment.py @@ -0,0 +1,11 @@ +from ila_converter import convert +import sys + +if __name__ == '__main__': + dump_file = 'vta_sim_dump.json' + dest_file = 'ila_vta_fragment_input.json' + if len(sys.argv) > 1: + dump_file = sys.argv[1] + if len(sys.argv) > 2: + dest_file = sys.argv[2] + convert(dump_file, dest_file) diff --git a/tests/python/3la/ilavta/test_ilavta.py b/tests/python/3la/ilavta/test_ilavta.py new file mode 100644 index 000000000..038236fa7 --- /dev/null +++ b/tests/python/3la/ilavta/test_ilavta.py @@ -0,0 +1,145 @@ +import tvm +import vta +import numpy as np +from tvm.relay.op.contrib import ilavta +from tvm.contrib import graph_runtime +import tvm.topi as topi + +def check_global_func(): + assert tvm.get_global_func('relay.ext.ilavta') + +def run_passes(mod): + patterns = ilavta.pattern_table() + mod = tvm.relay.transform.MergeComposite(patterns)(mod) + mod = tvm.relay.transform.AnnotateTarget('ilavta')(mod) + mod = tvm.relay.transform.PartitionGraph()(mod) + print('[Python] Transformation complete') + return mod + +def run_module(mod, *inputs): + target = tvm.target.create('llvm') + with tvm.transform.PassContext(opt_level=3): + graph, lib, params = tvm.relay.build(mod, target) + ctx = tvm.cpu() + runtime_exec = graph_runtime.create(graph, lib, ctx) + + input_tensors = list(map(lambda x: tvm.nd.array(x, ctx=ctx), inputs)) + + print('[Python] Execute Graph') + for (i, inp) in enumerate(input_tensors): + runtime_exec.set_input(i, inp) + runtime_exec.set_input(**params) + runtime_exec.run() + + output = runtime_exec.get_output(0).asnumpy() + print('[Python] Done') + return output + +def compare_ref(output, ref): + diff = np.abs(output - ref) + mean_diff = sum(diff) / diff.size + print('[Result] Mean difference {}'.format(mean_diff)) + print('[Result] All Close?: {}'.format(np.allclose(output, ref))) + +def test_dense_impl(in_dim, w_dim, func_ref = lambda inp, wgt: np.matmul(inp, wgt.transpose())): + check_global_func() + dtype = 'int8' + print('[Python] Running on {} mult {}'.format(in_dim, w_dim)) + + ishape = tvm.relay.TensorType(in_dim, dtype=dtype) + wshape = tvm.relay.TensorType(w_dim, dtype=dtype) + + inputs = tvm.relay.var('inputs', ishape) + weight = tvm.relay.var('weight', wshape) + + output = tvm.relay.nn.dense(inputs, weight) + + mod = tvm.ir.IRModule.from_expr(output) + mod = run_passes(mod) + + inp = np.array([np.random.randint(1, 3) for _ in range(in_dim[0] * in_dim[1])]).reshape(in_dim).astype(np.int8) + wgt = np.array([np.random.randint(1, 3) for _ in range(w_dim[0] * w_dim[1])]).reshape(w_dim).astype(np.int8) + + ref = func_ref(inp, wgt) + output = run_module(mod, inp, wgt).astype(dtype) + compare_ref(output, ref) + + +def test_nested_dense(*shapes): + dtype = 'int8' + + ashape, bshape, cshape, dshape = [tvm.relay.TensorType(dim, dtype=dtype) for dim in shapes] + a = tvm.relay.var('a', ashape) + b = tvm.relay.var('b', bshape) + c = tvm.relay.var('c', cshape) + d = tvm.relay.var('d', dshape) + + output = tvm.relay.nn.dense( + tvm.relay.nn.dense(a, b), + tvm.relay.nn.dense(c, d) + ) + + mod = tvm.ir.IRModule.from_expr(output) + mod = run_passes(mod) + + inputs = [np.random.random_integers(0, 5, shape).astype(np.int8) for shape in shapes] + p = np.matmul(inputs[0], inputs[1].transpose()) + q = np.matmul(inputs[2], inputs[3].transpose()) + ref = np.matmul(p, q.transpose()) + + output = run_module(mod, *inputs).astype(np.int8) + compare_ref(output, ref) + +def test_dense_subgraph(in_dim, wgt_dim): + dtype = 'int8' + + ishape = tvm.relay.TensorType(in_dim, dtype=dtype) + wshape = tvm.relay.TensorType(wgt_dim, dtype=dtype) + + inp = tvm.relay.var('input', ishape) + wgt = tvm.relay.var('weight', wshape) + + o1 = inp + inp + o2 = tvm.relay.nn.dense(o1, wgt) + o3 = tvm.relay.nn.relu(o2) + output = tvm.relay.nn.dense(o3, o3) + + mod = tvm.ir.IRModule.from_expr(output) + mod = run_passes(mod) + + v_inp = np.random.random_integers(0, 5, in_dim).astype(np.int8) + v_wgt = np.random.random_integers(0, 5, wgt_dim).astype(np.int8) + + def func_ref(inp, wgt): + def relu_(x): + return x * (x > 0) + o1 = inp + inp + o2 = np.matmul(o1, wgt.transpose()) + o3 = relu_(o2) + return np.matmul(o3, o3.transpose()) + + output = run_module(mod, v_inp, v_wgt).astype(np.int8) + ref = func_ref(v_inp, v_wgt).astype(np.int8) + + compare_ref(output, ref) + +def test_dense(): + for batch in [8, 16, 32, 64]: + for n_inp_cols in [16, 32, 64]: + for n_wgt_rows in [16, 32, 64]: + in_dim = (batch, n_inp_cols) + wgt_dim = (n_wgt_rows, n_inp_cols) + print('[Python] Testing on {} . {}'.format(in_dim, wgt_dim)) + + print('[Case] Single Dense') + test_dense_impl(in_dim ,wgt_dim) + + print('[Case] Nested Dense') + test_nested_dense(in_dim, wgt_dim, in_dim, wgt_dim) + + print('[Case] Dense in Subgraph') + test_dense_subgraph(in_dim, wgt_dim) + + +if __name__ == '__main__': + test_dense() From 95e384b1caac571aaaf5e26434a1881d632db40a Mon Sep 17 00:00:00 2001 From: AD1024 Date: Sun, 14 Feb 2021 07:44:09 +0000 Subject: [PATCH 022/129] ignore instr_log --- tests/python/3la/ilavta/.gitignore | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/python/3la/ilavta/.gitignore b/tests/python/3la/ilavta/.gitignore index 2fc104b0e..cf9c6f018 100644 --- a/tests/python/3la/ilavta/.gitignore +++ b/tests/python/3la/ilavta/.gitignore @@ -1,4 +1,4 @@ ./*.json prog_frag/* result/* -./*.txt +*.txt From 70797607d48d27505d2c3b09cd0fd2978c71a1f5 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Thu, 18 Feb 2021 18:37:38 -0800 Subject: [PATCH 023/129] tweak PR --- .../backend/contrib/ilavta/ilavta_codegen.cc | 7 +- src/runtime/contrib/ilavta/ilavta_runtime.cc | 65 ----- tests/python/3la/ilavta/ila_converter.py | 263 ------------------ .../python/3la/ilavta/produce_ila_fragment.py | 11 - tests/python/3la/ilavta/test_ilavta.py | 13 +- 5 files changed, 4 insertions(+), 355 deletions(-) delete mode 100644 tests/python/3la/ilavta/ila_converter.py delete mode 100644 tests/python/3la/ilavta/produce_ila_fragment.py diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc index 48054ac2e..3add1465b 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc @@ -43,11 +43,7 @@ class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { if (!(name == "ilavta.conv2d" || name == "ilavta.batch_matmul" || name == "ilavta.dense")) { LOG(FATAL) << "Unrecognized pattern: " << name; } - if (name == "ilavta.conv2d") { - // - } else if (name == "ilavta.batch_matmul") { - // - } else if (name == "ilavta.dense") { + if (name == "ilavta.dense") { // } } else { @@ -64,7 +60,6 @@ class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { auto node = std::make_shared(name, /* name_ */ "kernel", /* op_type_ */ inputs, 1 /* num_outputs_ */); - // SetCallNodeAttribute(node, call); return AddNode(node, GetRef(cn)); } diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 849946c80..fe4bee48d 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -423,71 +423,6 @@ class ILAVTARuntime : public JSONRuntimeBase { CHECK(buf_cur == buf_size) << "Number read differs from expected buffer size: " << buf_cur << " v.s. " << buf_size; memcpy(reinterpret_cast(output_data->data), buffer, sizeof(int8_t) * buf_size); - } else if (outputs_.size() == 1 && - nodes_[outputs_[0].id_].GetOpName() == "ilavta.batch_matmul") { - LOG(INFO) << "[Runtime] off-loading ilavta.batch_matmul"; - - // get input node data - for (size_t i = 0; i < input_nodes_.size(); ++i) { - auto eid = EntryID(input_nodes_[i], 0); - auto& node_data = data_entry_[eid]; - - auto ndim = node_data->ndim; - CHECK(ndim == 3) << "batch_matmul input dimension: " << ndim; - - LOG(INFO) << "[Runtime-TODO] virtual store node " << eid << " data:"; - auto buffer_size = GetDataSize(*node_data); - char* dst = new char[buffer_size]; - std::copy(reinterpret_cast(node_data->data), - reinterpret_cast(node_data->data) + buffer_size, dst); - - std::string data_str = ""; - for (size_t j = 0; j < buffer_size; j++) { - data_str = data_str + " " + std::to_string((uint8_t)(dst[j])); - } - LOG(INFO) << "[Runtime-TODO] <" << data_str << ">"; - -#if 0 - for (auto dim = 0; dim < data_entry_[eid]->ndim; dim++) { - LOG(INFO) << "shape: " << data_entry_[eid]->shape[dim]; - } -#endif - } - - LOG(INFO) << "[Runtime-TODO] VTA load instructions"; - LOG(INFO) << "[Runtime-TODO] VTA GEMM instruction"; - LOG(INFO) << "[Runtime-TODO] write program fragment json file (fake)"; - LOG(INFO) - << "[Runtime] Call ILA SystemC simulator (> sim in.json out.json)"; - - // call VTA ILAng-generated simulator - std::string simulator = - "/home/byhuang/byo3la/vta-ila/build/sim_model/build/vta"; - std::string input_file = "./input_program_fragment.json"; - std::string output_file = "./output_results.json"; - std::string command = simulator + " " + input_file + " " + output_file; - auto res = std::system(command.c_str()); - CHECK(res == 0) << "Error executing simulator " << command; - - // reads back the output - auto output_node_id = outputs_[0].id_; - auto output_node_data = data_entry_[output_node_id]; - - { - LOG(INFO) << "[Runtime-TODO] read back simulation results (fake):"; - auto buffer_size = GetDataSize(*output_node_data); - char* src = new char[buffer_size]; - std::copy(src, src + buffer_size, - reinterpret_cast(output_node_data->data)); - std::string data_str = ""; - for (size_t j = 0; j < buffer_size; j++) { - data_str = data_str + " " + std::to_string((uint8_t)(src[j])); - } - LOG(INFO) << "[Runtime-TODO] <" << data_str << ">"; - } - - LOG(INFO) << "[Runtime] resume execution"; - } else { LOG(FATAL) << "Unknown pattern " << symbol_name_; } diff --git a/tests/python/3la/ilavta/ila_converter.py b/tests/python/3la/ilavta/ila_converter.py deleted file mode 100644 index aa5719848..000000000 --- a/tests/python/3la/ilavta/ila_converter.py +++ /dev/null @@ -1,263 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -"""Converts a VTA simulator JSON dump into an ILA instruction trace""" -import sys -import json -import math - -VIR_MEM_MODES = { - 'INP': 1, - 'WGT': 2, - 'ACC': 3, - 'UOP': 4, -} - -LITTLE_ENDIAN = True - -def combine_bytes(bytes): - """ - Given an array of bytes (as hex strings), - returns a single hex string that combines the bytes - into a single integer (based on the endianness set above) - """ - digit_strs = [byte.split('x')[1] for byte in bytes] - # if the integer is little endian, then the first bytes are the last digits - if LITTLE_ENDIAN: - digit_strs = digit_strs[::-1] - return '0x{}'.format(''.join(digit_strs)) - - -def hex_string_to_bytes(hex_string): - digits = hex_string.split('x')[1] - assert len(hex_string) % 2 == 0 - bytes = [ - '0x{}'.format(digits[2*i:2*(i+1)]) - for i in range(len(hex_string) / 2) - ] - # if it's a little-endian integer, - # the last digits are the first byte - if LITTLE_ENDIAN: - bytes = bytes[::-1] - return bytes - - -def set_bits(bit_array, value, num_bits, idx): - # assumes value to be given as a hex string, so - # we will convert each byte - val_bytes = hex_string_to_bytes(value) - - bits = '' - for byte in val_bytes: - bits += format(int(byte, 16), '08b') - - # use only the last num_bits if we have more than that - if len(bits) > num_bits: - bits = bits[len(bits) - num_bits:] - # add leading 0's if we didn't have enough - if len(bits) < num_bits: - bits = ('0'*(num_bits - len(bits))) + bits - for i, bit in enumerate(bits): - bit_array[idx + i] = bit - return idx + num_bits - - -def reconstitute_mem_insn( - opcode, pop_prev, pop_next, push_prev, push_next, - memory_type, sram_base, dram_base, y_size, - x_size, x_stride, y_pad_0, y_pad_1, x_pad_0, x_pad_1): - # given field values for a memory instruction, - # produces a byte array encoding that instruction; - # this is to enable having to edit dram addresses - # during the translation if we have to - - # (use bin to assemble a big binary blob of 128 bits) - bits = ['0'] * 128 - next_idx = set_bits(bits, opcode, 3, 0) - next_idx = set_bits(bits, pop_prev, 1, next_idx) - next_idx = set_bits(bits, pop_next, 1, next_idx) - next_idx = set_bits(bits, push_prev, 1, next_idx) - next_idx = set_bits(bits, push_next, 1, next_idx) - next_idx = set_bits(bits, memory_type, 2, next_idx) - next_idx = set_bits(bits, sram_base, 16, next_idx) - next_idx = set_bits(bits, dram_base, 32, next_idx) - next_idx = set_bits(bits, y_size, 16, next_idx) - next_idx = set_bits(bits, x_size, 16, next_idx) - next_idx = set_bits(bits, x_stride, 16, next_idx) - next_idx = set_bits(bits, y_pad_0, 4, next_idx) - next_idx = set_bits(bits, y_pad_1, 4, next_idx) - next_idx = set_bits(bits, x_pad_0, 4, next_idx) - next_idx = set_bits(bits, x_pad_1, 4, next_idx) - - # we assembled the bits in order so there is no concern about endianness here - combine_bits = ''.join(bits) - num_bytes = 16 - assert len(combine_bits)/8 == num_bytes - ret = [ - format(int(combine_bits[i*8:(i+1)*8], 2), '#04x') - for i in range(num_bytes) - ] - return ret - - -def ila_instruction( - insn_idx=0, instr_in='0x00', mem_idx=0, - mem_bias_in='0x00', mem_inp_in='0x00', - mem_mode=0, - mem_uop_in='0x00', mem_wgt_in='0x00'): - # helper function for filling out fields in an ILA instruction - return { - 'instr No.': insn_idx, - 'instr_in': instr_in, - 'mem_idx': int(mem_idx, base=16) if isinstance(mem_idx, str) and mem_idx.startswith('0x') else int(mem_idx), - 'mem_bias_in': mem_bias_in, - 'mem_inp_in': mem_inp_in, - 'mem_mode': mem_mode, - 'mem_uop_in': mem_uop_in, - 'mem_wgt_in': mem_wgt_in - } - - -def create_ila_dram_insn(target, mem_idx, data, insn_idx): - if target not in VIR_MEM_MODES: - raise Exception(f'Invalid target: {target}') - - vir_mem_mode = VIR_MEM_MODES[target] - - if data == '0xXX': - raise Exception(f'Attempting to write padding value at addr {addr}') - - # in principle, we should only set the data field we plan to write; - # however, if we use the same one in every field, that is sufficient - return ila_instruction( - insn_idx=insn_idx, mem_mode=vir_mem_mode, - mem_idx=mem_idx, - mem_bias_in=data, mem_inp_in=data, - mem_uop_in=data, mem_wgt_in=data) - - -def create_ila_vta_insn(insn_bytes, insn_idx): - return ila_instruction(insn_idx=insn_idx, - instr_in=combine_bytes(insn_bytes)) - - -def generate_dram_insns(sim_dump, insn_idx): - """ - Generates VTA 'helper' instructions for setting up - the DRAM. - - Parameters - ---------- - sim_dump : dict[str, any] - JSON dump from simulator - insn_idx : int - Starting instruction number - - Returns - ------- - List of ILA instructions setting up the DRAM - """ - dram_dumps = sim_dump['dram'] - ret = [] - - for dump in dram_dumps: - mem_type = dump['context'] - # the ILA does not need a dump of the instructions - if mem_type == 'INSN': - continue - if mem_type == 'unknown': - raise Exception('Unknown memory type encountered') - - data_width = dump['data_width'] - dram_byte_addr = int(dump['start_addr'], 16) - mem_idx = dram_byte_addr/data_width - - # collect an element at a time, - # skipping any padding bytes - current_value = [] - for i, byte in enumerate(dump['bytes']): - current_value.append(byte) - if len(current_value) < data_width: - continue - - # We have collected a full value, so create a DRAM instruction. - - # Handling padding bytes: check that a value is either all padding (treat as all 0's) - # or no padding at all - is_padding = ('0xXX' in current_value) - if is_padding: - assert all(map(lambda x: x == '0xXX', current_value)) - - if not is_padding: - ret.append( - create_ila_dram_insn( - mem_type, mem_idx, - combine_bytes(current_value), insn_idx - ) - ) - mem_idx += 1 - insn_idx += 1 - current_value = [] - - return ret - - -def convert_prog_insns(sim_dump, insn_idx): - """ - Converts the VTA instructions in the simulator dump - to the corresponding ILA instructions. - - Parameters - ---------- - sim_dump : dict[str, any] - JSON dump from simulator - insn_idx : int - Starting instruction number - - Returns - ------- - List of ILA instructions corresponding to the - VTA instructions in the dump - """ - insns = sim_dump['insns'] - ret = [] - for insn in insns: - ret.append(create_ila_vta_insn(insn['raw_bytes'], insn_idx)) - insn_idx += 1 - return ret - - -def convert(src_path, dest_path): - """ - Convert simulator JSON dump into an ILA program fragment. - - Parameters - ---------- - src_path : str - Path to simulator JSON dump - dest_path : str - Path at which corresponding ILA program fragment should be written - """ - with open(src_path, 'r') as f: - source = json.load(f) - - memory_insns = generate_dram_insns(source, 0) - prog_insns = convert_prog_insns(source, len(memory_insns)) - - prog_frag = {'program fragment': memory_insns + prog_insns} - - with open(dest_path, 'w') as f: - json.dump(prog_frag, f, indent=4) diff --git a/tests/python/3la/ilavta/produce_ila_fragment.py b/tests/python/3la/ilavta/produce_ila_fragment.py deleted file mode 100644 index e0ae776e0..000000000 --- a/tests/python/3la/ilavta/produce_ila_fragment.py +++ /dev/null @@ -1,11 +0,0 @@ -from ila_converter import convert -import sys - -if __name__ == '__main__': - dump_file = 'vta_sim_dump.json' - dest_file = 'ila_vta_fragment_input.json' - if len(sys.argv) > 1: - dump_file = sys.argv[1] - if len(sys.argv) > 2: - dest_file = sys.argv[2] - convert(dump_file, dest_file) diff --git a/tests/python/3la/ilavta/test_ilavta.py b/tests/python/3la/ilavta/test_ilavta.py index 038236fa7..a0658a397 100644 --- a/tests/python/3la/ilavta/test_ilavta.py +++ b/tests/python/3la/ilavta/test_ilavta.py @@ -1,5 +1,4 @@ import tvm -import vta import numpy as np from tvm.relay.op.contrib import ilavta from tvm.contrib import graph_runtime @@ -35,12 +34,6 @@ def run_module(mod, *inputs): print('[Python] Done') return output -def compare_ref(output, ref): - diff = np.abs(output - ref) - mean_diff = sum(diff) / diff.size - print('[Result] Mean difference {}'.format(mean_diff)) - print('[Result] All Close?: {}'.format(np.allclose(output, ref))) - def test_dense_impl(in_dim, w_dim, func_ref = lambda inp, wgt: np.matmul(inp, wgt.transpose())): check_global_func() dtype = 'int8' @@ -62,7 +55,7 @@ def test_dense_impl(in_dim, w_dim, func_ref = lambda inp, wgt: np.matmul(inp, wg ref = func_ref(inp, wgt) output = run_module(mod, inp, wgt).astype(dtype) - compare_ref(output, ref) + np.allclose(output, ref) def test_nested_dense(*shapes): @@ -88,7 +81,7 @@ def test_nested_dense(*shapes): ref = np.matmul(p, q.transpose()) output = run_module(mod, *inputs).astype(np.int8) - compare_ref(output, ref) + np.allclose(output, ref) def test_dense_subgraph(in_dim, wgt_dim): dtype = 'int8' @@ -121,7 +114,7 @@ def relu_(x): output = run_module(mod, v_inp, v_wgt).astype(np.int8) ref = func_ref(v_inp, v_wgt).astype(np.int8) - compare_ref(output, ref) + np.allclose(output, ref) def test_dense(): for batch in [8, 16, 32, 64]: From 2075057e86873c4c241959b84f43ab218f40af7d Mon Sep 17 00:00:00 2001 From: AD1024 Date: Thu, 18 Feb 2021 19:01:22 -0800 Subject: [PATCH 024/129] get rid of warnings --- src/runtime/contrib/ilavta/ilavta_runtime.cc | 17 +++++++++++------ 1 file changed, 11 insertions(+), 6 deletions(-) diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index fe4bee48d..d9974f176 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -191,6 +191,11 @@ class ILAVTARuntime : public JSONRuntimeBase { TVMArgs arg(values.data(), codes.data(), 5); dump_toggle_fn->CallPacked(arg, &rv); + auto op_name = nodes_[outputs_[0].id_].GetOpName(); + if (op_name != "ilavta.dense") { + LOG(FATAL) << "Unknown pattern " << symbol_name_; + } + if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.dense") { LOG(INFO) << "[Runtime] off-loading ilavta.dense"; // assume there're only two inputs for now @@ -366,7 +371,9 @@ class ILAVTARuntime : public JSONRuntimeBase { ret = std::system("python3 produce_ila_fragment.py vta_sim_dump.json ./prog_frag/ilavta_dense_input.json"); CHECK(ret == 0) << "Failed to produce program fragment"; - std::system("vta_ila_sim ilavta_dense"); + ret = std::system("vta_ila_sim ilavta_dense"); + CHECK(ret == 0) << "Failed to run ILA simulator"; + ret = std::system("stat ./result/ilavta_dense_out.json > /dev/null 2> /dev/null"); CHECK(ret == 0) << "Not output result found"; @@ -393,14 +400,14 @@ class ILAVTARuntime : public JSONRuntimeBase { out_values.push_back(value); } - CHECK(out_values.size() == output_size * VTA_BLOCK_OUT) << "Output element size mismatch: " << output_size * VTA_BLOCK_OUT << " v.s. " << buf_size; + CHECK(out_values.size() == static_cast(output_size * VTA_BLOCK_OUT)) << "Output element size mismatch: " << output_size * VTA_BLOCK_OUT << " v.s. " << buf_size; auto& out_shape = output_data->shape; size_t out_h = out_shape[0]; size_t out_w = out_shape[1]; - CHECK(out_h == n_inp_rows); - CHECK(out_w == n_wgt_rows) << "Dimension mismatch: " << out_w << "; expected " << n_wgt_rows; + CHECK(out_h == static_cast(n_inp_rows)); + CHECK(out_w == static_cast(n_wgt_rows)) << "Dimension mismatch: " << out_w << "; expected " << n_wgt_rows; size_t data_cur = 0; size_t buf_cur = 0; @@ -423,8 +430,6 @@ class ILAVTARuntime : public JSONRuntimeBase { CHECK(buf_cur == buf_size) << "Number read differs from expected buffer size: " << buf_cur << " v.s. " << buf_size; memcpy(reinterpret_cast(output_data->data), buffer, sizeof(int8_t) * buf_size); - } else { - LOG(FATAL) << "Unknown pattern " << symbol_name_; } } From 90892debbc615c10faf70c046d92b4fc27fe22fc Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 19 Feb 2021 03:08:53 +0000 Subject: [PATCH 025/129] remove logging in pattern matching --- python/tvm/relay/op/contrib/ilavta.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/python/tvm/relay/op/contrib/ilavta.py b/python/tvm/relay/op/contrib/ilavta.py index 7753e7de9..3094ca212 100644 --- a/python/tvm/relay/op/contrib/ilavta.py +++ b/python/tvm/relay/op/contrib/ilavta.py @@ -17,8 +17,6 @@ def _register_external_op_helper(op_name, supported=True): """ @tvm.ir.register_op_attr(op_name, "target.ilavta") def _func_wrapper(attrs, *args): - print('[Python] attrs: {}'.format(attrs)) - print('[Python] args: {}'.format(args)) return supported return _func_wrapper From 8572ba2036a35bc62c2f6735e998f5a61c5f96aa Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 19 Feb 2021 08:51:10 +0000 Subject: [PATCH 026/129] [ add ] instruction for running the end-to-end test script --- tests/python/3la/ilavta/test_ilavta.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/tests/python/3la/ilavta/test_ilavta.py b/tests/python/3la/ilavta/test_ilavta.py index a0658a397..da432a55c 100644 --- a/tests/python/3la/ilavta/test_ilavta.py +++ b/tests/python/3la/ilavta/test_ilavta.py @@ -1,3 +1,10 @@ +# Required directories / files for running this test: +# - Make sure `produce_ila_fragment.py` (https://github.com/uwsampl/3la-vta-testbench/blob/main/test/produce_ila_fragment.py) +# is under the directory where this script is being called +# - Make sure `vta.testing.ila_converter` presents in the vta python library +# - Create two directories named `prog_frag` and `result` under the directory where this script is being called +# +# This script can be called after creating the two directories under `3la-vta-testbench/test` (https://github.com/uwsampl/3la-vta-testbench/tree/main/test) import tvm import numpy as np from tvm.relay.op.contrib import ilavta From 49ac15fa09300a81ababe551e160710d22ef47c3 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Sun, 21 Feb 2021 17:54:16 -0800 Subject: [PATCH 027/129] [ init ] bias add codegen --- python/tvm/relay/op/contrib/ilavta.py | 11 +- .../backend/contrib/ilavta/ilavta_codegen.cc | 6 +- src/runtime/contrib/ilavta/ilavta_runtime.cc | 266 ++++++++++++++---- 3 files changed, 229 insertions(+), 54 deletions(-) diff --git a/python/tvm/relay/op/contrib/ilavta.py b/python/tvm/relay/op/contrib/ilavta.py index 3094ca212..b22d3ac7a 100644 --- a/python/tvm/relay/op/contrib/ilavta.py +++ b/python/tvm/relay/op/contrib/ilavta.py @@ -24,7 +24,7 @@ def _func_wrapper(attrs, *args): # _register_external_op_helper("nn.conv2d") # _register_external_op_helper("nn.batch_matmul") -# _register_external_op_helper("add") +_register_external_op_helper("nn.bias_add") _register_external_op_helper("nn.dense") @@ -45,10 +45,17 @@ def make_pattern_dense(): b = wildcard() return is_op('nn.dense')(a, b) +def make_pattern_bias_add(): + data = wildcard() + bias = wildcard() + return is_op('nn.bias_add')(data, bias) + + @register_pattern_table("ilavta") def pattern_table(): conv2d_pat = ("ilavta.conv2d", make_pattern_conv2d()) matmul_pat = ("ilavta.batch_matmul", make_pattern_batch_matmul()) dense_pat = ("ilavta.dense", make_pattern_dense()) - ilavta_patterns = [conv2d_pat, matmul_pat, dense_pat] + bias_add_pat = ("ilavta.bias_add", make_pattern_bias_add()) + ilavta_patterns = [conv2d_pat, matmul_pat, dense_pat, bias_add_pat] return ilavta_patterns diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc index 3add1465b..15ea96b1c 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc @@ -44,8 +44,10 @@ class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { LOG(FATAL) << "Unrecognized pattern: " << name; } if (name == "ilavta.dense") { - // - } + LOG(INFO) << "ilavta.dense pattern"; + } else if (name == "ilavta.bias_add") { + LOG(INFO) << "ilavta.bias_add pattern"; + } } else { LOG(FATAL) << "ILAVTA runtime does not support calls to " << cn->op->GetTypeKey(); diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index d9974f176..641db0c4d 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -20,6 +20,8 @@ namespace contrib { using namespace tvm::runtime; using namespace tvm::runtime::json; +using ila_output_data = std::vector >; + const int64_t SIM_DUMP = 1; const std::string RAW_DUMP = "vta_sim_dump.json"; const std::string OUTPUT_DUMP = "vta_output_dump.json"; @@ -48,6 +50,22 @@ VTAUop * getGEMMUops(int batch, int in_feat, int out_feat) { return uop_buf; } +VTAUop * getBiasAddUops(int batch, int in_feat) { + int uop_size = batch * in_feat; + VTAUop *uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * uop_size, 0)); + + int uop_idx = 0; + for (int i = 0; i < batch; i++) { + for (int j = 0; j < in_feat; j++) { + uop_buf[uop_idx].dst_idx = i * in_feat + j; + // Bias is stored one block next to the input data + uop_buf[uop_idx].src_idx = batch * in_feat + j; + uop_idx++; + } + } + return uop_buf; +} + /* * Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc * */ @@ -78,6 +96,35 @@ VTAGenericInsn getGEMMInsn(int uop_offset, int batch, int in_feat, int out_feat, return converter.generic; } +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAGenericInsn getAluInsn(int alu_opcode, int uop_begin, int uop_end, bool use_imm, int imm, + int pop_prev_dep, int pop_next_dep, int push_prev_dep, int push_next_dep) { + VTAInsn converter; + VTAAluInsn insn; + insn.opcode = VTA_OPCODE_ALU; + insn.alu_opcode = alu_opcode; + insn.uop_bgn = uop_begin; + insn.uop_end = uop_end; + insn.use_imm = use_imm; + insn.imm = imm; + insn.pop_prev_dep = pop_prev_dep; + insn.pop_next_dep = pop_next_dep; + insn.push_prev_dep = push_prev_dep; + insn.push_next_dep = push_next_dep; + insn.iter_in = 1; + insn.iter_out = 1; + insn.reset_reg = false; + insn.dst_factor_out = 0; + insn.src_factor_out = 0; + insn.dst_factor_in = 0; + insn.dst_factor_out = 0; + + converter.alu = insn; + return converter.generic; +} + /* * Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc * */ @@ -165,6 +212,64 @@ VTAGenericInsn get2DLoadStoreInsn(int opcode, int type, int sram_offset, int dra return converter.generic; } +std::string runILASimulator(const std::string exp_name) { + // Check dump file + std::string input_filename = exp_name + "_input.json"; + std::string output_filename = exp_name + "_out.json"; + auto ret = std::system("stat vta_sim_dump.json > /dev/null 2> /dev/null"); + CHECK(ret == 0) << "vta_sim_dump.json does not exists"; + + ret = std::system(("python3 produce_ila_fragment.py vta_sim_dump.json ./prog_frag/" + input_filename).c_str()); + CHECK(ret == 0) << "Failed to produce program fragment"; + + ret = std::system("vta_ila_sim ilavta_dense"); + CHECK(ret == 0) << "Failed to run ILA simulator"; + + ret = std::system(("stat ./result/" + output_filename + " > /dev/null 2> /dev/null").c_str()); + CHECK(ret == 0) << "Not output result found"; + + return "./result/" + output_filename; +} + + + +void readILAOutput(const std::string filename, ila_output_data &out_values) { + LOG(INFO) << "[Runtime] Reading results from ILA Simulator"; + + std::unordered_map value; + std::string key; + std::string data; + std::ifstream input_stream(filename); + dmlc::JSONReader reader(&input_stream); + + reader.BeginArray(); + while (reader.NextArrayItem()) { + reader.Read(&value); + out_values.push_back(value); + } +} + +size_t loadILAOutput(const ila_output_data &out_values, int8_t* buffer, size_t out_h, size_t out_w) { + LOG(INFO) << "[Runtime] Copying from output json to byte buffer"; + + size_t data_cur = 0; + size_t buf_cur = 0; + uint32_t temp; + for (size_t i = 0; i < out_h; ++i) { + if (data_cur % VTA_BLOCK_OUT != 0) { + data_cur = (data_cur / VTA_BLOCK_OUT + 1) * VTA_BLOCK_OUT; + } + for (size_t j = 0; j < out_w; ++j) { + auto val = out_values[data_cur++].at("data"); + std::stringstream ss; + ss << std::hex << val; + ss >> temp; + buffer[buf_cur++] = static_cast(temp); + } + } + return buf_cur; +} + class ILAVTARuntime : public JSONRuntimeBase { public: ILAVTARuntime(const std::string& symbol_name, const std::string& graph_json, @@ -357,49 +462,19 @@ class ILAVTARuntime : public JSONRuntimeBase { instrs[ptr++] = getFinishInsn(0, 1); - // for (int i = 0; i < (input_size * VTA_INP_ELEM_BYTES) / 4; i++) { - // printf("i[%02d]:%08x\n", i, - // reinterpret_cast(input_buf)[i]); - // } - VTADeviceRun(device, VTAMemGetPhyAddr(instrs), ptr, 1000); - // Check dump file - auto ret = std::system("stat vta_sim_dump.json > /dev/null 2> /dev/null"); - CHECK(ret == 0) << "vta_sim_dump.json does not exists"; - - ret = std::system("python3 produce_ila_fragment.py vta_sim_dump.json ./prog_frag/ilavta_dense_input.json"); - CHECK(ret == 0) << "Failed to produce program fragment"; - - ret = std::system("vta_ila_sim ilavta_dense"); - CHECK(ret == 0) << "Failed to run ILA simulator"; - - ret = std::system("stat ./result/ilavta_dense_out.json > /dev/null 2> /dev/null"); - CHECK(ret == 0) << "Not output result found"; + auto output_file = runILASimulator("ilavta_dense"); auto output_node_id = outputs_[0].id_; auto output_data = data_entry_[output_node_id]; CHECK(output_data->ndim == 2) << "Output dimension error: " << "expected 2, actual " << output_data->ndim; - LOG(INFO) << "[Runtime] Copy back simulation result"; - std::ifstream input_stream("./result/ilavta_dense_out.json"); - dmlc::JSONReader reader(&input_stream); - + ila_output_data out_values; auto buf_size = GetDataSize(*output_data); int8_t* buffer = new int8_t[buf_size]; - std::vector > out_values; - std::unordered_map value; - std::string key; - std::string addr; - std::string data; - - reader.BeginArray(); - while (reader.NextArrayItem()) { - reader.Read(&value); - out_values.push_back(value); - } - + readILAOutput(output_file, out_values); CHECK(out_values.size() == static_cast(output_size * VTA_BLOCK_OUT)) << "Output element size mismatch: " << output_size * VTA_BLOCK_OUT << " v.s. " << buf_size; auto& out_shape = output_data->shape; @@ -409,27 +484,118 @@ class ILAVTARuntime : public JSONRuntimeBase { CHECK(out_h == static_cast(n_inp_rows)); CHECK(out_w == static_cast(n_wgt_rows)) << "Dimension mismatch: " << out_w << "; expected " << n_wgt_rows; - size_t data_cur = 0; - size_t buf_cur = 0; - uint32_t temp; + size_t bufsize_read = loadILAOutput(out_values, buffer, out_h, out_w); - LOG(INFO) << "[Copying] from output json to byte buffer"; - for (size_t i = 0; i < out_h; ++i) { - if (data_cur % VTA_BLOCK_OUT != 0) { - data_cur = (data_cur / VTA_BLOCK_OUT + 1) * VTA_BLOCK_OUT; - } - for (size_t j = 0; j < out_w; ++j) { - auto val = out_values[data_cur++]["data"]; - std::stringstream ss; - ss << std::hex << val; - ss >> temp; - // LOG(INFO) << "Copying " << out_values[data_cur - 1]["addr"] << ": " << val << " == " << temp; - buffer[buf_cur++] = static_cast(temp); + CHECK(bufsize_read == buf_size) << "Number read differs from expected buffer size: " << bufsize_read << " v.s. " << buf_size; + memcpy(reinterpret_cast(output_data->data), buffer, sizeof(int8_t) * buf_size); + } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.dense") { + auto input_eid = EntryID(input_nodes_[0], 0); + auto bias_eid = EntryID(input_nodes_[1], 0); + auto output_eid = outputs_[0].id_; + + auto input_data = data_entry_[input_eid]; + auto bias_data = data_entry_[bias_eid]; + auto output_data = data_entry_[output_eid]; + auto output_buffer_size = GetDataSize(*output_data); + + CHECK(input_data != nullptr); + CHECK(bias_data != nullptr); + + auto n_inp_rows = input_data->shape[0]; + auto n_inp_cols = input_data->shape[1]; + auto n_bias_rows = bias_data->shape[0]; + auto n_bias_cols = bias_data->shape[1]; + + CHECK(n_bias_rows == 1) << "Bias add only does vector broadcasting"; + CHECK(n_bias_cols == n_inp_cols) << "Dimension mismatch between input and bias"; + CHECK(n_inp_rows == output_data->shape[0]); + CHECK(n_inp_cols == output_data->shape[1]); + + const int num_instr = 64; + + int batch = n_inp_rows * VTA_BATCH; + int in_feat = n_inp_cols % VTA_BLOCK_OUT == 0 ? n_inp_cols / VTA_BLOCK_OUT : n_inp_cols / VTA_BLOCK_IN + 1; + int bias_feat = in_feat; + int in_channels = in_feat * VTA_BLOCK_OUT; + int bias_channels = bias_feat * VTA_BLOCK_OUT; + + int uop_size = batch / VTA_BATCH * in_feat; + int input_size = batch / VTA_BATCH * in_feat; + int output_size = input_size; + + VTAGenericInsn *instrs = static_cast(VTAMemAlloc(sizeof(VTAGenericInsn) * num_instr, 0)); + + int32_t* input_buf = reinterpret_cast(VTAMemAlloc(sizeof(int32_t) * batch * in_channels, 0)); + // TVM does array broadcasting over the matrix in bias_add + int32_t* bias_buf = reinterpret_cast(VTAMemAlloc(sizeof(int32_t) * 1 * bias_channels, 0)); + int8_t* out_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * batch * in_channels, 0)); + VTADeviceHandle device = VTADeviceAlloc(); + + for (int i = 0; i < batch; ++i) { + for (int j = 0; j < in_channels; ++j) { + if (i >= n_inp_rows || j >= n_inp_cols) { + // zero padding + input_buf[i * in_channels + j] = 0; + bias_buf[i * in_channels + j] = 0; + } else { + input_buf[i * in_channels + j] = 10; + } } } - CHECK(buf_cur == buf_size) << "Number read differs from expected buffer size: " << buf_cur << " v.s. " << buf_size; - memcpy(reinterpret_cast(output_data->data), buffer, sizeof(int8_t) * buf_size); + for (int i = 0; i < in_channels; ++i) { + bias_buf[i] = 1; + } + + VTAUop* uop_buf = getBiasAddUops(batch / VTA_BATCH, in_channels / VTA_BLOCK_IN); + + int ptr = 0; + instrs[ptr++] = get1DLoadStoreInsn( + VTA_OPCODE_LOAD, + VTA_MEM_ID_UOP, + 0, VTAMemGetPhyAddr(uop_buf) / VTA_UOP_ELEM_BYTES, uop_size, 0, 0, 0, 0); + + instrs[ptr++] = get1DLoadStoreInsn( + VTA_OPCODE_LOAD, + VTA_MEM_ID_ACC, + input_size, VTAMemGetPhyAddr(bias_buf) / VTA_ACC_ELEM_BYTES, output_size, 0, 0, 0, 0 + ); + + instrs[ptr++] = get1DLoadStoreInsn( + VTA_OPCODE_LOAD, + VTA_MEM_ID_ACC, + 0, VTAMemGetPhyAddr(input_buf) / VTA_ACC_ELEM_BYTES, input_size, 0, 0, 0, 0 + ); + + instrs[ptr++] = getAluInsn( + VTA_ALU_OPCODE_ADD, + 0, uop_size, false, 0, 0, 0, 0, 1); + + instrs[ptr++] = get1DLoadStoreInsn( + VTA_OPCODE_STORE, + VTA_MEM_ID_OUT, + 0, VTAMemGetPhyAddr(out_buf) / VTA_OUT_ELEM_BYTES, output_size, 1, 0, 1, 0 + ); + + instrs[ptr++] = getFinishInsn(0, 1); + + VTADeviceRun(device, VTAMemGetPhyAddr(instrs), ptr, 1000); + + VTAMemFree(input_buf); + VTAMemFree(bias_buf); + VTAMemFree(out_buf); + VTADeviceFree(device); + + std::string output_file = runILASimulator("ilavta_bias_add"); + + ila_output_data out_data; + readILAOutput(output_file, out_data); + + int8_t* buffer = new int8_t[output_buffer_size]; + + auto buf_read = loadILAOutput(out_data, buffer, n_inp_rows, n_inp_cols); + CHECK(buf_read == output_buffer_size); + memcpy(reinterpret_cast(output_data->data), buffer, sizeof(int8_t) * output_buffer_size); } } From 800ff28e80f5d89a3b2cc7a53c6518263b7b5199 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Mon, 22 Feb 2021 03:17:32 +0000 Subject: [PATCH 028/129] add data loading --- python/tvm/relay/op/contrib/ilavta.py | 1 - .../backend/contrib/ilavta/ilavta_codegen.cc | 2 +- src/runtime/contrib/ilavta/ilavta_runtime.cc | 18 +++++++++--------- 3 files changed, 10 insertions(+), 11 deletions(-) diff --git a/python/tvm/relay/op/contrib/ilavta.py b/python/tvm/relay/op/contrib/ilavta.py index b22d3ac7a..87f83f3e4 100644 --- a/python/tvm/relay/op/contrib/ilavta.py +++ b/python/tvm/relay/op/contrib/ilavta.py @@ -50,7 +50,6 @@ def make_pattern_bias_add(): bias = wildcard() return is_op('nn.bias_add')(data, bias) - @register_pattern_table("ilavta") def pattern_table(): conv2d_pat = ("ilavta.conv2d", make_pattern_conv2d()) diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc index 15ea96b1c..013e11943 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc @@ -40,7 +40,7 @@ class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { CHECK(comp.defined()) << "JSON runtime only supports composite functions."; name = comp.value(); - if (!(name == "ilavta.conv2d" || name == "ilavta.batch_matmul" || name == "ilavta.dense")) { + if (!(name == "ilavta.conv2d" || name == "ilavta.bias_add" || name == "ilavta.dense")) { LOG(FATAL) << "Unrecognized pattern: " << name; } if (name == "ilavta.dense") { diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 641db0c4d..3e214195b 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -222,7 +222,7 @@ std::string runILASimulator(const std::string exp_name) { ret = std::system(("python3 produce_ila_fragment.py vta_sim_dump.json ./prog_frag/" + input_filename).c_str()); CHECK(ret == 0) << "Failed to produce program fragment"; - ret = std::system("vta_ila_sim ilavta_dense"); + ret = std::system(("vta_ila_sim " + exp_name).c_str()); CHECK(ret == 0) << "Failed to run ILA simulator"; ret = std::system(("stat ./result/" + output_filename + " > /dev/null 2> /dev/null").c_str()); @@ -297,7 +297,7 @@ class ILAVTARuntime : public JSONRuntimeBase { dump_toggle_fn->CallPacked(arg, &rv); auto op_name = nodes_[outputs_[0].id_].GetOpName(); - if (op_name != "ilavta.dense") { + if (op_name != "ilavta.dense" && op_name != "ilavta.bias_add") { LOG(FATAL) << "Unknown pattern " << symbol_name_; } @@ -488,7 +488,7 @@ class ILAVTARuntime : public JSONRuntimeBase { CHECK(bufsize_read == buf_size) << "Number read differs from expected buffer size: " << bufsize_read << " v.s. " << buf_size; memcpy(reinterpret_cast(output_data->data), buffer, sizeof(int8_t) * buf_size); - } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.dense") { + } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.bias_add") { auto input_eid = EntryID(input_nodes_[0], 0); auto bias_eid = EntryID(input_nodes_[1], 0); auto output_eid = outputs_[0].id_; @@ -503,10 +503,8 @@ class ILAVTARuntime : public JSONRuntimeBase { auto n_inp_rows = input_data->shape[0]; auto n_inp_cols = input_data->shape[1]; - auto n_bias_rows = bias_data->shape[0]; - auto n_bias_cols = bias_data->shape[1]; + auto n_bias_cols = bias_data->shape[0]; - CHECK(n_bias_rows == 1) << "Bias add only does vector broadcasting"; CHECK(n_bias_cols == n_inp_cols) << "Dimension mismatch between input and bias"; CHECK(n_inp_rows == output_data->shape[0]); CHECK(n_inp_cols == output_data->shape[1]); @@ -531,6 +529,8 @@ class ILAVTARuntime : public JSONRuntimeBase { int8_t* out_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * batch * in_channels, 0)); VTADeviceHandle device = VTADeviceAlloc(); + auto input = reinterpret_cast(input_data->data); + auto bias = reinterpret_cast(bias_data->data); for (int i = 0; i < batch; ++i) { for (int j = 0; j < in_channels; ++j) { if (i >= n_inp_rows || j >= n_inp_cols) { @@ -538,13 +538,13 @@ class ILAVTARuntime : public JSONRuntimeBase { input_buf[i * in_channels + j] = 0; bias_buf[i * in_channels + j] = 0; } else { - input_buf[i * in_channels + j] = 10; + input_buf[i * in_channels + j] = input[i * n_inp_cols + j]; } } } for (int i = 0; i < in_channels; ++i) { - bias_buf[i] = 1; + bias_buf[i] = bias[i]; } VTAUop* uop_buf = getBiasAddUops(batch / VTA_BATCH, in_channels / VTA_BLOCK_IN); @@ -594,7 +594,7 @@ class ILAVTARuntime : public JSONRuntimeBase { int8_t* buffer = new int8_t[output_buffer_size]; auto buf_read = loadILAOutput(out_data, buffer, n_inp_rows, n_inp_cols); - CHECK(buf_read == output_buffer_size); + // CHECK(buf_read == output_buffer_size) << "Output size mismatch: " << buf_read << " v.s. " << output_buffer_size; memcpy(reinterpret_cast(output_data->data), buffer, sizeof(int8_t) * output_buffer_size); } } From 6537f7b5036108e3cc7f41a7a3aa477527604615 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Mon, 22 Feb 2021 03:23:03 +0000 Subject: [PATCH 029/129] [ add ] bias add test case --- tests/python/3la/ilavta/test_ilavta.py | 37 ++++++++++++++++++++++++++ 1 file changed, 37 insertions(+) diff --git a/tests/python/3la/ilavta/test_ilavta.py b/tests/python/3la/ilavta/test_ilavta.py index da432a55c..9dcbfcbc2 100644 --- a/tests/python/3la/ilavta/test_ilavta.py +++ b/tests/python/3la/ilavta/test_ilavta.py @@ -140,6 +140,43 @@ def test_dense(): print('[Case] Dense in Subgraph') test_dense_subgraph(in_dim, wgt_dim) +def test_bias_add_impl(in_dim, bias_dim): + input_dtype = 'int32' + output_dtype = 'int8' + + data_shape = tvm.relay.TensorType(in_dim, dtype=input_dtype) + bias_shape = tvm.relay.TensorType(bias_dim, dtype=input_dtype) + + inputs = tvm.relay.var('data', data_shape) + bias = tvm.relay.var('bias', bias_shape) + + output = tvm.relay.nn.bias_add(inputs, bias) + + mod = tvm.ir.IRModule.from_expr(output) + mod = run_passes(mod) + + inputs_data = np.random.random_integers(0, 50, in_dim).astype(input_dtype) + bias_data = np.random.random_integers(0, 50, bias_dim).astype(input_dtype) + def func_ref(x, y): + z = x.copy() + for i in range(x.shape[0]): + z[i] = x[i] + y + return z + + out_data = run_module(mod, inputs_data, bias_data).astype(np.int8) + ref = func_ref(inputs_data, bias_data).astype(np.int8) + + np.allclose(out_data, ref) + +def test_bias_add(): + for batch in [8, 16, 32, 64]: + for n_inp_cols in [16, 32, 64]: + data_dim = (batch, n_inp_cols) + bias_dim = (n_inp_cols, ) + print('[Python] Bias Add on {} + {}'.format(data_dim, bias_dim)) + test_bias_add_impl(data_dim, bias_dim) if __name__ == '__main__': + check_global_func() test_dense() + test_bias_add() From ef4eda2c2eec961d56dd42ca2914e0d807e625d9 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Mon, 22 Feb 2021 06:01:16 +0000 Subject: [PATCH 030/129] [ fix ] datatype conversion --- src/runtime/contrib/ilavta/ilavta_runtime.cc | 21 ++++++++++++++------ tests/python/3la/ilavta/test_ilavta.py | 10 +++++----- 2 files changed, 20 insertions(+), 11 deletions(-) diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 3e214195b..8f704ecb6 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -529,8 +529,8 @@ class ILAVTARuntime : public JSONRuntimeBase { int8_t* out_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * batch * in_channels, 0)); VTADeviceHandle device = VTADeviceAlloc(); - auto input = reinterpret_cast(input_data->data); - auto bias = reinterpret_cast(bias_data->data); + auto input = reinterpret_cast(input_data->data); + auto bias = reinterpret_cast(bias_data->data); for (int i = 0; i < batch; ++i) { for (int j = 0; j < in_channels; ++j) { if (i >= n_inp_rows || j >= n_inp_cols) { @@ -544,7 +544,11 @@ class ILAVTARuntime : public JSONRuntimeBase { } for (int i = 0; i < in_channels; ++i) { - bias_buf[i] = bias[i]; + if (i < n_inp_cols) { + bias_buf[i] = bias[i]; + } else { + bias_buf[i] = 0; + } } VTAUop* uop_buf = getBiasAddUops(batch / VTA_BATCH, in_channels / VTA_BLOCK_IN); @@ -591,11 +595,16 @@ class ILAVTARuntime : public JSONRuntimeBase { ila_output_data out_data; readILAOutput(output_file, out_data); - int8_t* buffer = new int8_t[output_buffer_size]; + int8_t* buffer = new int8_t[output_buffer_size / 4]; auto buf_read = loadILAOutput(out_data, buffer, n_inp_rows, n_inp_cols); - // CHECK(buf_read == output_buffer_size) << "Output size mismatch: " << buf_read << " v.s. " << output_buffer_size; - memcpy(reinterpret_cast(output_data->data), buffer, sizeof(int8_t) * output_buffer_size); + // We are reading int8 but the buffer is calculated using int32 + CHECK(buf_read * 4 == output_buffer_size) << "Output size mismatch: " << buf_read << " v.s. " << output_buffer_size; + // memcpy(reinterpret_cast(output_data->data), buffer, sizeof(int8_t) * buf_read); + int32_t* o_data = reinterpret_cast(output_data->data); + for (size_t i = 0; i < buf_read; ++i) { + o_data[i] = buffer[i]; + } } } diff --git a/tests/python/3la/ilavta/test_ilavta.py b/tests/python/3la/ilavta/test_ilavta.py index 9dcbfcbc2..4e8aa6925 100644 --- a/tests/python/3la/ilavta/test_ilavta.py +++ b/tests/python/3la/ilavta/test_ilavta.py @@ -62,7 +62,7 @@ def test_dense_impl(in_dim, w_dim, func_ref = lambda inp, wgt: np.matmul(inp, wg ref = func_ref(inp, wgt) output = run_module(mod, inp, wgt).astype(dtype) - np.allclose(output, ref) + assert np.allclose(output, ref) def test_nested_dense(*shapes): @@ -88,7 +88,7 @@ def test_nested_dense(*shapes): ref = np.matmul(p, q.transpose()) output = run_module(mod, *inputs).astype(np.int8) - np.allclose(output, ref) + assert np.allclose(output, ref) def test_dense_subgraph(in_dim, wgt_dim): dtype = 'int8' @@ -121,7 +121,7 @@ def relu_(x): output = run_module(mod, v_inp, v_wgt).astype(np.int8) ref = func_ref(v_inp, v_wgt).astype(np.int8) - np.allclose(output, ref) + assert np.allclose(output, ref) def test_dense(): for batch in [8, 16, 32, 64]: @@ -164,9 +164,9 @@ def func_ref(x, y): return z out_data = run_module(mod, inputs_data, bias_data).astype(np.int8) - ref = func_ref(inputs_data, bias_data).astype(np.int8) + ref = func_ref(inputs_data, bias_data) - np.allclose(out_data, ref) + assert np.allclose(out_data, ref) def test_bias_add(): for batch in [8, 16, 32, 64]: From b94a642e2113282ca3744a80f794c4d8900df66a Mon Sep 17 00:00:00 2001 From: AD1024 Date: Mon, 22 Feb 2021 06:12:37 +0000 Subject: [PATCH 031/129] change to int8 inputs --- src/runtime/contrib/ilavta/ilavta_runtime.cc | 10 +++++----- tests/python/3la/ilavta/test_ilavta.py | 4 ++-- 2 files changed, 7 insertions(+), 7 deletions(-) diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 8f704ecb6..894b7f507 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -529,8 +529,8 @@ class ILAVTARuntime : public JSONRuntimeBase { int8_t* out_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * batch * in_channels, 0)); VTADeviceHandle device = VTADeviceAlloc(); - auto input = reinterpret_cast(input_data->data); - auto bias = reinterpret_cast(bias_data->data); + auto input = reinterpret_cast(input_data->data); + auto bias = reinterpret_cast(bias_data->data); for (int i = 0; i < batch; ++i) { for (int j = 0; j < in_channels; ++j) { if (i >= n_inp_rows || j >= n_inp_cols) { @@ -595,13 +595,13 @@ class ILAVTARuntime : public JSONRuntimeBase { ila_output_data out_data; readILAOutput(output_file, out_data); - int8_t* buffer = new int8_t[output_buffer_size / 4]; + int8_t* buffer = new int8_t[output_buffer_size]; auto buf_read = loadILAOutput(out_data, buffer, n_inp_rows, n_inp_cols); // We are reading int8 but the buffer is calculated using int32 - CHECK(buf_read * 4 == output_buffer_size) << "Output size mismatch: " << buf_read << " v.s. " << output_buffer_size; + CHECK(buf_read == output_buffer_size) << "Output size mismatch: " << buf_read << " v.s. " << output_buffer_size; // memcpy(reinterpret_cast(output_data->data), buffer, sizeof(int8_t) * buf_read); - int32_t* o_data = reinterpret_cast(output_data->data); + int8_t* o_data = reinterpret_cast(output_data->data); for (size_t i = 0; i < buf_read; ++i) { o_data[i] = buffer[i]; } diff --git a/tests/python/3la/ilavta/test_ilavta.py b/tests/python/3la/ilavta/test_ilavta.py index 4e8aa6925..17d9b5f1b 100644 --- a/tests/python/3la/ilavta/test_ilavta.py +++ b/tests/python/3la/ilavta/test_ilavta.py @@ -141,7 +141,7 @@ def test_dense(): test_dense_subgraph(in_dim, wgt_dim) def test_bias_add_impl(in_dim, bias_dim): - input_dtype = 'int32' + input_dtype = 'int8' output_dtype = 'int8' data_shape = tvm.relay.TensorType(in_dim, dtype=input_dtype) @@ -164,7 +164,7 @@ def func_ref(x, y): return z out_data = run_module(mod, inputs_data, bias_data).astype(np.int8) - ref = func_ref(inputs_data, bias_data) + ref = func_ref(inputs_data, bias_data).astype(np.int8) assert np.allclose(out_data, ref) From be9be8c207a331911610ea0ae146439d93a78eaa Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 26 Feb 2021 07:21:07 +0000 Subject: [PATCH 032/129] [ init ] relu runtime --- python/tvm/relay/op/contrib/ilavta.py | 8 +++++++- src/relay/backend/contrib/ilavta/ilavta_codegen.cc | 4 +++- src/runtime/contrib/ilavta/ilavta_runtime.cc | 5 ++++- 3 files changed, 14 insertions(+), 3 deletions(-) diff --git a/python/tvm/relay/op/contrib/ilavta.py b/python/tvm/relay/op/contrib/ilavta.py index 87f83f3e4..2cafb919c 100644 --- a/python/tvm/relay/op/contrib/ilavta.py +++ b/python/tvm/relay/op/contrib/ilavta.py @@ -26,6 +26,7 @@ def _func_wrapper(attrs, *args): # _register_external_op_helper("nn.batch_matmul") _register_external_op_helper("nn.bias_add") _register_external_op_helper("nn.dense") +_register_external_op_helper("nn.relu") def make_pattern_conv2d(): @@ -50,11 +51,16 @@ def make_pattern_bias_add(): bias = wildcard() return is_op('nn.bias_add')(data, bias) +def make_pattern_relu(): + data = wildcard() + return is_op('nn.relu')(data) + @register_pattern_table("ilavta") def pattern_table(): conv2d_pat = ("ilavta.conv2d", make_pattern_conv2d()) matmul_pat = ("ilavta.batch_matmul", make_pattern_batch_matmul()) dense_pat = ("ilavta.dense", make_pattern_dense()) bias_add_pat = ("ilavta.bias_add", make_pattern_bias_add()) - ilavta_patterns = [conv2d_pat, matmul_pat, dense_pat, bias_add_pat] + relu_pat = ("ilavta.relu", make_pattern_relu()) + ilavta_patterns = [conv2d_pat, matmul_pat, dense_pat, bias_add_pat, relu_pat] return ilavta_patterns diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc index 013e11943..cd8e50763 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc @@ -40,13 +40,15 @@ class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { CHECK(comp.defined()) << "JSON runtime only supports composite functions."; name = comp.value(); - if (!(name == "ilavta.conv2d" || name == "ilavta.bias_add" || name == "ilavta.dense")) { + if (!(name == "ilavta.conv2d" || name == "ilavta.bias_add" || name == "ilavta.dense" || name == "ilavta.relu")) { LOG(FATAL) << "Unrecognized pattern: " << name; } if (name == "ilavta.dense") { LOG(INFO) << "ilavta.dense pattern"; } else if (name == "ilavta.bias_add") { LOG(INFO) << "ilavta.bias_add pattern"; + } else if (name == "ilavta.relu") { + LOG(INFO) << "ilavta.relu pattern"; } } else { LOG(FATAL) << "ILAVTA runtime does not support calls to " diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 894b7f507..780a3d06a 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -297,7 +297,7 @@ class ILAVTARuntime : public JSONRuntimeBase { dump_toggle_fn->CallPacked(arg, &rv); auto op_name = nodes_[outputs_[0].id_].GetOpName(); - if (op_name != "ilavta.dense" && op_name != "ilavta.bias_add") { + if (op_name != "ilavta.dense" && op_name != "ilavta.bias_add" && op_name != "ilavta.relu") { LOG(FATAL) << "Unknown pattern " << symbol_name_; } @@ -605,6 +605,9 @@ class ILAVTARuntime : public JSONRuntimeBase { for (size_t i = 0; i < buf_read; ++i) { o_data[i] = buffer[i]; } + } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.relu") { + auto input_eid = EntryID(input_nodes_[0], 0); + auto output_edi = outputs_[0].id_; } } From 4e65ebc2dcea8dd50d0b0897c59e1c653cb81878 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Thu, 25 Feb 2021 23:40:58 -0800 Subject: [PATCH 033/129] [ add ] relu runtime code --- src/runtime/contrib/ilavta/ilavta_runtime.cc | 113 ++++++++++++++++--- 1 file changed, 97 insertions(+), 16 deletions(-) diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 780a3d06a..b4e37c05f 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -66,6 +66,20 @@ VTAUop * getBiasAddUops(int batch, int in_feat) { return uop_buf; } +VTAUop * getReluUops(int batch, int in_feat) { + int uop_size = batch * in_feat; + VTAUop *uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * uop_size, 0)); + + int uop_idx = 0; + for (int i = 0; i < batch; i++) { + for (int j = 0; j < in_feat; j++) { + uop_buf[uop_idx].dst_idx = i * in_feat + j; + uop_idx++; + } + } + return uop_buf; +} + /* * Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc * */ @@ -231,8 +245,6 @@ std::string runILASimulator(const std::string exp_name) { return "./result/" + output_filename; } - - void readILAOutput(const std::string filename, ila_output_data &out_values) { LOG(INFO) << "[Runtime] Reading results from ILA Simulator"; @@ -270,6 +282,22 @@ size_t loadILAOutput(const ila_output_data &out_values, int8_t* buffer, size_t o return buf_cur; } +void copyBackData(std::string pattern_name, size_t output_size, int n_output_rows, int n_output_cols, void *output_data) { + std::string output_file = runILASimulator(pattern_name); + + ila_output_data out_data; + readILAOutput(output_file, out_data); + + int8_t* buffer = new int8_t[output_size]; + + auto buf_read = loadILAOutput(out_data, buffer, n_output_rows, n_output_cols); + CHECK(buf_read == output_size) << "Output size mismatch: " << buf_read << " v.s. " << output_size; + int8_t* o_data = reinterpret_cast(output_data); + for (size_t i = 0; i < buf_read; ++i) { + o_data[i] = buffer[i]; + } +} + class ILAVTARuntime : public JSONRuntimeBase { public: ILAVTARuntime(const std::string& symbol_name, const std::string& graph_json, @@ -590,24 +618,77 @@ class ILAVTARuntime : public JSONRuntimeBase { VTAMemFree(out_buf); VTADeviceFree(device); - std::string output_file = runILASimulator("ilavta_bias_add"); + copyBackData("ilavta_bias_add", output_buffer_size, n_inp_rows, n_inp_cols, output_data->data); + } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.relu") { + auto input_eid = EntryID(input_nodes_[0], 0); + auto output_eid = outputs_[0].id_; + + auto input_data = data_entry_[input_eid]; + auto output_data = data_entry_[output_eid]; + + auto n_inp_rows = input_data->shape[0]; + auto n_inp_cols = input_data->shape[1]; + auto output_buffer_size = GetDataSize(*output_data); + + int batch = n_inp_rows * VTA_BATCH; + int in_feat = n_inp_cols % VTA_BLOCK_OUT == 0 ? n_inp_cols / VTA_BLOCK_OUT : n_inp_cols / VTA_BLOCK_IN + 1; + int in_channels = in_feat * VTA_BLOCK_OUT; + + int uop_size = batch / VTA_BATCH * in_feat; + int input_size = batch / VTA_BATCH * in_feat; + int sim_output_size = input_size; - ila_output_data out_data; - readILAOutput(output_file, out_data); + int num_instrs = 64; + VTADeviceHandle device = VTADeviceAlloc(); + VTAGenericInsn *instrs = static_cast(VTAMemAlloc(sizeof(VTAGenericInsn) * num_instrs, 0)); + int32_t* input_buf = reinterpret_cast(VTAMemAlloc(sizeof(int32_t) * batch * in_channels, 0)); - int8_t* buffer = new int8_t[output_buffer_size]; + VTAUop *uop_buf = getReluUops(batch, in_feat); - auto buf_read = loadILAOutput(out_data, buffer, n_inp_rows, n_inp_cols); - // We are reading int8 but the buffer is calculated using int32 - CHECK(buf_read == output_buffer_size) << "Output size mismatch: " << buf_read << " v.s. " << output_buffer_size; - // memcpy(reinterpret_cast(output_data->data), buffer, sizeof(int8_t) * buf_read); - int8_t* o_data = reinterpret_cast(output_data->data); - for (size_t i = 0; i < buf_read; ++i) { - o_data[i] = buffer[i]; + for (int i = 0; i < batch; ++i) { + for (int j = 0; j < in_channels; ++j) { + if (i >= n_inp_rows || j >= n_inp_cols) { + // zero padding + input_buf[i * in_channels + j] = 0; + } else { + input_buf[i * in_channels + j] = rand() % 64; + if (rand() % 2) { + input_buf[i * in_channels + j] *= -1; + } + } + } } - } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.relu") { - auto input_eid = EntryID(input_nodes_[0], 0); - auto output_edi = outputs_[0].id_; + + int ptr = 0; + instrs[ptr++] = get1DLoadStoreInsn( + VTA_OPCODE_LOAD, + VTA_MEM_ID_UOP, + 0, VTAMemGetPhyAddr(uop_buf) / VTA_UOP_ELEM_BYTES, uop_size, 0, 0, 0, 0); + + instrs[ptr++] = get1DLoadStoreInsn( + VTA_OPCODE_LOAD, + VTA_MEM_ID_ACC, + 0, VTAMemGetPhyAddr(input_buf) / VTA_ACC_ELEM_BYTES, input_size, 0, 0, 0, 0 + ); + + instrs[ptr++] = getAluInsn(VTA_ALU_OPCODE_MAX, 0, uop_size, true, 0, 0, 0, 0, 1); + + instrs[ptr++] = get1DLoadStoreInsn( + VTA_OPCODE_STORE, + VTA_MEM_ID_OUT, + 0, VTAMemGetPhyAddr(input_buf) / VTA_OUT_ELEM_BYTES, sim_output_size, 1, 0, 1, 0 + ); + + instrs[ptr++] = getFinishInsn(0, 1); + + VTADeviceRun(device, VTAMemGetPhyAddr(instrs), ptr, 1000); + + VTAMemFree(input_buf); + VTAMemFree(uop_buf); + VTAMemFree(instrs); + VTADeviceFree(device); + + copyBackData("ilavta_relu", output_buffer_size, n_inp_rows, n_inp_cols, output_data->data); } } From d21f880faf58b70e61934f11034687b421a6615a Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Thu, 25 Feb 2021 23:57:18 -0800 Subject: [PATCH 034/129] Add exact matcher --- python/tvm/relay/testing/__init__.py | 4 +- python/tvm/relay/testing/exact_matcher.py | 398 ++++++++++++++++++++++ tests/python/relay/test_exact_matcher.py | 214 ++++++++++++ 3 files changed, 615 insertions(+), 1 deletion(-) create mode 100644 python/tvm/relay/testing/exact_matcher.py create mode 100644 tests/python/relay/test_exact_matcher.py diff --git a/python/tvm/relay/testing/__init__.py b/python/tvm/relay/testing/__init__.py index bfe797d84..b90c83a1c 100644 --- a/python/tvm/relay/testing/__init__.py +++ b/python/tvm/relay/testing/__init__.py @@ -46,7 +46,9 @@ from .nat import count, make_nat_value, make_nat_expr from .py_converter import to_python, run_as_python from ..transform import gradient - +from .exact_matcher import annotate_exact_matches +# this is just for testing +from .exact_matcher import deduplicate_vars def run_opt_pass(expr, opt_pass, import_prelude=False): assert isinstance(opt_pass, tvm.transform.Pass) diff --git a/python/tvm/relay/testing/exact_matcher.py b/python/tvm/relay/testing/exact_matcher.py new file mode 100644 index 000000000..e9bb92985 --- /dev/null +++ b/python/tvm/relay/testing/exact_matcher.py @@ -0,0 +1,398 @@ +""" +A very simple substitute for the BYOC pattern matcher that checks for +exact AST matches and replaces them with specially annotated custom +codegen calls +""" +import tvm +from tvm import relay +from tvm.relay.expr_functor import ExprFunctor, ExprMutator +from tvm.relay.analysis import free_vars, bound_vars + +# dumb copy of what src/relay/transforms/de_duplicate.cc is doing +def deduplicate_vars(expr): + """ + Given the expr, replace all vars in the expression with fresh ones. + This is done to preserve well-formedness in Relay (all var definitions must be unique) + """ + class Deduplicator(ExprMutator): + def __init__(self): + super().__init__() + self.var_map = {} + + def visit_var(self, var): + if var in self.var_map: + return self.var_map[var] + fresh_var = relay.Var(var.name_hint, type_annotation=var.type_annotation) + self.var_map[var] = fresh_var + return fresh_var + + def visit_pattern(self, pattern): + if isinstance(pattern, relay.PatternWildcard): + return pattern + if isinstance(pattern, relay.PatternVar): + return relay.PatternVar(self.visit(pattern.var)) + if isinstance(pattern, relay.PatternTuple): + return relay.PatternTuple([self.visit(subpattern) + for subpattern in pattern.patterns]) + if isinstance(pattern, relay.PatternConstructor): + return relay.PatternConstructor(pattern.constructor, + [self.visit(subpattern) + for subpattern in pattern.patterns]) + raise ValueError(f"Invalid pattern {pattern}") + + def visit_match(self, match): + new_val = self.visit(match.data) + clauses = [relay.Clause(self.visit_pattern(c.lhs), self.visit(c.rhs)) + for c in match.clauses] + return relay.Match(new_val, clauses) + + dedup = Deduplicator() + return dedup.visit(expr) + +def check_match(template, target): + """ + Given a template expression and a target expression, + return (bool, optional dict): + the bool is if the expressions match structurally; + the dict is None if they don't match + and gives a mapping of template vars -> target expressions if they do. + (Free vars in the template are treated as match vars.) + """ + class Matcher(ExprFunctor): + def __init__(self, match_template): + super().__init__() + self.template = match_template + self.template_vars = set(free_vars(match_template)) + self.matched_exprs = {} + # for *bound* vars, we need to be sure they correspond + self.var_mapping = {} + + def check_assigned_matches(self, expr): + if not isinstance(self.template, relay.Var): + return False + if self.template not in self.template_vars: + return False + if self.template not in self.matched_exprs: + self.matched_exprs[self.template] = expr + return True + # if it's something we've already matched, has to be an exact match + return tvm.ir.structural_equal(self.matched_exprs[self.template], expr) + + def check_nested_match(self, template_subexpr, expr): + old_template = self.template + self.template = template_subexpr + ret = self.visit(expr) + self.template = old_template + return ret + + def visit_var(self, var): + if self.check_assigned_matches(var): + return True + if var not in self.var_mapping: + return False + return self.template == self.var_mapping[var] + + def trivial_equality(self, other): + if self.check_assigned_matches(other): + return True + return self.template == other + + def visit_constant(self, const): + return self.trivial_equality(const) + + def visit_constructor(self, ctor): + return self.trivial_equality(ctor) + + def visit_global_var(self, gv): + return self.trivial_equality(gv) + + def visit_op(self, op): + return self.trivial_equality(op) + + def visit_let(self, let): + if self.check_assigned_matches(let): + return True + if not isinstance(self.template, relay.Let): + return False + self.var_mapping[let.var] = self.template.var + value_match = self.check_nested_match(self.template.value, let.value) + if not value_match: + return False + return self.check_nested_match(self.template.body, let.body) + + def visit_function(self, func): + if self.check_assigned_matches(func): + return True + if not isinstance(self.template, relay.Function): + return False + if len(func.params) != len(self.template.params): + return False + for i in range(len(func.params)): + self.var_mapping[func.params[i]] = self.template.params[i] + return self.check_nested_match(self.template.body, func.body) + + def visit_call(self, call): + if self.check_assigned_matches(call): + return True + if not isinstance(self.template, relay.Call): + return False + if len(self.template.args) != len(call.args): + return False + if not self.check_nested_match(self.template.op, call.op): + return False + for i in range(len(call.args)): + if not self.check_nested_match(self.template.args[i], call.args[i]): + return False + return True + + def visit_tuple(self, tup): + if self.check_assigned_matches(tup): + return True + if not isinstance(self.template, relay.Tuple): + return False + if len(self.template.fields) != len(tup.fields): + return False + for i in range(len(tup.fields)): + if not self.check_nested_match(self.template.fields[i], call.fields[i]): + return False + return True + + def visit_if(self, if_expr): + if self.check_assigned_matches(if_expr): + return True + if not isinstance(self.template, relay.If): + return False + if not self.check_nested_match(self.template.cond, if_expr.cond): + return False + if not self.check_nested_match(self.template.true_branch, if_expr.true_branch): + return False + return self.check_nested_match(self.template.false_branch, if_expr.false_branch) + + def visit_tuple_getitem(self, tgi): + if self.check_assigned_matches(tgi): + return True + if not isinstance(self.template, relay.TupleGetItem): + return False + if self.template.index != tgi.index: + return False + return self.check_nested_match(self.template.tuple_value, tgi.tuple_value) + + def check_nested_pattern(self, template_pattern, pattern): + if isinstance(pattern, relay.PatternWildcard): + return template_pattern == pattern + if isinstance(pattern, relay.PatternVar): + if not isinstance(template_pattern, relay.PatternVar): + return False + return self.check_nested_match(template_pattern.var, pattern.var) + if isinstance(pattern, relay.PatternTuple): + if not isinstance(template_pattern, relay.PatternTuple): + return False + if len(template_pattern.patterns) != len(pattern.patterns): + return False + for i in range(len(pattern.patterns)): + if not self.check_nested_pattern(template_pattern.patterns[i], + pattern.patterns[i]): + return False + return True + if isinstance(pattern, relay.PatternConstructor): + if not isinstance(template_pattern, relay.PatternConstructor): + return False + if len(template_pattern.patterns) != len(pattern.patterns): + return False + if template_pattern.constructor != pattern.constructor: + return False + for i in range(len(pattern.patterns)): + if not self.check_nested_pattern(template_pattern.patterns[i], + pattern.patterns[i]): + return False + return True + raise ValueError(f"Invalid pattern: {pattern}") + + def visit_match(self, match): + if self.check_assigned_matches(match): + return True + if not isinstance(self.template, relay.Match): + return False + if not self.check_nested_match(self.template.data, match.data): + return False + if len(self.template.clauses) != len(match.clauses): + return False + for i in range(len(match.clauses)): + template_clause = self.template.clauses[i] + clause = match.clauses[i] + if not self.check_nested_pattern(template_clause.lhs, clause.lhs): + return False + if not self.check_nested_match(template.clause.rhs, clause.rhs): + return False + return True + + # punting on refs for now + + matcher = Matcher(template) + res = matcher.visit(target) + if not res: + return False, None + + mapping = matcher.matched_exprs + # check to make sure none of the mappings breaks the variable scoping + tgt_bound = set(bound_vars(target)) + for matched in mapping.values(): + # if a bound var in the target is free in a matched fragment, + # that means we are taking a bound var out of its scope + matched_free = set(free_vars(matched)) + if len(matched_free.intersection(tgt_bound)) != 0: + return False, None + + return res, mapping + +class MatchMutator(ExprMutator): + def __init__(self, target, compiler_name, composite_name, composite_counter=0): + """ + Target: Expression that the matcher is seeking + Compiler name: Name for the custom codegen + Composite name: Name for the *construct produced* in the custom codegen + Composite counter: Id number used for generating compiler IDs + (they must be globally unique) + + Free vars in the target expression will be arguments to the extracted function + """ + super().__init__() + self.target = target + self.target_vars = free_vars(target) + self.compiler_name = compiler_name + self.composite_name = composite_name + self.composite_counter = composite_counter + + def extract_target(self, match_args): + match_ordering = [match_args[v] if v in match_args else relay.Tuple([]) for v in self.target_vars] + inner_body = deduplicate_vars(self.target) + inner_args = free_vars(inner_body) + inner_func = relay.Function(inner_args, inner_body) + inner_func = inner_func.with_attr("Composite", self.composite_name) + + outer_args = [relay.Var(f"outer_arg_{i}") for i in range(len(inner_args))] + outer_func = relay.Function(outer_args, inner_func(*outer_args)) + outer_func = outer_func.with_attr("Compiler", self.compiler_name) + outer_func = outer_func.with_attr( + "global_name", + f"{self.composite_name}_{self.composite_counter}") + self.composite_counter += 1 + return outer_func(*match_ordering) + + # could probably do this via reflection, but let's not... + def visit_var(self, var): + found_match, match_args = check_match(self.target, var) + if found_match: + return self.extract_target(match_args) + return var + + def visit_constant(self, constant): + found_match, match_args = check_match(self.target, constant) + if found_match: + return self.extract_target(match_args) + return constant + + def visit_call(self, call): + found_match, match_args = check_match(self.target, call) + if found_match: + return self.extract_target(match_args) + return relay.Call(self.visit(call.op), + [self.visit(arg) for arg in call.args], + call.attrs) + + def visit_tuple(self, tup): + found_match, match_args = check_match(self.target, tup) + if found_match: + return self.extract_target(match_args) + return relay.Tuple([self.visit(field) for field in tup.fields]) + + def visit_function(self, func): + # headache-saver: if it's a codegen function, we will ignore it + if func.attrs is not None and ("Compiler" in func.attrs or "Composite" in func.attrs): + return func + found_match, match_args = check_match(self.target, func) + if found_match: + return self.extract_target(match_args) + return relay.Function(func.params, + self.visit(func.body), + func.ret_type, + func.type_params, + func.attrs) + + def visit_if(self, if_expr): + found_match, match_args = check_match(self.target, if_expr) + if found_match: + return self.extract_target(match_args) + return relay.If(self.visit(if_expr.cond), + self.visit(if_expr.true_branch), + self.visit(if_expr.false_branch)) + + def visit_tuple_getitem(self, tgi): + found_match, match_args = check_match(self.target, tgi) + if found_match: + return self.extract_target(match_args) + return relay.TupleGetItem(self.visit(tgi.tuple_value), tgi.index) + + def visit_op(self, op): + found_match, match_args = check_match(self.target, op) + if found_match: + return self.extract_target(match_args) + return op + + def visit_global_var(self, gv): + found_match, match_args = check_match(self.target, gv) + if found_match: + return self.extract_target(match_args) + return gv + + def visit_constructor(self, ctor): + found_match, match_args = check_match(self.target, ctor) + if found_match: + return self.extract_target(match_args) + return ctor + + def visit_let(self, let): + found_match, match_args = check_match(self.target, let) + if found_match: + return self.extract_target(match_args) + return relay.Let(let.var, self.visit(let.value), self.visit(let.body)) + + def visit_match(self, match): + found_match, match_args = check_match(self.target, match) + if found_match: + return self.extract_target(match_args) + return Match( + self.visit(match.data), + [Clause(c.lhs, self.visit(c.rhs)) for c in match.clauses], + complete=match.complete, + ) + + # again, punting on refs + +def annotate_exact_matches(expr, target, compiler_name, composite_name): + """ + Given an expression and a target pattern, + this will replace all instances of the target pattern + in the expression with an annotated compiler call. + + Free variables (not bound in a let block or function definition) are treated as pattern variables. + + That means if your pattern is relay.nn.dense(x, y), + x and y are pattern vars and you will match + any occurrences of relay.nn.dense() in the expression + and map the arguments to x and y + + Here is what the resulting inserted calls look like: + + (fn*(pattern_vars) { + (fn**(fresh vars) { + pattern expr (with fresh vars substituting the pattern vars) + })(pattern vars) + })(expression matching pattern var 1, expr matching pattern var 2, ...) + * where "Compiler" attribute = compiler_name + ** where "Composite" attribute = composite_name + + This nested function structure is designed to make it easier for BYOC codegens to match those definitions. + """ + mut = MatchMutator(target, compiler_name, composite_name) + return mut.visit(expr) diff --git a/tests/python/relay/test_exact_matcher.py b/tests/python/relay/test_exact_matcher.py new file mode 100644 index 000000000..fbe4b412c --- /dev/null +++ b/tests/python/relay/test_exact_matcher.py @@ -0,0 +1,214 @@ +import tvm +from tvm import relay + +from tvm.relay.testing import annotate_exact_matches, deduplicate_vars + +def call_func_with_attr(expr, func_attr): + # True iff expr is a call of a function literal + # where the function literal has the specified attr + if not isinstance(expr, relay.Call): + return False + if not isinstance(expr.op, relay.Function): + return False + if expr.op.attrs is None: + return False + return func_attr in expr.op.attrs + + +def check_compiler_call(expr, expected_body): + # check for a compiler function with an inner composite + if not call_func_with_attr(expr, "Compiler"): + return False + inner_call = expr.op.body + if not call_func_with_attr(inner_call, "Composite"): + return False + inner_body = inner_call.op.body + return tvm.ir.structural_equal(inner_body, expected_body, True) + + +def assert_simple_cases(pattern, compiler_name, pattern_name): + fresh_pattern = deduplicate_vars(pattern) + + self_match = annotate_exact_matches(fresh_pattern, pattern, compiler_name, pattern_name) + assert check_compiler_call(self_match, pattern) + + a = relay.Var("a") + plus = fresh_pattern + a + plus_match = annotate_exact_matches(plus, pattern, compiler_name, pattern_name) + assert isinstance(plus_match, relay.Call) + assert plus_match.op.name == "add" + assert plus_match.args[1] == a + assert check_compiler_call(plus_match.args[0], pattern) + + in_func = relay.Function([], fresh_pattern) + in_func_match = annotate_exact_matches(in_func, pattern, compiler_name, pattern_name) + assert isinstance(in_func_match, relay.Function) + assert len(in_func_match.params) == 0 + assert check_compiler_call(in_func_match.body, pattern) + + b = relay.Var("b") + let = relay.Let(b, fresh_pattern, fresh_pattern + b) + let_match = annotate_exact_matches(let, pattern, compiler_name, pattern_name) + assert isinstance(let_match, relay.Let) + assert check_compiler_call(let_match.value, pattern) + assert isinstance(let_match.body, relay.Call) + assert let_match.body.args[1] == b + assert check_compiler_call(let_match.body.args[0], pattern) + + x, y, z = relay.Var("x"), relay.Var("y"), relay.Var("z") + call = relay.Function([x, y, z], (x + y) * z)(a, fresh_pattern, b) + call_match = annotate_exact_matches(call, pattern, compiler_name, pattern_name) + assert isinstance(call_match, relay.Call) + assert tvm.ir.structural_equal(call_match.op, call.op, True) + assert len(call_match.args) == 3 + assert call_match.args[0] == a + assert call_match.args[2] == b + assert check_compiler_call(call_match.args[1], pattern) + + +def test_match_misses(): + pattern = relay.nn.dense(relay.Var("v"), relay.Var("w")) + x, y, z, a = relay.Var("x"), relay.Var("y"), relay.Var("z"), relay.Var("a") + progs = [ + relay.const(1) + relay.const(2), + relay.Function([x, y, z], relay.Let(a, x + y, a*z)), + relay.Tuple([]), + relay.Tuple([relay.nn.bias_add(x, y), relay.transpose(z)]) + ] + # no match -> don't do anything + for prog in progs: + new_prog = annotate_exact_matches(prog, pattern, "MyCompiler", "Dense") + assert tvm.ir.structural_equal(prog, new_prog), (prog, new_prog) + + +def test_operator_simple_match(): + pattern = relay.nn.dense(relay.Var("v"), relay.Var("w")) + assert_simple_cases(pattern, "MyCompiler", "Dense") + + +def test_nested_operator_match(): + pattern = relay.nn.bias_add(relay.nn.dense(relay.Var("x"), relay.Var("y")), relay.Var("z")) + assert_simple_cases(pattern, "MyCompiler", "DenseAddBias") + + +def test_call_match(): + x, y, w, z = relay.Var("x"), relay.Var("y"), relay.Var("w"), relay.Var("z") + pattern = relay.Function([x, y], x + y)(w, z) + assert_simple_cases(pattern, "MyCompiler", "LiteralSum") + + +def test_let_match(): + x = relay.Var("x") + pattern = relay.Let(x, relay.const(2), x*x) + assert_simple_cases(pattern, "MyCompiler", "Square") + + +def test_nested_function_match(): + # going to match a function literal with no pattern vars + x, y, z = relay.Var("x"), relay.Var("y"), relay.Var("z") + pattern = relay.Function([x, y, z], (x+y)*z) + + fresh_func = deduplicate_vars(pattern) + f = relay.Var("f") + let_def = relay.Let(f, fresh_func, f(relay.const(1), relay.const(2), relay.const(3))) + let_def_match = annotate_exact_matches(let_def, pattern, "MyCompiler", "FuncLiteral") + assert isinstance(let_def_match, relay.Let) + assert check_compiler_call(let_def_match.value, pattern) + # no pattern vars! + assert len(let_def_match.value.args) == 0 + assert tvm.ir.structural_equal(let_def_match.body, let_def.body, True) + + +def test_separate_matches(): + # match two separate patterns in different places + dense_pattern = relay.nn.dense(relay.Var("x"), relay.Var("y")) + add_pattern = relay.Var("w") + relay.Var("z") + + a, b = relay.Var("a"), relay.Var("b") + chain = relay.Let(a, relay.const(0) + relay.const(1), + relay.Let(b, relay.const(2) + relay.const(3), + relay.nn.dense(a, b))) + match_one = annotate_exact_matches(chain, dense_pattern, "MyCompiler", "Dense") + chain_match = annotate_exact_matches(match_one, add_pattern, "MyCompiler", "Add") + + assert isinstance(chain_match, relay.Let) + assert check_compiler_call(chain_match.value, add_pattern) + assert all(map(lambda c: isinstance(c, relay.Constant), chain_match.value.args)) + next_let = chain_match.body + assert isinstance(next_let, relay.Let) + assert check_compiler_call(next_let.value, add_pattern) + assert all(map(lambda c: isinstance(c, relay.Constant), next_let.value.args)) + assert check_compiler_call(next_let.body, dense_pattern) + + +def test_nested_matches(): + # match two separate patterns where one is an arg to the other + dense_pattern = relay.nn.dense(relay.Var("x"), relay.Var("y")) + add_pattern = relay.Var("w") + relay.Var("z") + + a, b, c, d = relay.Var("a"), relay.Var("b"), relay.Var('c'), relay.Var("d") + var_set = set([a, b, c, d]) + call = relay.nn.dense(a + b, c + d) + + # let's try both orders + just_dense = annotate_exact_matches(call, dense_pattern, "MyCompiler", "Dense") + dense_add = annotate_exact_matches(just_dense, add_pattern, "MyCompiler", "Add") + + just_add = annotate_exact_matches(call, add_pattern, "MyCompiler", "Add") + add_dense = annotate_exact_matches(just_add, dense_pattern, "MyCompiler", "Dense") + + for match in (dense_add, add_dense): + assert check_compiler_call(match, dense_pattern) + for arg in match.args: + assert check_compiler_call(arg, add_pattern) + assert all(map(lambda v: v in var_set, arg.args)) + + +def test_internal_matches_blocked(): + # if we match a bigger pattern, instances of the smaller pattern inside it will not do anything + dense_add_bias_pattern = relay.nn.bias_add(relay.nn.dense(relay.Var("x"), relay.Var("y")), relay.Var("z")) + dense_pattern = relay.nn.dense(relay.Var("x"), relay.Var("y")) + + a, b, c = relay.Var("a"), relay.Var("b"), relay.Var("c") + expr = relay.nn.bias_add(relay.nn.dense(a, b), c) + expr_match = annotate_exact_matches(expr, dense_add_bias_pattern, "MyCompiler", "DenseAddBias") + assert check_compiler_call(expr_match, dense_add_bias_pattern) + + # now calling the smaller pattern should do nothing + expr_new_match = annotate_exact_matches(expr_match, dense_pattern, "MyCompiler", "Dense") + assert tvm.ir.structural_equal(expr_new_match, expr_match, True) + + +def test_no_improper_capture(): + # if a pattern var matches an internally bound variable, we should not bring it out + x, y, z, w = relay.Var("x"), relay.Var("y"), relay.Var("z"), relay.Var("w") + # pattern vars: y, z + weird_pattern = relay.Let(x, y, relay.Let(z, w, z)) + + a, b = relay.Var("a"), relay.Var("b") + # matching the pattern does not break any bindings + okay = relay.Let(a, relay.const(0), relay.Let(b, relay.const(1), b)) + okay_match = annotate_exact_matches(okay, weird_pattern, "MyCompiler", "Let") + assert check_compiler_call(okay_match, weird_pattern) + assert len(okay_match.args) == 2 + assert isinstance(okay_match.args[0], relay.Constant) + assert isinstance(okay_match.args[1], relay.Constant) + + # matching here would expose a bound var + bad = relay.Let(a, relay.const(0), relay.Let(b, a, b)) + bad_match = annotate_exact_matches(bad, weird_pattern, "MyCompiler", "Let") + # no change + assert tvm.ir.structural_equal(bad, bad_match, True) + + +if __name__ == "__main__": + test_match_misses() + test_operator_simple_match() + test_nested_operator_match() + test_call_match() + test_let_match() + test_nested_function_match() + test_separate_matches() + test_nested_matches() + test_internal_matches_blocked() + test_no_improper_capture() From 1925cb459f820fafda0076b99d1afaeecf4e92f2 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 26 Feb 2021 08:01:07 +0000 Subject: [PATCH 035/129] fix data loading --- src/runtime/contrib/ilavta/ilavta_runtime.cc | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index b4e37c05f..048591eba 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -645,16 +645,14 @@ class ILAVTARuntime : public JSONRuntimeBase { VTAUop *uop_buf = getReluUops(batch, in_feat); + int8_t* inputs = reinterpret_cast(input_data->data); for (int i = 0; i < batch; ++i) { for (int j = 0; j < in_channels; ++j) { if (i >= n_inp_rows || j >= n_inp_cols) { // zero padding input_buf[i * in_channels + j] = 0; } else { - input_buf[i * in_channels + j] = rand() % 64; - if (rand() % 2) { - input_buf[i * in_channels + j] *= -1; - } + input_buf[i * in_channels + j] = inputs[i * n_inp_cols + j]; } } } From afc12bcf0cd60fa948f7ab991ff6d4bcad3525e0 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 26 Feb 2021 08:16:14 +0000 Subject: [PATCH 036/129] [ update ] tests --- tests/python/3la/ilavta/test_ilavta.py | 24 ++++++++++++++++++++++++ 1 file changed, 24 insertions(+) diff --git a/tests/python/3la/ilavta/test_ilavta.py b/tests/python/3la/ilavta/test_ilavta.py index 17d9b5f1b..4687cd934 100644 --- a/tests/python/3la/ilavta/test_ilavta.py +++ b/tests/python/3la/ilavta/test_ilavta.py @@ -176,7 +176,31 @@ def test_bias_add(): print('[Python] Bias Add on {} + {}'.format(data_dim, bias_dim)) test_bias_add_impl(data_dim, bias_dim) +def test_relu_impl(input_dim): + dtype = 'int8' + inputs = tvm.relay.var('input', shape=input_dim, dtype=dtype) + output = tvm.relay.nn.relu(inputs) + mod = tvm.ir.IRModule.from_expr(output) + mod = run_passes(mod) + input_data = np.random.random_integers(-64, 64, input_dim).astype(np.int8) + + def func_ref(data): + ref = data.copy() + ref[ref < 0] = 0 + return ref + + output = run_module(mod, input_data).astype(np.int8) + ref = func_ref(input_data).astype(np.int8) + assert np.allclose(output, ref) + +def test_relu(): + for batch in [8, 16, 32, 64]: + for n_inp_cols in [16, 32, 64]: + print('[Python] Testing on Relu({}x{})'.format(batch, n_inp_cols)) + test_relu_impl((batch, n_inp_cols)) + if __name__ == '__main__': check_global_func() test_dense() test_bias_add() + test_relu() From d2a07db4b0d7c4593db986fe8b63b53cba142408 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Tue, 2 Mar 2021 19:03:47 +0000 Subject: [PATCH 037/129] [ refactor ] code --- cmake/modules/contrib/ILAVTA.cmake | 1 + src/runtime/contrib/ilavta/ilavta_helpers.cc | 287 ++++++++++++++++++ src/runtime/contrib/ilavta/ilavta_helpers.h | 92 ++++++ src/runtime/contrib/ilavta/ilavta_runtime.cc | 297 +------------------ 4 files changed, 384 insertions(+), 293 deletions(-) create mode 100644 src/runtime/contrib/ilavta/ilavta_helpers.cc create mode 100644 src/runtime/contrib/ilavta/ilavta_helpers.h diff --git a/cmake/modules/contrib/ILAVTA.cmake b/cmake/modules/contrib/ILAVTA.cmake index 80e41fed2..17bca25bc 100644 --- a/cmake/modules/contrib/ILAVTA.cmake +++ b/cmake/modules/contrib/ILAVTA.cmake @@ -6,6 +6,7 @@ if(USE_ILAVTA_CODEGEN STREQUAL "ON") list(APPEND COMPILER_SRCS ${JSON_RELAY_CONTRIB_SRC}) file(GLOB ILAVTA_CONTRIB_SRC src/runtime/contrib/ilavta/ilavta_runtime.cc) + list(APPEND ILAVTA_CONTRIB_SRC src/runtime/contrib/ilavta/ilavta_helpers.cc) file(GLOB VTA_RUNTIME_SRCS ${VTA_HW_PATH}/src/*.cc) list(APPEND VTA_RUNTIME_SRCS ${VTA_HW_PATH}/src/sim/sim_driver.cc) list(APPEND VTA_RUNTIME_SRCS ${VTA_HW_PATH}/src/sim/sim_tlpp.cc) diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.cc b/src/runtime/contrib/ilavta/ilavta_helpers.cc new file mode 100644 index 000000000..987fd73be --- /dev/null +++ b/src/runtime/contrib/ilavta/ilavta_helpers.cc @@ -0,0 +1,287 @@ +#include "ilavta_helpers.h" + +namespace tvm { +namespace runtime { +namespace contrib { + +using namespace tvm::runtime; + +const int64_t SIM_DUMP = 1; +const std::string RAW_DUMP = "vta_sim_dump.json"; +const std::string OUTPUT_DUMP = "vta_output_dump.json"; + +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAUop * getGEMMUops(int batch, int in_feat, int out_feat) { + // Derive the total uop size + int uop_size = batch * in_feat * out_feat; + + // Allocate buffer + VTAUop *uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * uop_size, 0)); + + int uop_idx = 0; + for (int i = 0; i < batch; i++) { + for (int j = 0; j < in_feat; j++) { + for (int k = 0; k < out_feat; k++) { + uop_buf[uop_idx].dst_idx = i * out_feat + k; + uop_buf[uop_idx].src_idx = i * in_feat + j; + uop_buf[uop_idx].wgt_idx = k * in_feat + j; + uop_idx++; + } + } + } + return uop_buf; +} + +VTAUop * getBiasAddUops(int batch, int in_feat) { + int uop_size = batch * in_feat; + VTAUop *uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * uop_size, 0)); + + int uop_idx = 0; + for (int i = 0; i < batch; i++) { + for (int j = 0; j < in_feat; j++) { + uop_buf[uop_idx].dst_idx = i * in_feat + j; + // Bias is stored one block next to the input data + uop_buf[uop_idx].src_idx = batch * in_feat + j; + uop_idx++; + } + } + return uop_buf; +} + +VTAUop * getReluUops(int batch, int in_feat) { + int uop_size = batch * in_feat; + VTAUop *uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * uop_size, 0)); + + int uop_idx = 0; + for (int i = 0; i < batch; i++) { + for (int j = 0; j < in_feat; j++) { + uop_buf[uop_idx].dst_idx = i * in_feat + j; + uop_idx++; + } + } + return uop_buf; +} + +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAGenericInsn getGEMMInsn(int uop_offset, int batch, int in_feat, int out_feat, + bool uop_compression, int pop_prev_dep, int pop_next_dep, + int push_prev_dep, int push_next_dep) { + // Converter + union VTAInsn converter; + // GEMM instruction initialization + VTAGemInsn insn; + insn.opcode = VTA_OPCODE_GEMM; + insn.pop_prev_dep = pop_prev_dep; + insn.pop_next_dep = pop_next_dep; + insn.push_prev_dep = push_prev_dep; + insn.push_next_dep = push_next_dep; + insn.reset_reg = false; + insn.uop_bgn = uop_offset; + insn.uop_end = uop_offset + batch * in_feat * out_feat;; + insn.iter_out = 1; + insn.iter_in = 1; + insn.dst_factor_out = 0; + insn.src_factor_out = 0; + insn.wgt_factor_out = 0; + insn.dst_factor_in = 0; + insn.src_factor_in = 0; + insn.wgt_factor_in = 0; + converter.gemm = insn; + return converter.generic; +} + +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAGenericInsn getAluInsn(int alu_opcode, int uop_begin, int uop_end, bool use_imm, int imm, + int pop_prev_dep, int pop_next_dep, int push_prev_dep, int push_next_dep) { + VTAInsn converter; + VTAAluInsn insn; + insn.opcode = VTA_OPCODE_ALU; + insn.alu_opcode = alu_opcode; + insn.uop_bgn = uop_begin; + insn.uop_end = uop_end; + insn.use_imm = use_imm; + insn.imm = imm; + insn.pop_prev_dep = pop_prev_dep; + insn.pop_next_dep = pop_next_dep; + insn.push_prev_dep = push_prev_dep; + insn.push_next_dep = push_next_dep; + insn.iter_in = 1; + insn.iter_out = 1; + insn.reset_reg = false; + insn.dst_factor_out = 0; + insn.src_factor_out = 0; + insn.dst_factor_in = 0; + insn.dst_factor_out = 0; + + converter.alu = insn; + return converter.generic; +} + +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAGenericInsn getFinishInsn(bool pop_prev, bool pop_next) { + // Converter + union VTAInsn converter; + // GEMM instruction initialization + VTAGemInsn insn; + insn.opcode = VTA_OPCODE_FINISH; + insn.pop_prev_dep = pop_prev; + insn.pop_next_dep = pop_next; + insn.push_prev_dep = 0; + insn.push_next_dep = 0; + insn.reset_reg = false; + insn.uop_bgn = 0; + insn.uop_end = 0; + insn.iter_out = 0; + insn.iter_in = 0; + insn.dst_factor_out = 0; + insn.src_factor_out = 0; + insn.wgt_factor_out = 0; + insn.dst_factor_in = 0; + insn.src_factor_in = 0; + insn.wgt_factor_in = 0; + converter.gemm = insn; + return converter.generic; +} + +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAGenericInsn get1DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, int size, + int pop_prev_dep, int pop_next_dep, int push_prev_dep, + int push_next_dep) { + // Converter + union VTAInsn converter; + // Memory instruction initialization + VTAMemInsn insn = {}; + insn.opcode = opcode; + insn.pop_prev_dep = pop_prev_dep; + insn.pop_next_dep = pop_next_dep; + insn.push_prev_dep = push_prev_dep; + insn.push_next_dep = push_next_dep; + insn.memory_type = type; + insn.sram_base = sram_offset; + insn.dram_base = dram_offset; + insn.y_size = 1; + insn.x_size = size; + insn.x_stride = size; + insn.y_pad_0 = 0; + insn.y_pad_1 = 0; + insn.x_pad_0 = 0; + insn.x_pad_1 = 0; + converter.mem = insn; + return converter.generic; +} + +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAGenericInsn get2DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, + int y_size, int x_size, int x_stride, int y_pad, int x_pad, + int pop_prev_dep, int pop_next_dep, int push_prev_dep, + int push_next_dep) { + // Converter + union VTAInsn converter; + // Memory instruction initialization + VTAMemInsn insn = {}; + insn.opcode = opcode; + insn.pop_prev_dep = pop_prev_dep; + insn.pop_next_dep = pop_next_dep; + insn.push_prev_dep = push_prev_dep; + insn.push_next_dep = push_next_dep; + insn.memory_type = type; + insn.sram_base = sram_offset; + insn.dram_base = dram_offset; + insn.y_size = y_size; + insn.x_size = x_size; + insn.x_stride = x_stride; + insn.y_pad_0 = y_pad; + insn.y_pad_1 = y_pad; + insn.x_pad_0 = x_pad; + insn.x_pad_1 = x_pad; + converter.mem = insn; + return converter.generic; +} + +std::string runILASimulator(const std::string exp_name) { + // Check dump file + std::string input_filename = exp_name + "_input.json"; + std::string output_filename = exp_name + "_out.json"; + auto ret = std::system("stat vta_sim_dump.json > /dev/null 2> /dev/null"); + CHECK(ret == 0) << "vta_sim_dump.json does not exists"; + + ret = std::system(("python3 produce_ila_fragment.py vta_sim_dump.json ./prog_frag/" + input_filename).c_str()); + CHECK(ret == 0) << "Failed to produce program fragment"; + + ret = std::system(("vta_ila_sim " + exp_name).c_str()); + CHECK(ret == 0) << "Failed to run ILA simulator"; + + ret = std::system(("stat ./result/" + output_filename + " > /dev/null 2> /dev/null").c_str()); + CHECK(ret == 0) << "Not output result found"; + + return "./result/" + output_filename; +} + +void readILAOutput(const std::string filename, ila_output_data &out_values) { + LOG(INFO) << "[Runtime] Reading results from ILA Simulator"; + + std::unordered_map value; + std::string key; + std::string data; + std::ifstream input_stream(filename); + dmlc::JSONReader reader(&input_stream); + + reader.BeginArray(); + while (reader.NextArrayItem()) { + reader.Read(&value); + out_values.push_back(value); + } +} + +size_t loadILAOutput(const ila_output_data &out_values, int8_t* buffer, size_t out_h, size_t out_w) { + LOG(INFO) << "[Runtime] Copying from output json to byte buffer"; + + size_t data_cur = 0; + size_t buf_cur = 0; + uint32_t temp; + for (size_t i = 0; i < out_h; ++i) { + if (data_cur % VTA_BLOCK_OUT != 0) { + data_cur = (data_cur / VTA_BLOCK_OUT + 1) * VTA_BLOCK_OUT; + } + for (size_t j = 0; j < out_w; ++j) { + auto val = out_values[data_cur++].at("data"); + std::stringstream ss; + ss << std::hex << val; + ss >> temp; + buffer[buf_cur++] = static_cast(temp); + } + } + return buf_cur; +} + +void runSimGetData(std::string pattern_name, size_t output_size, int n_output_rows, int n_output_cols, void *output_data) { + std::string output_file = runILASimulator(pattern_name); + + ila_output_data out_data; + readILAOutput(output_file, out_data); + + int8_t* buffer = new int8_t[output_size]; + + auto buf_read = loadILAOutput(out_data, buffer, n_output_rows, n_output_cols); + CHECK(buf_read == output_size) << "Output size mismatch: " << buf_read << " v.s. " << output_size; + int8_t* o_data = reinterpret_cast(output_data); + for (size_t i = 0; i < buf_read; ++i) { + o_data[i] = buffer[i]; + } +} + +} +} +} diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.h b/src/runtime/contrib/ilavta/ilavta_helpers.h new file mode 100644 index 000000000..7e0e31843 --- /dev/null +++ b/src/runtime/contrib/ilavta/ilavta_helpers.h @@ -0,0 +1,92 @@ +#ifndef ILAVTA_HELPERS_H__ +#define ILAVTA_HELPERS_H__ +#include +#include +#include +#include +#include + +#include +#include +#include +#include +#include +#include + + +namespace tvm { +namespace runtime { +namespace contrib { + +using ila_output_data = std::vector >; + +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAUop * getGEMMUops(int batch, int in_feat, int out_feat); + +VTAUop * getBiasAddUops(int batch, int in_feat); + +VTAUop * getReluUops(int batch, int in_feat); + +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAGenericInsn getGEMMInsn(int uop_offset, int batch, int in_feat, int out_feat, + bool uop_compression, int pop_prev_dep, int pop_next_dep, + int push_prev_dep, int push_next_dep); + +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAGenericInsn getAluInsn(int alu_opcode, int uop_begin, int uop_end, bool use_imm, int imm, + int pop_prev_dep, int pop_next_dep, int push_prev_dep, int push_next_dep); + +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAGenericInsn getFinishInsn(bool pop_prev, bool pop_next); + +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAGenericInsn get1DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, int size, + int pop_prev_dep, int pop_next_dep, int push_prev_dep, + int push_next_dep); + +/* +* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* */ +VTAGenericInsn get2DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, + int y_size, int x_size, int x_stride, int y_pad, int x_pad, + int pop_prev_dep, int pop_next_dep, int push_prev_dep, + int push_next_dep); + +// Calls the ILA simularor; The result will be stored +// in `./result` +// Users should not call this directly +std::string runILASimulator(const std::string exp_name); + +// Read back the result produced by the ILA simulator. +// The results will be stored in `out_values`. +// This function will not throw away data at addresses that +// are not touched during computation +// Users should not call this directly +void readILAOutput(const std::string filename, ila_output_data &out_values); + +// Load the data produced by the ILA simulator to `buffer` +// Addresses that are not touched during the computation +// will be thrown away in this process +// returns actual number of bytes read +// Users should not call this directly +size_t loadILAOutput(const ila_output_data &out_values, int8_t* buffer, size_t out_h, size_t out_w); + +// Run `pattern_name` on ILA simulator and then copy back +// data produced by the ILA simulator and store into `output_data` +// This is the interface provided to users +void runSimGetData(std::string pattern_name, size_t output_size, int n_output_rows, int n_output_cols, void *output_data); + +} +} +} +#endif // ILAVTA_HELPERS_H__ diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 048591eba..57cd1b793 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -1,15 +1,4 @@ -#include -#include -#include -#include - -#include -#include -#include -#include -#include -#include - +#include "ilavta_helpers.h" #include "../json/json_node.h" #include "../json/json_runtime.h" @@ -20,284 +9,6 @@ namespace contrib { using namespace tvm::runtime; using namespace tvm::runtime::json; -using ila_output_data = std::vector >; - -const int64_t SIM_DUMP = 1; -const std::string RAW_DUMP = "vta_sim_dump.json"; -const std::string OUTPUT_DUMP = "vta_output_dump.json"; - -/* -* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc -* */ -VTAUop * getGEMMUops(int batch, int in_feat, int out_feat) { - // Derive the total uop size - int uop_size = batch * in_feat * out_feat; - - // Allocate buffer - VTAUop *uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * uop_size, 0)); - - int uop_idx = 0; - for (int i = 0; i < batch; i++) { - for (int j = 0; j < in_feat; j++) { - for (int k = 0; k < out_feat; k++) { - uop_buf[uop_idx].dst_idx = i * out_feat + k; - uop_buf[uop_idx].src_idx = i * in_feat + j; - uop_buf[uop_idx].wgt_idx = k * in_feat + j; - uop_idx++; - } - } - } - return uop_buf; -} - -VTAUop * getBiasAddUops(int batch, int in_feat) { - int uop_size = batch * in_feat; - VTAUop *uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * uop_size, 0)); - - int uop_idx = 0; - for (int i = 0; i < batch; i++) { - for (int j = 0; j < in_feat; j++) { - uop_buf[uop_idx].dst_idx = i * in_feat + j; - // Bias is stored one block next to the input data - uop_buf[uop_idx].src_idx = batch * in_feat + j; - uop_idx++; - } - } - return uop_buf; -} - -VTAUop * getReluUops(int batch, int in_feat) { - int uop_size = batch * in_feat; - VTAUop *uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * uop_size, 0)); - - int uop_idx = 0; - for (int i = 0; i < batch; i++) { - for (int j = 0; j < in_feat; j++) { - uop_buf[uop_idx].dst_idx = i * in_feat + j; - uop_idx++; - } - } - return uop_buf; -} - -/* -* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc -* */ -VTAGenericInsn getGEMMInsn(int uop_offset, int batch, int in_feat, int out_feat, - bool uop_compression, int pop_prev_dep, int pop_next_dep, - int push_prev_dep, int push_next_dep) { - // Converter - union VTAInsn converter; - // GEMM instruction initialization - VTAGemInsn insn; - insn.opcode = VTA_OPCODE_GEMM; - insn.pop_prev_dep = pop_prev_dep; - insn.pop_next_dep = pop_next_dep; - insn.push_prev_dep = push_prev_dep; - insn.push_next_dep = push_next_dep; - insn.reset_reg = false; - insn.uop_bgn = uop_offset; - insn.uop_end = uop_offset + batch * in_feat * out_feat;; - insn.iter_out = 1; - insn.iter_in = 1; - insn.dst_factor_out = 0; - insn.src_factor_out = 0; - insn.wgt_factor_out = 0; - insn.dst_factor_in = 0; - insn.src_factor_in = 0; - insn.wgt_factor_in = 0; - converter.gemm = insn; - return converter.generic; -} - -/* -* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc -* */ -VTAGenericInsn getAluInsn(int alu_opcode, int uop_begin, int uop_end, bool use_imm, int imm, - int pop_prev_dep, int pop_next_dep, int push_prev_dep, int push_next_dep) { - VTAInsn converter; - VTAAluInsn insn; - insn.opcode = VTA_OPCODE_ALU; - insn.alu_opcode = alu_opcode; - insn.uop_bgn = uop_begin; - insn.uop_end = uop_end; - insn.use_imm = use_imm; - insn.imm = imm; - insn.pop_prev_dep = pop_prev_dep; - insn.pop_next_dep = pop_next_dep; - insn.push_prev_dep = push_prev_dep; - insn.push_next_dep = push_next_dep; - insn.iter_in = 1; - insn.iter_out = 1; - insn.reset_reg = false; - insn.dst_factor_out = 0; - insn.src_factor_out = 0; - insn.dst_factor_in = 0; - insn.dst_factor_out = 0; - - converter.alu = insn; - return converter.generic; -} - -/* -* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc -* */ -VTAGenericInsn getFinishInsn(bool pop_prev, bool pop_next) { - // Converter - union VTAInsn converter; - // GEMM instruction initialization - VTAGemInsn insn; - insn.opcode = VTA_OPCODE_FINISH; - insn.pop_prev_dep = pop_prev; - insn.pop_next_dep = pop_next; - insn.push_prev_dep = 0; - insn.push_next_dep = 0; - insn.reset_reg = false; - insn.uop_bgn = 0; - insn.uop_end = 0; - insn.iter_out = 0; - insn.iter_in = 0; - insn.dst_factor_out = 0; - insn.src_factor_out = 0; - insn.wgt_factor_out = 0; - insn.dst_factor_in = 0; - insn.src_factor_in = 0; - insn.wgt_factor_in = 0; - converter.gemm = insn; - return converter.generic; -} - -/* -* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc -* */ -VTAGenericInsn get1DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, int size, - int pop_prev_dep, int pop_next_dep, int push_prev_dep, - int push_next_dep) { - // Converter - union VTAInsn converter; - // Memory instruction initialization - VTAMemInsn insn = {}; - insn.opcode = opcode; - insn.pop_prev_dep = pop_prev_dep; - insn.pop_next_dep = pop_next_dep; - insn.push_prev_dep = push_prev_dep; - insn.push_next_dep = push_next_dep; - insn.memory_type = type; - insn.sram_base = sram_offset; - insn.dram_base = dram_offset; - insn.y_size = 1; - insn.x_size = size; - insn.x_stride = size; - insn.y_pad_0 = 0; - insn.y_pad_1 = 0; - insn.x_pad_0 = 0; - insn.x_pad_1 = 0; - converter.mem = insn; - return converter.generic; -} - -/* -* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc -* */ -VTAGenericInsn get2DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, - int y_size, int x_size, int x_stride, int y_pad, int x_pad, - int pop_prev_dep, int pop_next_dep, int push_prev_dep, - int push_next_dep) { - // Converter - union VTAInsn converter; - // Memory instruction initialization - VTAMemInsn insn = {}; - insn.opcode = opcode; - insn.pop_prev_dep = pop_prev_dep; - insn.pop_next_dep = pop_next_dep; - insn.push_prev_dep = push_prev_dep; - insn.push_next_dep = push_next_dep; - insn.memory_type = type; - insn.sram_base = sram_offset; - insn.dram_base = dram_offset; - insn.y_size = y_size; - insn.x_size = x_size; - insn.x_stride = x_stride; - insn.y_pad_0 = y_pad; - insn.y_pad_1 = y_pad; - insn.x_pad_0 = x_pad; - insn.x_pad_1 = x_pad; - converter.mem = insn; - return converter.generic; -} - -std::string runILASimulator(const std::string exp_name) { - // Check dump file - std::string input_filename = exp_name + "_input.json"; - std::string output_filename = exp_name + "_out.json"; - auto ret = std::system("stat vta_sim_dump.json > /dev/null 2> /dev/null"); - CHECK(ret == 0) << "vta_sim_dump.json does not exists"; - - ret = std::system(("python3 produce_ila_fragment.py vta_sim_dump.json ./prog_frag/" + input_filename).c_str()); - CHECK(ret == 0) << "Failed to produce program fragment"; - - ret = std::system(("vta_ila_sim " + exp_name).c_str()); - CHECK(ret == 0) << "Failed to run ILA simulator"; - - ret = std::system(("stat ./result/" + output_filename + " > /dev/null 2> /dev/null").c_str()); - CHECK(ret == 0) << "Not output result found"; - - return "./result/" + output_filename; -} - -void readILAOutput(const std::string filename, ila_output_data &out_values) { - LOG(INFO) << "[Runtime] Reading results from ILA Simulator"; - - std::unordered_map value; - std::string key; - std::string data; - std::ifstream input_stream(filename); - dmlc::JSONReader reader(&input_stream); - - reader.BeginArray(); - while (reader.NextArrayItem()) { - reader.Read(&value); - out_values.push_back(value); - } -} - -size_t loadILAOutput(const ila_output_data &out_values, int8_t* buffer, size_t out_h, size_t out_w) { - LOG(INFO) << "[Runtime] Copying from output json to byte buffer"; - - size_t data_cur = 0; - size_t buf_cur = 0; - uint32_t temp; - for (size_t i = 0; i < out_h; ++i) { - if (data_cur % VTA_BLOCK_OUT != 0) { - data_cur = (data_cur / VTA_BLOCK_OUT + 1) * VTA_BLOCK_OUT; - } - for (size_t j = 0; j < out_w; ++j) { - auto val = out_values[data_cur++].at("data"); - std::stringstream ss; - ss << std::hex << val; - ss >> temp; - buffer[buf_cur++] = static_cast(temp); - } - } - return buf_cur; -} - -void copyBackData(std::string pattern_name, size_t output_size, int n_output_rows, int n_output_cols, void *output_data) { - std::string output_file = runILASimulator(pattern_name); - - ila_output_data out_data; - readILAOutput(output_file, out_data); - - int8_t* buffer = new int8_t[output_size]; - - auto buf_read = loadILAOutput(out_data, buffer, n_output_rows, n_output_cols); - CHECK(buf_read == output_size) << "Output size mismatch: " << buf_read << " v.s. " << output_size; - int8_t* o_data = reinterpret_cast(output_data); - for (size_t i = 0; i < buf_read; ++i) { - o_data[i] = buffer[i]; - } -} - class ILAVTARuntime : public JSONRuntimeBase { public: ILAVTARuntime(const std::string& symbol_name, const std::string& graph_json, @@ -499,7 +210,7 @@ class ILAVTARuntime : public JSONRuntimeBase { CHECK(output_data->ndim == 2) << "Output dimension error: " << "expected 2, actual " << output_data->ndim; - ila_output_data out_values; + tvm::runtime::contrib::ila_output_data out_values; auto buf_size = GetDataSize(*output_data); int8_t* buffer = new int8_t[buf_size]; readILAOutput(output_file, out_values); @@ -618,7 +329,7 @@ class ILAVTARuntime : public JSONRuntimeBase { VTAMemFree(out_buf); VTADeviceFree(device); - copyBackData("ilavta_bias_add", output_buffer_size, n_inp_rows, n_inp_cols, output_data->data); + runSimGetData("ilavta_bias_add", output_buffer_size, n_inp_rows, n_inp_cols, output_data->data); } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.relu") { auto input_eid = EntryID(input_nodes_[0], 0); auto output_eid = outputs_[0].id_; @@ -686,7 +397,7 @@ class ILAVTARuntime : public JSONRuntimeBase { VTAMemFree(instrs); VTADeviceFree(device); - copyBackData("ilavta_relu", output_buffer_size, n_inp_rows, n_inp_cols, output_data->data); + runSimGetData("ilavta_relu", output_buffer_size, n_inp_rows, n_inp_cols, output_data->data); } } From 4bbb0cf419eea0e379bfbfb52354d0b6eaa9c951 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Tue, 2 Mar 2021 19:15:07 +0000 Subject: [PATCH 038/129] [ add ] comments --- src/runtime/contrib/ilavta/ilavta_helpers.h | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.h b/src/runtime/contrib/ilavta/ilavta_helpers.h index 7e0e31843..92bd1220d 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.h +++ b/src/runtime/contrib/ilavta/ilavta_helpers.h @@ -22,11 +22,22 @@ using ila_output_data = std::vector /* * Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc +* Given `batch`, `in_feat` (number of rows [16 bytes] used to store a row in the input matrix) +* and `out_feat` (number of `in_feat`s), return UOps that perform a dense operator over +* INPUT buffer and ACC buffer * */ VTAUop * getGEMMUops(int batch, int in_feat, int out_feat); +/* + * Given `batch` and `in_feat`, return UOps that perform ADD operator + * over each row in the ACC buffer + * */ VTAUop * getBiasAddUops(int batch, int in_feat); +/* + * Given `batch` and `in_feat`, return UOps that perform max(x, 0) on each row + * in the ACC buffer. + * */ VTAUop * getReluUops(int batch, int in_feat); /* From 9220796364d17183c18c4f1b7e5ece0a5bacff10 Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Thu, 4 Mar 2021 15:53:56 -0800 Subject: [PATCH 039/129] Simplify implementation, correct pattern bugs, and add more tests --- python/tvm/relay/testing/exact_matcher.py | 219 +++++++++------------- tests/python/relay/test_exact_matcher.py | 89 +++++++++ 2 files changed, 180 insertions(+), 128 deletions(-) diff --git a/python/tvm/relay/testing/exact_matcher.py b/python/tvm/relay/testing/exact_matcher.py index e9bb92985..16d69ad33 100644 --- a/python/tvm/relay/testing/exact_matcher.py +++ b/python/tvm/relay/testing/exact_matcher.py @@ -32,11 +32,11 @@ def visit_pattern(self, pattern): if isinstance(pattern, relay.PatternVar): return relay.PatternVar(self.visit(pattern.var)) if isinstance(pattern, relay.PatternTuple): - return relay.PatternTuple([self.visit(subpattern) + return relay.PatternTuple([self.visit_pattern(subpattern) for subpattern in pattern.patterns]) if isinstance(pattern, relay.PatternConstructor): return relay.PatternConstructor(pattern.constructor, - [self.visit(subpattern) + [self.visit_pattern(subpattern) for subpattern in pattern.patterns]) raise ValueError(f"Invalid pattern {pattern}") @@ -61,40 +61,73 @@ def check_match(template, target): class Matcher(ExprFunctor): def __init__(self, match_template): super().__init__() + # template: What we are matching against at any given point + # (note: since we cannot add extra args to overloaded functions, + # we have to mutate this field when we go down subtrees + # and set it back once we return) self.template = match_template + # template vars: Holes we will fill with matching subexpressions. + # The matcher will check that the matches are consistent + # (that the same hole matches the same expression everywhere + # -- must be an exact syntactic match) self.template_vars = set(free_vars(match_template)) + # map of template vars to matched expressions self.matched_exprs = {} - # for *bound* vars, we need to be sure they correspond + # map of *bound* variables in the template to *bound* variables + # in the input; this mapping must correspond to have a match self.var_mapping = {} - def check_assigned_matches(self, expr): + def at_template_var(self): + """ + Returns True iff we are at a template var + """ if not isinstance(self.template, relay.Var): return False - if self.template not in self.template_vars: - return False + return self.template in self.template_vars + + def check_assigned_matches(self, expr): + """ + Checks if we are comparing the expression to a template variable + and updates the match dictionary if we are. + + Returns False if we are not comparing to a template var + or if the template does not match + """ + assert self.at_template_var() if self.template not in self.matched_exprs: self.matched_exprs[self.template] = expr return True # if it's something we've already matched, has to be an exact match return tvm.ir.structural_equal(self.matched_exprs[self.template], expr) + def check_direct_match(self, expr): + # wrapper over direct visitor that first + # checks if we have a template var match + # and also checks if the types match + if self.at_template_var(): + return self.check_assigned_matches(expr) + # if they're not the same type, they can't possibly match + if not isinstance(self.template, type(expr)): + return False + return self.visit(expr) + def check_nested_match(self, template_subexpr, expr): + """ + Recurses by reassigning the template variable to the subexpression + and assigning back after we're done (ugly, yes) + """ old_template = self.template self.template = template_subexpr - ret = self.visit(expr) + ret = self.check_direct_match(expr) self.template = old_template return ret def visit_var(self, var): - if self.check_assigned_matches(var): - return True if var not in self.var_mapping: return False return self.template == self.var_mapping[var] def trivial_equality(self, other): - if self.check_assigned_matches(other): - return True return self.template == other def visit_constant(self, const): @@ -110,9 +143,8 @@ def visit_op(self, op): return self.trivial_equality(op) def visit_let(self, let): - if self.check_assigned_matches(let): - return True - if not isinstance(self.template, relay.Let): + if (let.var in self.var_mapping + and self.var_mapping[let.var] != self.template.var): return False self.var_mapping[let.var] = self.template.var value_match = self.check_nested_match(self.template.value, let.value) @@ -121,10 +153,6 @@ def visit_let(self, let): return self.check_nested_match(self.template.body, let.body) def visit_function(self, func): - if self.check_assigned_matches(func): - return True - if not isinstance(self.template, relay.Function): - return False if len(func.params) != len(self.template.params): return False for i in range(len(func.params)): @@ -132,10 +160,6 @@ def visit_function(self, func): return self.check_nested_match(self.template.body, func.body) def visit_call(self, call): - if self.check_assigned_matches(call): - return True - if not isinstance(self.template, relay.Call): - return False if len(self.template.args) != len(call.args): return False if not self.check_nested_match(self.template.op, call.op): @@ -146,22 +170,14 @@ def visit_call(self, call): return True def visit_tuple(self, tup): - if self.check_assigned_matches(tup): - return True - if not isinstance(self.template, relay.Tuple): - return False if len(self.template.fields) != len(tup.fields): return False for i in range(len(tup.fields)): - if not self.check_nested_match(self.template.fields[i], call.fields[i]): + if not self.check_nested_match(self.template.fields[i], tup.fields[i]): return False return True def visit_if(self, if_expr): - if self.check_assigned_matches(if_expr): - return True - if not isinstance(self.template, relay.If): - return False if not self.check_nested_match(self.template.cond, if_expr.cond): return False if not self.check_nested_match(self.template.true_branch, if_expr.true_branch): @@ -169,21 +185,21 @@ def visit_if(self, if_expr): return self.check_nested_match(self.template.false_branch, if_expr.false_branch) def visit_tuple_getitem(self, tgi): - if self.check_assigned_matches(tgi): - return True - if not isinstance(self.template, relay.TupleGetItem): - return False if self.template.index != tgi.index: return False return self.check_nested_match(self.template.tuple_value, tgi.tuple_value) def check_nested_pattern(self, template_pattern, pattern): if isinstance(pattern, relay.PatternWildcard): - return template_pattern == pattern + return isinstance(template_pattern, relay.PatternWildcard) if isinstance(pattern, relay.PatternVar): if not isinstance(template_pattern, relay.PatternVar): return False - return self.check_nested_match(template_pattern.var, pattern.var) + if (pattern.var in self.var_mapping + and self.var_mapping[pattern.var] != template_pattern.var): + return False + self.var_mapping[pattern.var] = template_pattern.var + return True if isinstance(pattern, relay.PatternTuple): if not isinstance(template_pattern, relay.PatternTuple): return False @@ -209,10 +225,6 @@ def check_nested_pattern(self, template_pattern, pattern): raise ValueError(f"Invalid pattern: {pattern}") def visit_match(self, match): - if self.check_assigned_matches(match): - return True - if not isinstance(self.template, relay.Match): - return False if not self.check_nested_match(self.template.data, match.data): return False if len(self.template.clauses) != len(match.clauses): @@ -222,14 +234,14 @@ def visit_match(self, match): clause = match.clauses[i] if not self.check_nested_pattern(template_clause.lhs, clause.lhs): return False - if not self.check_nested_match(template.clause.rhs, clause.rhs): + if not self.check_nested_match(template_clause.rhs, clause.rhs): return False return True # punting on refs for now matcher = Matcher(template) - res = matcher.visit(target) + res = matcher.check_direct_match(target) if not res: return False, None @@ -245,6 +257,7 @@ def visit_match(self, match): return res, mapping + class MatchMutator(ExprMutator): def __init__(self, target, compiler_name, composite_name, composite_counter=0): """ @@ -258,13 +271,35 @@ def __init__(self, target, compiler_name, composite_name, composite_counter=0): """ super().__init__() self.target = target + # we will use the order of the Relay free_vars pass + # to determine the order in which pattern calls are made self.target_vars = free_vars(target) self.compiler_name = compiler_name self.composite_name = composite_name self.composite_counter = composite_counter def extract_target(self, match_args): - match_ordering = [match_args[v] if v in match_args else relay.Tuple([]) for v in self.target_vars] + """ + If we found a match for our target, this will + produce a call to a BYOC-annotated version of the target + with the pattern-arguments as args to the call + + Format: + (fn(a1, ..., an, attrs={Compiler: compiler_name}) { + (fn(b1, ..., bn, attrs={ + Composite: composite_name + global_name: composite_name+counter + }) { + target expression + # note: b1 ... bn are the free vars from the target + })(a1, ..., an) + })(match_args[0], ..., match_args[n-1]) + """ + assert all(map(lambda v: v in match_args, self.target_vars)) + match_ordering = [match_args[v] for v in self.target_vars] + + # we have to deduplicate vars for Relay's well-formedness check + # (all var definitions must be unique) inner_body = deduplicate_vars(self.target) inner_args = free_vars(inner_body) inner_func = relay.Function(inner_args, inner_body) @@ -279,95 +314,23 @@ def extract_target(self, match_args): self.composite_counter += 1 return outer_func(*match_ordering) - # could probably do this via reflection, but let's not... - def visit_var(self, var): - found_match, match_args = check_match(self.target, var) - if found_match: - return self.extract_target(match_args) - return var - - def visit_constant(self, constant): - found_match, match_args = check_match(self.target, constant) - if found_match: - return self.extract_target(match_args) - return constant - - def visit_call(self, call): - found_match, match_args = check_match(self.target, call) - if found_match: - return self.extract_target(match_args) - return relay.Call(self.visit(call.op), - [self.visit(arg) for arg in call.args], - call.attrs) - - def visit_tuple(self, tup): - found_match, match_args = check_match(self.target, tup) - if found_match: - return self.extract_target(match_args) - return relay.Tuple([self.visit(field) for field in tup.fields]) - - def visit_function(self, func): + def visit(self, expr): + """ + Whenever we encounter an expression, + check if we find a match and insert it if we do; + otherwise visit as before + """ # headache-saver: if it's a codegen function, we will ignore it - if func.attrs is not None and ("Compiler" in func.attrs or "Composite" in func.attrs): - return func - found_match, match_args = check_match(self.target, func) - if found_match: - return self.extract_target(match_args) - return relay.Function(func.params, - self.visit(func.body), - func.ret_type, - func.type_params, - func.attrs) - - def visit_if(self, if_expr): - found_match, match_args = check_match(self.target, if_expr) - if found_match: - return self.extract_target(match_args) - return relay.If(self.visit(if_expr.cond), - self.visit(if_expr.true_branch), - self.visit(if_expr.false_branch)) - - def visit_tuple_getitem(self, tgi): - found_match, match_args = check_match(self.target, tgi) - if found_match: - return self.extract_target(match_args) - return relay.TupleGetItem(self.visit(tgi.tuple_value), tgi.index) - - def visit_op(self, op): - found_match, match_args = check_match(self.target, op) - if found_match: - return self.extract_target(match_args) - return op - - def visit_global_var(self, gv): - found_match, match_args = check_match(self.target, gv) - if found_match: - return self.extract_target(match_args) - return gv - - def visit_constructor(self, ctor): - found_match, match_args = check_match(self.target, ctor) - if found_match: - return self.extract_target(match_args) - return ctor - - def visit_let(self, let): - found_match, match_args = check_match(self.target, let) - if found_match: - return self.extract_target(match_args) - return relay.Let(let.var, self.visit(let.value), self.visit(let.body)) + if isinstance(expr, relay.Function): + if expr.attrs is not None and ("Compiler" in expr.attrs or "Composite" in expr.attrs): + return expr - def visit_match(self, match): - found_match, match_args = check_match(self.target, match) + found_match, match_args = check_match(self.target, expr) if found_match: return self.extract_target(match_args) - return Match( - self.visit(match.data), - [Clause(c.lhs, self.visit(c.rhs)) for c in match.clauses], - complete=match.complete, - ) + return super().visit(expr) - # again, punting on refs + # warning: will not work on refs because the matcher does not handle them def annotate_exact_matches(expr, target, compiler_name, composite_name): """ diff --git a/tests/python/relay/test_exact_matcher.py b/tests/python/relay/test_exact_matcher.py index fbe4b412c..9f2a752db 100644 --- a/tests/python/relay/test_exact_matcher.py +++ b/tests/python/relay/test_exact_matcher.py @@ -65,6 +65,37 @@ def assert_simple_cases(pattern, compiler_name, pattern_name): assert call_match.args[2] == b assert check_compiler_call(call_match.args[1], pattern) + x, y = relay.Var("x"), relay.Var("y") + tup = relay.Tuple([x, fresh_pattern, y]) + tup_match = annotate_exact_matches(tup, pattern, compiler_name, pattern_name) + assert isinstance(tup_match, relay.Tuple) + assert isinstance(tup_match.fields[0], relay.Var) + assert isinstance(tup_match.fields[2], relay.Var) + assert check_compiler_call(tup_match.fields[1], pattern) + + x, y, z, w = relay.Var("x"), relay.Var("y"), relay.Var("z"), relay.Var("w") + match_clause = relay.Match(x, [ + relay.Clause(relay.PatternWildcard(), fresh_pattern), + relay.Clause(relay.PatternVar(y), y), + relay.Clause(relay.PatternTuple([ + relay.PatternVar(z), relay.PatternVar(w) + ]), fresh_pattern) + ]) + match_clause_match = annotate_exact_matches(match_clause, pattern, compiler_name, pattern_name) + assert isinstance(match_clause_match, relay.Match) + assert len(match_clause_match.clauses) == 3 + assert isinstance(match_clause_match.clauses[0].lhs, relay.PatternWildcard) + assert check_compiler_call(match_clause_match.clauses[0].rhs, pattern) + assert tvm.ir.structural_equal( + match_clause.clauses[1], + match_clause_match.clauses[1], + True) + assert tvm.ir.structural_equal( + match_clause.clauses[2].lhs, + match_clause_match.clauses[2].lhs, + True) + assert check_compiler_call(match_clause_match.clauses[2].rhs, pattern) + def test_match_misses(): pattern = relay.nn.dense(relay.Var("v"), relay.Var("w")) @@ -103,6 +134,12 @@ def test_let_match(): assert_simple_cases(pattern, "MyCompiler", "Square") +def test_tuple_match(): + x, y, w, z = relay.Var("x"), relay.Var("y"), relay.Var("w"), relay.Var("z") + pattern = relay.Tuple([x, y + z, w]) + assert_simple_cases(pattern, "MyCompiler", "TupleSum") + + def test_nested_function_match(): # going to match a function literal with no pattern vars x, y, z = relay.Var("x"), relay.Var("y"), relay.Var("z") @@ -201,14 +238,66 @@ def test_no_improper_capture(): assert tvm.ir.structural_equal(bad, bad_match, True) +def test_match_whole_match_block(): + # x, z, and w are pattern vars but y is bound + x, y, z, w = relay.Var("x"), relay.Var("y"), relay.Var("z"), relay.Var("w") + pattern = relay.Match(x, [ + relay.Clause( + relay.PatternTuple([ + relay.PatternVar(y), + relay.PatternWildcard() + ]), + relay.Tuple([y, z])), + relay.Clause(relay.PatternWildcard(), w) + ]) + + a = relay.Var("a") + b = relay.Var("b") + instance = relay.Let( + b, + relay.Match(relay.Tuple([relay.const(1), relay.const(2)]), [ + relay.Clause( + relay.PatternTuple([ + relay.PatternVar(a), + relay.PatternWildcard() + ]), + relay.Tuple([a, relay.Tuple([])])), + relay.Clause(relay.PatternWildcard(), + relay.Tuple([relay.const(3), relay.Tuple([])])) + ]), + relay.TupleGetItem(b, 0)) + + match = annotate_exact_matches(instance, pattern, "MyCompiler", "Match") + assert isinstance(match, relay.Let) + assert check_compiler_call(match.value, pattern) + assert isinstance(match.body, relay.TupleGetItem) + + assert_simple_cases(pattern, "MyCompiler", "MatchBlock") + + +def test_inconsistent_match(): + x, y = relay.Var("x"), relay.Var("y") + pattern = relay.Tuple([x, y, x]) + + # template var is assigned inconsistently + a, b, c = relay.Var("a"), relay.Var("b"), relay.Var("c") + bad_match = relay.Tuple([a, b, c]) + result = annotate_exact_matches(bad_match, pattern, "MyCompiler", "Tuple") + assert not check_compiler_call(result, pattern) + assert tvm.ir.structural_equal(result, bad_match, True) + + if __name__ == "__main__": test_match_misses() test_operator_simple_match() test_nested_operator_match() test_call_match() test_let_match() + test_tuple_match() test_nested_function_match() test_separate_matches() test_nested_matches() test_internal_matches_blocked() test_no_improper_capture() + test_match_whole_match_block() + test_inconsistent_match() From 000010e97ac709c7b58dea3fe472b23d8b072b81 Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Thu, 4 Mar 2021 18:01:02 -0800 Subject: [PATCH 040/129] Correct inaccurate comment --- python/tvm/relay/testing/exact_matcher.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/tvm/relay/testing/exact_matcher.py b/python/tvm/relay/testing/exact_matcher.py index 16d69ad33..068adcf2c 100644 --- a/python/tvm/relay/testing/exact_matcher.py +++ b/python/tvm/relay/testing/exact_matcher.py @@ -90,8 +90,8 @@ def check_assigned_matches(self, expr): Checks if we are comparing the expression to a template variable and updates the match dictionary if we are. - Returns False if we are not comparing to a template var - or if the template does not match + Returns True for a new match assignment or a consistent match; + False for a match inconsistent with previous assignments """ assert self.at_template_var() if self.template not in self.matched_exprs: From 704390e92cf703e1de9847def10da596f3964eca Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Thu, 4 Mar 2021 18:38:50 -0800 Subject: [PATCH 041/129] Reformat comment --- python/tvm/relay/testing/exact_matcher.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/python/tvm/relay/testing/exact_matcher.py b/python/tvm/relay/testing/exact_matcher.py index 068adcf2c..0db82a644 100644 --- a/python/tvm/relay/testing/exact_matcher.py +++ b/python/tvm/relay/testing/exact_matcher.py @@ -286,13 +286,13 @@ def extract_target(self, match_args): Format: (fn(a1, ..., an, attrs={Compiler: compiler_name}) { - (fn(b1, ..., bn, attrs={ - Composite: composite_name - global_name: composite_name+counter - }) { - target expression - # note: b1 ... bn are the free vars from the target - })(a1, ..., an) + (fn(b1, ..., bn, attrs={ + Composite: composite_name + global_name: composite_name+counter + }) { + target expression + # note: b1 ... bn are the free vars from the target + })(a1, ..., an) })(match_args[0], ..., match_args[n-1]) """ assert all(map(lambda v: v in match_args, self.target_vars)) From c6d59705ff6faf9e87d5e189a87ae3cc78a65375 Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Thu, 4 Mar 2021 19:10:53 -0800 Subject: [PATCH 042/129] Throw in refs because why not --- python/tvm/relay/testing/exact_matcher.py | 12 ++++++++++-- tests/python/relay/test_exact_matcher.py | 18 ++++++++++++++++++ 2 files changed, 28 insertions(+), 2 deletions(-) diff --git a/python/tvm/relay/testing/exact_matcher.py b/python/tvm/relay/testing/exact_matcher.py index 0db82a644..dd6332522 100644 --- a/python/tvm/relay/testing/exact_matcher.py +++ b/python/tvm/relay/testing/exact_matcher.py @@ -238,7 +238,16 @@ def visit_match(self, match): return False return True - # punting on refs for now + def visit_ref_create(self, ref): + return self.check_nested_match(self.template.value, ref.value) + + def visit_ref_read(self, ref_read): + return self.check_nested_match(self.template.ref, ref_read.ref) + + def visit_ref_write(self, ref_write): + if not self.check_nested_match(self.template.ref, ref_write.ref): + return False + return self.check_nested_match(self.template.value, ref_write.value) matcher = Matcher(template) res = matcher.check_direct_match(target) @@ -330,7 +339,6 @@ def visit(self, expr): return self.extract_target(match_args) return super().visit(expr) - # warning: will not work on refs because the matcher does not handle them def annotate_exact_matches(expr, target, compiler_name, composite_name): """ diff --git a/tests/python/relay/test_exact_matcher.py b/tests/python/relay/test_exact_matcher.py index 9f2a752db..e0b2efc3a 100644 --- a/tests/python/relay/test_exact_matcher.py +++ b/tests/python/relay/test_exact_matcher.py @@ -96,6 +96,11 @@ def assert_simple_cases(pattern, compiler_name, pattern_name): True) assert check_compiler_call(match_clause_match.clauses[2].rhs, pattern) + ref = relay.RefCreate(fresh_pattern) + ref_match = annotate_exact_matches(ref, pattern, compiler_name, pattern_name) + assert isinstance(ref_match, relay.RefCreate) + assert check_compiler_call(ref_match.value, pattern) + def test_match_misses(): pattern = relay.nn.dense(relay.Var("v"), relay.Var("w")) @@ -287,6 +292,18 @@ def test_inconsistent_match(): assert tvm.ir.structural_equal(result, bad_match, True) +def test_ref_match(): + r, s = relay.Var("r"), relay.Var("s") + pattern = relay.RefCreate(relay.Tuple([r, s])) + assert_simple_cases(pattern, "MyCompiler", "RefTuple") + + read_pattern = relay.RefRead(r) + assert_simple_cases(read_pattern, "MyCompiler", "RefRead") + + write_pattern = relay.RefWrite(r, s) + assert_simple_cases(read_pattern, "MyCompiler", "RefWrite") + + if __name__ == "__main__": test_match_misses() test_operator_simple_match() @@ -301,3 +318,4 @@ def test_inconsistent_match(): test_no_improper_capture() test_match_whole_match_block() test_inconsistent_match() + test_ref_match() From f25e21a4d032360daea47a37b41f604932e63c91 Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Thu, 4 Mar 2021 19:20:39 -0800 Subject: [PATCH 043/129] Need to visit matched args to find all matches --- python/tvm/relay/testing/exact_matcher.py | 4 +++- tests/python/relay/test_exact_matcher.py | 25 +++++++++++++++++++++++ 2 files changed, 28 insertions(+), 1 deletion(-) diff --git a/python/tvm/relay/testing/exact_matcher.py b/python/tvm/relay/testing/exact_matcher.py index dd6332522..6ef309596 100644 --- a/python/tvm/relay/testing/exact_matcher.py +++ b/python/tvm/relay/testing/exact_matcher.py @@ -336,7 +336,9 @@ def visit(self, expr): found_match, match_args = check_match(self.target, expr) if found_match: - return self.extract_target(match_args) + # need to check for matches in the match args too + final_args = {var: self.visit(arg) for var, arg in match_args.items()} + return self.extract_target(final_args) return super().visit(expr) diff --git a/tests/python/relay/test_exact_matcher.py b/tests/python/relay/test_exact_matcher.py index e0b2efc3a..eaeb0b91f 100644 --- a/tests/python/relay/test_exact_matcher.py +++ b/tests/python/relay/test_exact_matcher.py @@ -304,6 +304,30 @@ def test_ref_match(): assert_simple_cases(read_pattern, "MyCompiler", "RefWrite") +def test_multiple_matches(): + # we have multiple instances of a pattern + # and the matcher should find all matches + def make_linear(d, w, b): + return relay.nn.bias_add(relay.nn.dense(d, w), b) + + x, y, z = relay.Var("x"), relay.Var("y"), relay.Var("z") + pattern = make_linear(x, y, z) + + expr = make_linear( + make_linear(relay.const(1), relay.const(2), relay.const(3)), + make_linear(relay.const(4), relay.const(5), relay.const(6)), + relay.const(7)) + lin_match = annotate_exact_matches(expr, pattern, "MyCompiler", "Let") + assert isinstance(lin_match, relay.Call) + assert len(lin_match.args) == 3 + assert check_compiler_call(lin_match, pattern) + + # the first two arguments should also be arguments + assert check_compiler_call(lin_match.args[0], pattern) + assert check_compiler_call(lin_match.args[1], pattern) + assert not check_compiler_call(lin_match.args[2], pattern) + + if __name__ == "__main__": test_match_misses() test_operator_simple_match() @@ -319,3 +343,4 @@ def test_ref_match(): test_match_whole_match_block() test_inconsistent_match() test_ref_match() + test_multiple_matches() From 5f530efe135290fba4bc6e351447d947441a9b2d Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Thu, 4 Mar 2021 20:19:39 -0800 Subject: [PATCH 044/129] Move utility checkers to exact_matcher file (they will come in handy again) --- python/tvm/relay/testing/__init__.py | 4 ++-- python/tvm/relay/testing/exact_matcher.py | 27 +++++++++++++++++++++++ tests/python/relay/test_exact_matcher.py | 25 +-------------------- 3 files changed, 30 insertions(+), 26 deletions(-) diff --git a/python/tvm/relay/testing/__init__.py b/python/tvm/relay/testing/__init__.py index b90c83a1c..ab039595f 100644 --- a/python/tvm/relay/testing/__init__.py +++ b/python/tvm/relay/testing/__init__.py @@ -47,8 +47,8 @@ from .py_converter import to_python, run_as_python from ..transform import gradient from .exact_matcher import annotate_exact_matches -# this is just for testing -from .exact_matcher import deduplicate_vars +# these are just for testing +from .exact_matcher import deduplicate_vars, check_compiler_call def run_opt_pass(expr, opt_pass, import_prelude=False): assert isinstance(opt_pass, tvm.transform.Pass) diff --git a/python/tvm/relay/testing/exact_matcher.py b/python/tvm/relay/testing/exact_matcher.py index 6ef309596..8c4a45de5 100644 --- a/python/tvm/relay/testing/exact_matcher.py +++ b/python/tvm/relay/testing/exact_matcher.py @@ -369,3 +369,30 @@ def annotate_exact_matches(expr, target, compiler_name, composite_name): """ mut = MatchMutator(target, compiler_name, composite_name) return mut.visit(expr) + + +def call_func_with_attr(expr, func_attr): + # True iff expr is a call of a function literal + # where the function literal has the specified attr + if not isinstance(expr, relay.Call): + return False + if not isinstance(expr.op, relay.Function): + return False + if expr.op.attrs is None: + return False + return func_attr in expr.op.attrs + + +def check_compiler_call(expr, expected_body): + """ + Provided for testing purposes: Checks if the given expression is a + matcher-produced compiler function with the given body + """ + # check for a compiler function with an inner composite + if not call_func_with_attr(expr, "Compiler"): + return False + inner_call = expr.op.body + if not call_func_with_attr(inner_call, "Composite"): + return False + inner_body = inner_call.op.body + return tvm.ir.structural_equal(inner_body, expected_body, True) diff --git a/tests/python/relay/test_exact_matcher.py b/tests/python/relay/test_exact_matcher.py index eaeb0b91f..904ad2450 100644 --- a/tests/python/relay/test_exact_matcher.py +++ b/tests/python/relay/test_exact_matcher.py @@ -1,30 +1,7 @@ import tvm from tvm import relay -from tvm.relay.testing import annotate_exact_matches, deduplicate_vars - -def call_func_with_attr(expr, func_attr): - # True iff expr is a call of a function literal - # where the function literal has the specified attr - if not isinstance(expr, relay.Call): - return False - if not isinstance(expr.op, relay.Function): - return False - if expr.op.attrs is None: - return False - return func_attr in expr.op.attrs - - -def check_compiler_call(expr, expected_body): - # check for a compiler function with an inner composite - if not call_func_with_attr(expr, "Compiler"): - return False - inner_call = expr.op.body - if not call_func_with_attr(inner_call, "Composite"): - return False - inner_body = inner_call.op.body - return tvm.ir.structural_equal(inner_body, expected_body, True) - +from tvm.relay.testing import annotate_exact_matches, deduplicate_vars, check_compiler_call def assert_simple_cases(pattern, compiler_name, pattern_name): fresh_pattern = deduplicate_vars(pattern) From a38d112b794aa815f3d83b816b7c551afc93f17b Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Thu, 4 Mar 2021 20:54:24 -0800 Subject: [PATCH 045/129] Add test scaling the pattern matching to the speech-to-text model --- tests/python/byo3la/match_lstm.py | 242 ++++++++++++++++++++++++++++++ 1 file changed, 242 insertions(+) create mode 100644 tests/python/byo3la/match_lstm.py diff --git a/tests/python/byo3la/match_lstm.py b/tests/python/byo3la/match_lstm.py new file mode 100644 index 000000000..f3340a88c --- /dev/null +++ b/tests/python/byo3la/match_lstm.py @@ -0,0 +1,242 @@ +import numpy as np +import tvm +from tvm import relay +from tvm.relay.testing import annotate_exact_matches, check_compiler_call + +def relay_lstm_cell(batch_size, input_size, hidden_size): + state_tensor_type = relay.TensorType((batch_size, hidden_size)) + state_tuple_type = relay.TupleType([state_tensor_type, state_tensor_type]) + + inp = relay.var("input", shape=(batch_size, input_size)) + state = relay.Var("state", type_annotation=state_tuple_type) + + w_ih = relay.var("w_ih", shape=(4*hidden_size, input_size)) + w_hh = relay.var("w_hh", shape=(4*hidden_size, hidden_size)) + b_ih = relay.var("b_ih", shape=(4*hidden_size,)) + b_hh = relay.var("b_hh", shape=(4*hidden_size,)) + + hidden = relay.TupleGetItem(state, 0) + cell_state = relay.TupleGetItem(state, 1) + + # PyTorch packs the i2h and h2h weights and biases together so we will match that here + w_i_splits = relay.split(w_ih, 4, 0) + w_h_splits = relay.split(w_hh, 4, 0) + b_i_splits = relay.split(b_ih, 4, 0) + b_h_splits = relay.split(b_hh, 4, 0) + w_ii, w_if, w_ig, w_io = w_i_splits[0], w_i_splits[1], w_i_splits[2], w_i_splits[3] + w_hi, w_hf, w_hg, w_ho = w_h_splits[0], w_h_splits[1], w_h_splits[2], w_h_splits[3] + b_ii, b_if, b_ig, b_io = b_i_splits[0], b_i_splits[1], b_i_splits[2], b_i_splits[3] + b_hi, b_hf, b_hg, b_ho = b_h_splits[0], b_h_splits[1], b_h_splits[2], b_h_splits[3] + + def weighted_value(weight, value, bias): + return relay.transpose(relay.nn.dense(weight, value) + relay.reshape(bias, (hidden_size, 1))) + + i_t = relay.sigmoid(weighted_value(w_ii, inp, b_ii) + weighted_value(w_hi, hidden, b_hi)) + f_t = relay.sigmoid(weighted_value(w_if, inp, b_if) + weighted_value(w_hf, hidden, b_hf)) + g_t = relay.tanh(weighted_value(w_ig, inp, b_ig) + weighted_value(w_hg, hidden, b_hg)) + o_t = relay.sigmoid(weighted_value(w_io, inp, b_io) + weighted_value(w_ho, hidden, b_ho)) + c_t = f_t*cell_state + i_t*g_t + h_t = o_t*relay.tanh(c_t) + + h_var = relay.Var("h") + c_var = relay.Var("c") + return relay.Function([inp, state, w_ih, w_hh, b_ih, b_hh], + relay.Let(h_var, h_t, + relay.Let(c_var, c_t, + relay.Tuple([h_var, relay.Tuple([h_var, c_var])]))), + ret_type=relay.TupleType([state_tensor_type, state_tuple_type])) + + +def lstm_body(data, state, i2h_weight, h2h_weight, i2h_bias, h2h_bias, + batch_size, input_size, hidden_size, time_steps, time_axis=1): + builder = relay.ScopeBuilder() + cell = builder.let("lstm_cell", relay_lstm_cell(batch_size, input_size, hidden_size)) + splits = builder.let("splits", relay.split(data, time_steps, time_axis).astuple()) + last_state = state + seq_outs = [] + for i in range(time_steps): + squeezed = builder.let(f"squeezed_{i}", relay.squeeze(relay.TupleGetItem(splits, i), axis=[time_axis])) + cell_out = builder.let(f"cell_out_{i}", + cell(squeezed, last_state, + i2h_weight, h2h_weight, + i2h_bias, i2h_bias)) + new_seq_out = builder.let(f"seq_out_{i}", relay.TupleGetItem(cell_out, 0)) + seq_outs.append(new_seq_out) + new_hidden = builder.let(f"state_update_{i}", relay.TupleGetItem(cell_out, 1)) + last_state = new_hidden + + stacked = builder.let("stacked", relay.stack(seq_outs, axis=time_axis)) + # finally reshape to match pytorch's semantics (one layer) + reshape_hidden = builder.let("final_hidden", + relay.reshape(relay.TupleGetItem(last_state, 0), + (1, batch_size, hidden_size))) + reshape_cell = builder.let("final_cell", + relay.reshape(relay.TupleGetItem(last_state, 1), + (1, batch_size, hidden_size))) + builder.ret(relay.Tuple([stacked, reshape_hidden, reshape_cell])) + return builder.get() + + +def lstm_definition(batch_size, input_size, hidden_size, time_steps, + time_axis=1): + """ + Wrap the LSTM body in a function + """ + state_tensor_type = relay.TensorType((batch_size, hidden_size)) + state_tuple_type = relay.TupleType([state_tensor_type, state_tensor_type]) + + input_var = relay.var("input", shape=(batch_size, time_steps, input_size)) + state_var = relay.var("state", type_annotation=state_tuple_type) + i2h_weight_var = relay.var("i2h_weight", shape=(4*hidden_size, input_size)) + h2h_weight_var = relay.var("h2h_weight", shape=(4*hidden_size, hidden_size)) + i2h_bias_var = relay.var("i2h_bias", shape=(4*hidden_size,)) + h2h_bias_var = relay.var("h2h_bias", shape=(4*hidden_size,)) + + ret_type = relay.TupleType([ + relay.TensorType((batch_size, time_steps, hidden_size)), + relay.TensorType((1, batch_size, hidden_size)), + relay.TensorType((1, batch_size, hidden_size)) + ]) + + return relay.Function( + [input_var, state_var, i2h_weight_var, h2h_weight_var, + i2h_bias_var, h2h_bias_var], + lstm_body(input_var, state_var, + i2h_weight_var, h2h_weight_var, i2h_bias_var, h2h_bias_var, + batch_size, input_size, hidden_size, time_steps, time_axis=time_axis), + ret_type=ret_type) + + +def linear_body(data, weight, bias): + return relay.nn.bias_add(relay.nn.dense(data, weight), bias) + + +def linear_layer_definition(time_steps, hidden_size, dense_dim): + input_var = relay.var("input", shape=(time_steps, hidden_size)) + weight_var = relay.var("weight", shape=(dense_dim, hidden_size)) + bias_var = relay.var("bias", shape=(dense_dim,)) + + return relay.Function([input_var, weight_var, bias_var], + linear_body(input_var, weight_var, bias_var), + ret_type=relay.TensorType((time_steps, dense_dim))) + + +def time_distribute(in_expr, time_steps, construct_body, time_axis=1): + splits = relay.split(in_expr, time_steps, time_axis) + rebuilt = [ + construct_body(relay.squeeze(split, axis=[time_axis])) + for split in splits + ] + return relay.stack(rebuilt, axis=time_axis) + + +def test_lstm_function_match(): + """ + Version where we define functions to handle the LSTM and linear layer + and match on the *functions* + (all calls to those functions will go through our codegen) + """ + batch_size, hidden_size, dense_dim = 1, 64, 64 + input_size, time_steps = 256, 6 + linear_pattern = linear_layer_definition(time_steps, hidden_size, dense_dim) + lstm_pattern = lstm_definition(batch_size, input_size, hidden_size, time_steps) + + builder = relay.ScopeBuilder() + lstm_input = relay.Var("lstm_in") + state = relay.Var("lstm_state") + i2h_weight = relay.Var("i2h_weight") + h2h_weight = relay.Var("h2h_weight") + i2h_bias = relay.Var("i2h_bias") + h2h_bias = relay.Var("h2h_bias") + linear_weight = relay.Var("linear_weight") + linear_bias = relay.Var("linear_bias") + + lstm_var = builder.let("lstm", lstm_definition(batch_size, input_size, hidden_size, time_steps)) + linear_var = builder.let( + "linear", + linear_layer_definition(batch_size, hidden_size, dense_dim)) + lstm_res = builder.let( + "seq_out", + relay.TupleGetItem( + lstm_var( + lstm_input, state, i2h_weight, h2h_weight, i2h_bias, h2h_bias), + 0)) + linear_res = builder.let( + "linear_out", + # squeeze away batch size + linear_var(relay.squeeze(lstm_res, axis=[0]), + linear_weight, linear_bias)) + # time_distribute( + # lstm_res, time_steps, + # lambda split: linear_var(split, linear_weight, linear_bias))) + builder.ret(relay.nn.softmax(linear_res)) + + speech_to_text = builder.get() + + match_lstm = annotate_exact_matches(speech_to_text, lstm_pattern, "ilaflex", "ilaflex.lstm") + match_linear = annotate_exact_matches(match_lstm, linear_pattern, "ilaflex", "ilaflex.linear") + + try: + # just check that it type-checks + relay.transform.InferType()(tvm.IRModule.from_expr(match_linear)) + except: + assert False, f"{match_linear} failed to type check" + + assert isinstance(match_linear, relay.Let) + assert check_compiler_call(match_linear.value, lstm_pattern) + inner_def = match_linear.body + assert isinstance(inner_def, relay.Let) + assert check_compiler_call(inner_def.value, linear_pattern) + + +def test_lstm_body_match(): + """ + Version where we define functions to handle the LSTM and linear layer + and match on the *bodies* directly inline + """ + batch_size, hidden_size, dense_dim = 1, 64, 64 + input_size, time_steps = 256, 6 + # we take the bodies, so the free args in there will be pattern vars + linear_pattern = linear_layer_definition(time_steps, hidden_size, dense_dim).body + lstm_pattern = lstm_definition(batch_size, input_size, hidden_size, time_steps).body + + builder = relay.ScopeBuilder() + lstm_input = relay.Var("lstm_in") + state = relay.Var("lstm_state") + i2h_weight = relay.Var("i2h_weight") + h2h_weight = relay.Var("h2h_weight") + i2h_bias = relay.Var("i2h_bias") + h2h_bias = relay.Var("h2h_bias") + linear_weight = relay.Var("linear_weight") + linear_bias = relay.Var("linear_bias") + + # use the bodies directly + lstm_var = builder.let("lstm_out", lstm_body( + lstm_input, state, i2h_weight, h2h_weight, i2h_bias, h2h_bias, + batch_size, input_size, hidden_size, time_steps)) + linear_res = builder.let( + "linear", + linear_body(relay.squeeze(lstm_var, axis=[0]), linear_weight, linear_bias)) + builder.ret(relay.nn.softmax(linear_res)) + + speech_to_text = builder.get() + + match_lstm = annotate_exact_matches(speech_to_text, lstm_pattern, "ilaflex", "ilaflex.lstm") + match_linear = annotate_exact_matches(match_lstm, linear_pattern, "ilaflex", "ilaflex.linear") + + try: + # just check that it type-checks + relay.transform.InferType()(tvm.IRModule.from_expr(match_linear)) + except: + assert False, f"{match_linear} failed to type check" + + assert isinstance(match_linear, relay.Let) + assert check_compiler_call(match_linear.value, lstm_pattern) + inner_def = match_linear.body + assert isinstance(inner_def, relay.Let) + assert check_compiler_call(inner_def.value, linear_pattern) + + +if __name__ == "__main__": + test_lstm_function_match() + test_lstm_body_match() From 32e822b8ff09c479331ea872942bed3fcdafa2d7 Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Thu, 4 Mar 2021 20:56:07 -0800 Subject: [PATCH 046/129] Unused function --- tests/python/byo3la/match_lstm.py | 12 ------------ 1 file changed, 12 deletions(-) diff --git a/tests/python/byo3la/match_lstm.py b/tests/python/byo3la/match_lstm.py index f3340a88c..bbbcc7f35 100644 --- a/tests/python/byo3la/match_lstm.py +++ b/tests/python/byo3la/match_lstm.py @@ -121,15 +121,6 @@ def linear_layer_definition(time_steps, hidden_size, dense_dim): ret_type=relay.TensorType((time_steps, dense_dim))) -def time_distribute(in_expr, time_steps, construct_body, time_axis=1): - splits = relay.split(in_expr, time_steps, time_axis) - rebuilt = [ - construct_body(relay.squeeze(split, axis=[time_axis])) - for split in splits - ] - return relay.stack(rebuilt, axis=time_axis) - - def test_lstm_function_match(): """ Version where we define functions to handle the LSTM and linear layer @@ -166,9 +157,6 @@ def test_lstm_function_match(): # squeeze away batch size linear_var(relay.squeeze(lstm_res, axis=[0]), linear_weight, linear_bias)) - # time_distribute( - # lstm_res, time_steps, - # lambda split: linear_var(split, linear_weight, linear_bias))) builder.ret(relay.nn.softmax(linear_res)) speech_to_text = builder.get() From 9d61fb3e8c7e918a2098cdcf8985a459b7090b48 Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Thu, 4 Mar 2021 21:54:08 -0800 Subject: [PATCH 047/129] Add test case of not matching free var in match block --- tests/python/relay/test_exact_matcher.py | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) diff --git a/tests/python/relay/test_exact_matcher.py b/tests/python/relay/test_exact_matcher.py index 904ad2450..fbed4a700 100644 --- a/tests/python/relay/test_exact_matcher.py +++ b/tests/python/relay/test_exact_matcher.py @@ -10,6 +10,7 @@ def assert_simple_cases(pattern, compiler_name, pattern_name): assert check_compiler_call(self_match, pattern) a = relay.Var("a") + plus = fresh_pattern + a plus_match = annotate_exact_matches(plus, pattern, compiler_name, pattern_name) assert isinstance(plus_match, relay.Call) @@ -254,6 +255,26 @@ def test_match_whole_match_block(): assert check_compiler_call(match.value, pattern) assert isinstance(match.body, relay.TupleGetItem) + # wrong case: we have a spare free variables + c = relay.Var("c") + bad_instance = relay.Let( + b, + relay.Match(relay.Tuple([relay.const(1), relay.const(2)]), [ + relay.Clause( + relay.PatternTuple([ + relay.PatternVar(a), + relay.PatternWildcard() + ]), + relay.Tuple([c, relay.Tuple([])])), + relay.Clause(relay.PatternWildcard(), + relay.Tuple([relay.const(3), relay.Tuple([])])) + ]), + relay.TupleGetItem(b, 0)) + no_match = annotate_exact_matches(bad_instance, pattern, "MyCompiler", "Match") + assert isinstance(no_match, relay.Let) + assert not check_compiler_call(no_match.value, pattern) + assert isinstance(no_match.body, relay.TupleGetItem) + assert_simple_cases(pattern, "MyCompiler", "MatchBlock") From 7abb9fd6e5241fe254f0b4bfb16a4040a5727bb6 Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Sun, 7 Mar 2021 16:57:11 -0800 Subject: [PATCH 048/129] Incorrect dimension --- tests/python/byo3la/match_lstm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/python/byo3la/match_lstm.py b/tests/python/byo3la/match_lstm.py index bbbcc7f35..9d0fce105 100644 --- a/tests/python/byo3la/match_lstm.py +++ b/tests/python/byo3la/match_lstm.py @@ -145,7 +145,7 @@ def test_lstm_function_match(): lstm_var = builder.let("lstm", lstm_definition(batch_size, input_size, hidden_size, time_steps)) linear_var = builder.let( "linear", - linear_layer_definition(batch_size, hidden_size, dense_dim)) + linear_layer_definition(time_steps, hidden_size, dense_dim)) lstm_res = builder.let( "seq_out", relay.TupleGetItem( From d2972500d742012c18966bdeb6a5f21570bf148c Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Sun, 21 Mar 2021 18:22:15 -0700 Subject: [PATCH 049/129] Correct attribute names and also include primitive --- python/tvm/relay/testing/exact_matcher.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/python/tvm/relay/testing/exact_matcher.py b/python/tvm/relay/testing/exact_matcher.py index 8c4a45de5..24f254068 100644 --- a/python/tvm/relay/testing/exact_matcher.py +++ b/python/tvm/relay/testing/exact_matcher.py @@ -297,7 +297,8 @@ def extract_target(self, match_args): (fn(a1, ..., an, attrs={Compiler: compiler_name}) { (fn(b1, ..., bn, attrs={ Composite: composite_name - global_name: composite_name+counter + Primitive: 1 + global_symbol: composite_name+counter }) { target expression # note: b1 ... bn are the free vars from the target @@ -317,8 +318,9 @@ def extract_target(self, match_args): outer_args = [relay.Var(f"outer_arg_{i}") for i in range(len(inner_args))] outer_func = relay.Function(outer_args, inner_func(*outer_args)) outer_func = outer_func.with_attr("Compiler", self.compiler_name) + outer_func = outer_func.with_attr("Primitive", tvm.tir.IntImm("int32", 1)) outer_func = outer_func.with_attr( - "global_name", + "global_symbol", f"{self.composite_name}_{self.composite_counter}") self.composite_counter += 1 return outer_func(*match_ordering) From 7b9edacf60f6103be4cfa7df5becd5317d0b74d2 Mon Sep 17 00:00:00 2001 From: Mike He Date: Thu, 1 Apr 2021 21:00:17 -0700 Subject: [PATCH 050/129] [REFACTOR] Compile to ILA Asm (#11) * change to uint8_t in ila runtime * [ refactor ] pre-compile to ILA asm * [ impl ] jit * [ add ] mlp model * [ add ] quantized model in PT * [ fix ] run quantized * [ refactor ] AoT compiler * hmm? I dont remember I touched this file * [ fix ] naming issue and resolve some warnings * [ fix ] turn off size check * [ refactor ] cast according to annotation * [ fix ] dtype --- include/tvm/support/json.hpp | 25533 ++++++++++++++++ python/tvm/relay/op/contrib/ilavta.py | 6 +- .../backend/contrib/ilavta/ilavta_codegen.cc | 36 + .../contrib/ilavta/ilavta_codegen_utils.cc | 208 + .../contrib/ilavta/ilavta_codegen_utils.h | 22 + src/runtime/contrib/ilavta/ilavta_helpers.cc | 129 +- src/runtime/contrib/ilavta/ilavta_helpers.h | 17 +- src/runtime/contrib/ilavta/ilavta_runtime.cc | 237 +- .../python/{3la => byo3la}/ilavta/.gitignore | 0 tests/python/byo3la/ilavta/ilavta_mlp.py | 271 + .../python/byo3la/ilavta/mlp_pt_pretrained.pt | Bin 0 -> 438612 bytes tests/python/byo3la/ilavta/run_quantized.py | 106 + .../{3la => byo3la}/ilavta/test_ilavta.py | 0 13 files changed, 26363 insertions(+), 202 deletions(-) create mode 100644 include/tvm/support/json.hpp create mode 100644 src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc create mode 100644 src/relay/backend/contrib/ilavta/ilavta_codegen_utils.h rename tests/python/{3la => byo3la}/ilavta/.gitignore (100%) create mode 100644 tests/python/byo3la/ilavta/ilavta_mlp.py create mode 100644 tests/python/byo3la/ilavta/mlp_pt_pretrained.pt create mode 100644 tests/python/byo3la/ilavta/run_quantized.py rename tests/python/{3la => byo3la}/ilavta/test_ilavta.py (100%) diff --git a/include/tvm/support/json.hpp b/include/tvm/support/json.hpp new file mode 100644 index 000000000..e821c79a3 --- /dev/null +++ b/include/tvm/support/json.hpp @@ -0,0 +1,25533 @@ +/* + __ _____ _____ _____ + __| | __| | | | JSON for Modern C++ +| | |__ | | | | | | version 3.9.1 +|_____|_____|_____|_|___| https://github.com/nlohmann/json + +Licensed under the MIT License . +SPDX-License-Identifier: MIT +Copyright (c) 2013-2019 Niels Lohmann . + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. +*/ + +#ifndef INCLUDE_NLOHMANN_JSON_HPP_ +#define INCLUDE_NLOHMANN_JSON_HPP_ + +#define NLOHMANN_JSON_VERSION_MAJOR 3 +#define NLOHMANN_JSON_VERSION_MINOR 9 +#define NLOHMANN_JSON_VERSION_PATCH 1 + +#include // all_of, find, for_each +#include // nullptr_t, ptrdiff_t, size_t +#include // hash, less +#include // initializer_list +#include // istream, ostream +#include // random_access_iterator_tag +#include // unique_ptr +#include // accumulate +#include // string, stoi, to_string +#include // declval, forward, move, pair, swap +#include // vector + +// #include + + +#include + +// #include + + +#include // transform +#include // array +#include // forward_list +#include // inserter, front_inserter, end +#include // map +#include // string +#include // tuple, make_tuple +#include // is_arithmetic, is_same, is_enum, underlying_type, is_convertible +#include // unordered_map +#include // pair, declval +#include // valarray + +// #include + + +#include // exception +#include // runtime_error +#include // to_string + +// #include + + +#include // size_t + +namespace nlohmann +{ +namespace detail +{ +/// struct to capture the start position of the current token +struct position_t +{ + /// the total number of characters read + std::size_t chars_read_total = 0; + /// the number of characters read in the current line + std::size_t chars_read_current_line = 0; + /// the number of lines read + std::size_t lines_read = 0; + + /// conversion to size_t to preserve SAX interface + constexpr operator size_t() const + { + return chars_read_total; + } +}; + +} // namespace detail +} // namespace nlohmann + +// #include + + +#include // pair +// #include +/* Hedley - https://nemequ.github.io/hedley + * Created by Evan Nemerson + * + * To the extent possible under law, the author(s) have dedicated all + * copyright and related and neighboring rights to this software to + * the public domain worldwide. This software is distributed without + * any warranty. + * + * For details, see . + * SPDX-License-Identifier: CC0-1.0 + */ + +#if !defined(JSON_HEDLEY_VERSION) || (JSON_HEDLEY_VERSION < 14) +#if defined(JSON_HEDLEY_VERSION) + #undef JSON_HEDLEY_VERSION +#endif +#define JSON_HEDLEY_VERSION 14 + +#if defined(JSON_HEDLEY_STRINGIFY_EX) + #undef JSON_HEDLEY_STRINGIFY_EX +#endif +#define JSON_HEDLEY_STRINGIFY_EX(x) #x + +#if defined(JSON_HEDLEY_STRINGIFY) + #undef JSON_HEDLEY_STRINGIFY +#endif +#define JSON_HEDLEY_STRINGIFY(x) JSON_HEDLEY_STRINGIFY_EX(x) + +#if defined(JSON_HEDLEY_CONCAT_EX) + #undef JSON_HEDLEY_CONCAT_EX +#endif +#define JSON_HEDLEY_CONCAT_EX(a,b) a##b + +#if defined(JSON_HEDLEY_CONCAT) + #undef JSON_HEDLEY_CONCAT +#endif +#define JSON_HEDLEY_CONCAT(a,b) JSON_HEDLEY_CONCAT_EX(a,b) + +#if defined(JSON_HEDLEY_CONCAT3_EX) + #undef JSON_HEDLEY_CONCAT3_EX +#endif +#define JSON_HEDLEY_CONCAT3_EX(a,b,c) a##b##c + +#if defined(JSON_HEDLEY_CONCAT3) + #undef JSON_HEDLEY_CONCAT3 +#endif +#define JSON_HEDLEY_CONCAT3(a,b,c) JSON_HEDLEY_CONCAT3_EX(a,b,c) + +#if defined(JSON_HEDLEY_VERSION_ENCODE) + #undef JSON_HEDLEY_VERSION_ENCODE +#endif +#define JSON_HEDLEY_VERSION_ENCODE(major,minor,revision) (((major) * 1000000) + ((minor) * 1000) + (revision)) + +#if defined(JSON_HEDLEY_VERSION_DECODE_MAJOR) + #undef JSON_HEDLEY_VERSION_DECODE_MAJOR +#endif +#define JSON_HEDLEY_VERSION_DECODE_MAJOR(version) ((version) / 1000000) + +#if defined(JSON_HEDLEY_VERSION_DECODE_MINOR) + #undef JSON_HEDLEY_VERSION_DECODE_MINOR +#endif +#define JSON_HEDLEY_VERSION_DECODE_MINOR(version) (((version) % 1000000) / 1000) + +#if defined(JSON_HEDLEY_VERSION_DECODE_REVISION) + #undef JSON_HEDLEY_VERSION_DECODE_REVISION +#endif +#define JSON_HEDLEY_VERSION_DECODE_REVISION(version) ((version) % 1000) + +#if defined(JSON_HEDLEY_GNUC_VERSION) + #undef JSON_HEDLEY_GNUC_VERSION +#endif +#if defined(__GNUC__) && defined(__GNUC_PATCHLEVEL__) + #define JSON_HEDLEY_GNUC_VERSION JSON_HEDLEY_VERSION_ENCODE(__GNUC__, __GNUC_MINOR__, __GNUC_PATCHLEVEL__) +#elif defined(__GNUC__) + #define JSON_HEDLEY_GNUC_VERSION JSON_HEDLEY_VERSION_ENCODE(__GNUC__, __GNUC_MINOR__, 0) +#endif + +#if defined(JSON_HEDLEY_GNUC_VERSION_CHECK) + #undef JSON_HEDLEY_GNUC_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_GNUC_VERSION) + #define JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_GNUC_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_MSVC_VERSION) + #undef JSON_HEDLEY_MSVC_VERSION +#endif +#if defined(_MSC_FULL_VER) && (_MSC_FULL_VER >= 140000000) && !defined(__ICL) + #define JSON_HEDLEY_MSVC_VERSION JSON_HEDLEY_VERSION_ENCODE(_MSC_FULL_VER / 10000000, (_MSC_FULL_VER % 10000000) / 100000, (_MSC_FULL_VER % 100000) / 100) +#elif defined(_MSC_FULL_VER) && !defined(__ICL) + #define JSON_HEDLEY_MSVC_VERSION JSON_HEDLEY_VERSION_ENCODE(_MSC_FULL_VER / 1000000, (_MSC_FULL_VER % 1000000) / 10000, (_MSC_FULL_VER % 10000) / 10) +#elif defined(_MSC_VER) && !defined(__ICL) + #define JSON_HEDLEY_MSVC_VERSION JSON_HEDLEY_VERSION_ENCODE(_MSC_VER / 100, _MSC_VER % 100, 0) +#endif + +#if defined(JSON_HEDLEY_MSVC_VERSION_CHECK) + #undef JSON_HEDLEY_MSVC_VERSION_CHECK +#endif +#if !defined(JSON_HEDLEY_MSVC_VERSION) + #define JSON_HEDLEY_MSVC_VERSION_CHECK(major,minor,patch) (0) +#elif defined(_MSC_VER) && (_MSC_VER >= 1400) + #define JSON_HEDLEY_MSVC_VERSION_CHECK(major,minor,patch) (_MSC_FULL_VER >= ((major * 10000000) + (minor * 100000) + (patch))) +#elif defined(_MSC_VER) && (_MSC_VER >= 1200) + #define JSON_HEDLEY_MSVC_VERSION_CHECK(major,minor,patch) (_MSC_FULL_VER >= ((major * 1000000) + (minor * 10000) + (patch))) +#else + #define JSON_HEDLEY_MSVC_VERSION_CHECK(major,minor,patch) (_MSC_VER >= ((major * 100) + (minor))) +#endif + +#if defined(JSON_HEDLEY_INTEL_VERSION) + #undef JSON_HEDLEY_INTEL_VERSION +#endif +#if defined(__INTEL_COMPILER) && defined(__INTEL_COMPILER_UPDATE) && !defined(__ICL) + #define JSON_HEDLEY_INTEL_VERSION JSON_HEDLEY_VERSION_ENCODE(__INTEL_COMPILER / 100, __INTEL_COMPILER % 100, __INTEL_COMPILER_UPDATE) +#elif defined(__INTEL_COMPILER) && !defined(__ICL) + #define JSON_HEDLEY_INTEL_VERSION JSON_HEDLEY_VERSION_ENCODE(__INTEL_COMPILER / 100, __INTEL_COMPILER % 100, 0) +#endif + +#if defined(JSON_HEDLEY_INTEL_VERSION_CHECK) + #undef JSON_HEDLEY_INTEL_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_INTEL_VERSION) + #define JSON_HEDLEY_INTEL_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_INTEL_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_INTEL_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_INTEL_CL_VERSION) + #undef JSON_HEDLEY_INTEL_CL_VERSION +#endif +#if defined(__INTEL_COMPILER) && defined(__INTEL_COMPILER_UPDATE) && defined(__ICL) + #define JSON_HEDLEY_INTEL_CL_VERSION JSON_HEDLEY_VERSION_ENCODE(__INTEL_COMPILER, __INTEL_COMPILER_UPDATE, 0) +#endif + +#if defined(JSON_HEDLEY_INTEL_CL_VERSION_CHECK) + #undef JSON_HEDLEY_INTEL_CL_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_INTEL_CL_VERSION) + #define JSON_HEDLEY_INTEL_CL_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_INTEL_CL_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_INTEL_CL_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_PGI_VERSION) + #undef JSON_HEDLEY_PGI_VERSION +#endif +#if defined(__PGI) && defined(__PGIC__) && defined(__PGIC_MINOR__) && defined(__PGIC_PATCHLEVEL__) + #define JSON_HEDLEY_PGI_VERSION JSON_HEDLEY_VERSION_ENCODE(__PGIC__, __PGIC_MINOR__, __PGIC_PATCHLEVEL__) +#endif + +#if defined(JSON_HEDLEY_PGI_VERSION_CHECK) + #undef JSON_HEDLEY_PGI_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_PGI_VERSION) + #define JSON_HEDLEY_PGI_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_PGI_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_PGI_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_SUNPRO_VERSION) + #undef JSON_HEDLEY_SUNPRO_VERSION +#endif +#if defined(__SUNPRO_C) && (__SUNPRO_C > 0x1000) + #define JSON_HEDLEY_SUNPRO_VERSION JSON_HEDLEY_VERSION_ENCODE((((__SUNPRO_C >> 16) & 0xf) * 10) + ((__SUNPRO_C >> 12) & 0xf), (((__SUNPRO_C >> 8) & 0xf) * 10) + ((__SUNPRO_C >> 4) & 0xf), (__SUNPRO_C & 0xf) * 10) +#elif defined(__SUNPRO_C) + #define JSON_HEDLEY_SUNPRO_VERSION JSON_HEDLEY_VERSION_ENCODE((__SUNPRO_C >> 8) & 0xf, (__SUNPRO_C >> 4) & 0xf, (__SUNPRO_C) & 0xf) +#elif defined(__SUNPRO_CC) && (__SUNPRO_CC > 0x1000) + #define JSON_HEDLEY_SUNPRO_VERSION JSON_HEDLEY_VERSION_ENCODE((((__SUNPRO_CC >> 16) & 0xf) * 10) + ((__SUNPRO_CC >> 12) & 0xf), (((__SUNPRO_CC >> 8) & 0xf) * 10) + ((__SUNPRO_CC >> 4) & 0xf), (__SUNPRO_CC & 0xf) * 10) +#elif defined(__SUNPRO_CC) + #define JSON_HEDLEY_SUNPRO_VERSION JSON_HEDLEY_VERSION_ENCODE((__SUNPRO_CC >> 8) & 0xf, (__SUNPRO_CC >> 4) & 0xf, (__SUNPRO_CC) & 0xf) +#endif + +#if defined(JSON_HEDLEY_SUNPRO_VERSION_CHECK) + #undef JSON_HEDLEY_SUNPRO_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_SUNPRO_VERSION) + #define JSON_HEDLEY_SUNPRO_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_SUNPRO_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_SUNPRO_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_EMSCRIPTEN_VERSION) + #undef JSON_HEDLEY_EMSCRIPTEN_VERSION +#endif +#if defined(__EMSCRIPTEN__) + #define JSON_HEDLEY_EMSCRIPTEN_VERSION JSON_HEDLEY_VERSION_ENCODE(__EMSCRIPTEN_major__, __EMSCRIPTEN_minor__, __EMSCRIPTEN_tiny__) +#endif + +#if defined(JSON_HEDLEY_EMSCRIPTEN_VERSION_CHECK) + #undef JSON_HEDLEY_EMSCRIPTEN_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_EMSCRIPTEN_VERSION) + #define JSON_HEDLEY_EMSCRIPTEN_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_EMSCRIPTEN_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_EMSCRIPTEN_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_ARM_VERSION) + #undef JSON_HEDLEY_ARM_VERSION +#endif +#if defined(__CC_ARM) && defined(__ARMCOMPILER_VERSION) + #define JSON_HEDLEY_ARM_VERSION JSON_HEDLEY_VERSION_ENCODE(__ARMCOMPILER_VERSION / 1000000, (__ARMCOMPILER_VERSION % 1000000) / 10000, (__ARMCOMPILER_VERSION % 10000) / 100) +#elif defined(__CC_ARM) && defined(__ARMCC_VERSION) + #define JSON_HEDLEY_ARM_VERSION JSON_HEDLEY_VERSION_ENCODE(__ARMCC_VERSION / 1000000, (__ARMCC_VERSION % 1000000) / 10000, (__ARMCC_VERSION % 10000) / 100) +#endif + +#if defined(JSON_HEDLEY_ARM_VERSION_CHECK) + #undef JSON_HEDLEY_ARM_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_ARM_VERSION) + #define JSON_HEDLEY_ARM_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_ARM_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_ARM_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_IBM_VERSION) + #undef JSON_HEDLEY_IBM_VERSION +#endif +#if defined(__ibmxl__) + #define JSON_HEDLEY_IBM_VERSION JSON_HEDLEY_VERSION_ENCODE(__ibmxl_version__, __ibmxl_release__, __ibmxl_modification__) +#elif defined(__xlC__) && defined(__xlC_ver__) + #define JSON_HEDLEY_IBM_VERSION JSON_HEDLEY_VERSION_ENCODE(__xlC__ >> 8, __xlC__ & 0xff, (__xlC_ver__ >> 8) & 0xff) +#elif defined(__xlC__) + #define JSON_HEDLEY_IBM_VERSION JSON_HEDLEY_VERSION_ENCODE(__xlC__ >> 8, __xlC__ & 0xff, 0) +#endif + +#if defined(JSON_HEDLEY_IBM_VERSION_CHECK) + #undef JSON_HEDLEY_IBM_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_IBM_VERSION) + #define JSON_HEDLEY_IBM_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_IBM_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_IBM_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_TI_VERSION) + #undef JSON_HEDLEY_TI_VERSION +#endif +#if \ + defined(__TI_COMPILER_VERSION__) && \ + ( \ + defined(__TMS470__) || defined(__TI_ARM__) || \ + defined(__MSP430__) || \ + defined(__TMS320C2000__) \ + ) +#if (__TI_COMPILER_VERSION__ >= 16000000) + #define JSON_HEDLEY_TI_VERSION JSON_HEDLEY_VERSION_ENCODE(__TI_COMPILER_VERSION__ / 1000000, (__TI_COMPILER_VERSION__ % 1000000) / 1000, (__TI_COMPILER_VERSION__ % 1000)) +#endif +#endif + +#if defined(JSON_HEDLEY_TI_VERSION_CHECK) + #undef JSON_HEDLEY_TI_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_TI_VERSION) + #define JSON_HEDLEY_TI_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_TI_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_TI_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_TI_CL2000_VERSION) + #undef JSON_HEDLEY_TI_CL2000_VERSION +#endif +#if defined(__TI_COMPILER_VERSION__) && defined(__TMS320C2000__) + #define JSON_HEDLEY_TI_CL2000_VERSION JSON_HEDLEY_VERSION_ENCODE(__TI_COMPILER_VERSION__ / 1000000, (__TI_COMPILER_VERSION__ % 1000000) / 1000, (__TI_COMPILER_VERSION__ % 1000)) +#endif + +#if defined(JSON_HEDLEY_TI_CL2000_VERSION_CHECK) + #undef JSON_HEDLEY_TI_CL2000_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_TI_CL2000_VERSION) + #define JSON_HEDLEY_TI_CL2000_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_TI_CL2000_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_TI_CL2000_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_TI_CL430_VERSION) + #undef JSON_HEDLEY_TI_CL430_VERSION +#endif +#if defined(__TI_COMPILER_VERSION__) && defined(__MSP430__) + #define JSON_HEDLEY_TI_CL430_VERSION JSON_HEDLEY_VERSION_ENCODE(__TI_COMPILER_VERSION__ / 1000000, (__TI_COMPILER_VERSION__ % 1000000) / 1000, (__TI_COMPILER_VERSION__ % 1000)) +#endif + +#if defined(JSON_HEDLEY_TI_CL430_VERSION_CHECK) + #undef JSON_HEDLEY_TI_CL430_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_TI_CL430_VERSION) + #define JSON_HEDLEY_TI_CL430_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_TI_CL430_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_TI_CL430_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_TI_ARMCL_VERSION) + #undef JSON_HEDLEY_TI_ARMCL_VERSION +#endif +#if defined(__TI_COMPILER_VERSION__) && (defined(__TMS470__) || defined(__TI_ARM__)) + #define JSON_HEDLEY_TI_ARMCL_VERSION JSON_HEDLEY_VERSION_ENCODE(__TI_COMPILER_VERSION__ / 1000000, (__TI_COMPILER_VERSION__ % 1000000) / 1000, (__TI_COMPILER_VERSION__ % 1000)) +#endif + +#if defined(JSON_HEDLEY_TI_ARMCL_VERSION_CHECK) + #undef JSON_HEDLEY_TI_ARMCL_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_TI_ARMCL_VERSION) + #define JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_TI_ARMCL_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_TI_CL6X_VERSION) + #undef JSON_HEDLEY_TI_CL6X_VERSION +#endif +#if defined(__TI_COMPILER_VERSION__) && defined(__TMS320C6X__) + #define JSON_HEDLEY_TI_CL6X_VERSION JSON_HEDLEY_VERSION_ENCODE(__TI_COMPILER_VERSION__ / 1000000, (__TI_COMPILER_VERSION__ % 1000000) / 1000, (__TI_COMPILER_VERSION__ % 1000)) +#endif + +#if defined(JSON_HEDLEY_TI_CL6X_VERSION_CHECK) + #undef JSON_HEDLEY_TI_CL6X_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_TI_CL6X_VERSION) + #define JSON_HEDLEY_TI_CL6X_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_TI_CL6X_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_TI_CL6X_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_TI_CL7X_VERSION) + #undef JSON_HEDLEY_TI_CL7X_VERSION +#endif +#if defined(__TI_COMPILER_VERSION__) && defined(__C7000__) + #define JSON_HEDLEY_TI_CL7X_VERSION JSON_HEDLEY_VERSION_ENCODE(__TI_COMPILER_VERSION__ / 1000000, (__TI_COMPILER_VERSION__ % 1000000) / 1000, (__TI_COMPILER_VERSION__ % 1000)) +#endif + +#if defined(JSON_HEDLEY_TI_CL7X_VERSION_CHECK) + #undef JSON_HEDLEY_TI_CL7X_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_TI_CL7X_VERSION) + #define JSON_HEDLEY_TI_CL7X_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_TI_CL7X_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_TI_CL7X_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_TI_CLPRU_VERSION) + #undef JSON_HEDLEY_TI_CLPRU_VERSION +#endif +#if defined(__TI_COMPILER_VERSION__) && defined(__PRU__) + #define JSON_HEDLEY_TI_CLPRU_VERSION JSON_HEDLEY_VERSION_ENCODE(__TI_COMPILER_VERSION__ / 1000000, (__TI_COMPILER_VERSION__ % 1000000) / 1000, (__TI_COMPILER_VERSION__ % 1000)) +#endif + +#if defined(JSON_HEDLEY_TI_CLPRU_VERSION_CHECK) + #undef JSON_HEDLEY_TI_CLPRU_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_TI_CLPRU_VERSION) + #define JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_TI_CLPRU_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_CRAY_VERSION) + #undef JSON_HEDLEY_CRAY_VERSION +#endif +#if defined(_CRAYC) + #if defined(_RELEASE_PATCHLEVEL) + #define JSON_HEDLEY_CRAY_VERSION JSON_HEDLEY_VERSION_ENCODE(_RELEASE_MAJOR, _RELEASE_MINOR, _RELEASE_PATCHLEVEL) + #else + #define JSON_HEDLEY_CRAY_VERSION JSON_HEDLEY_VERSION_ENCODE(_RELEASE_MAJOR, _RELEASE_MINOR, 0) + #endif +#endif + +#if defined(JSON_HEDLEY_CRAY_VERSION_CHECK) + #undef JSON_HEDLEY_CRAY_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_CRAY_VERSION) + #define JSON_HEDLEY_CRAY_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_CRAY_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_CRAY_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_IAR_VERSION) + #undef JSON_HEDLEY_IAR_VERSION +#endif +#if defined(__IAR_SYSTEMS_ICC__) + #if __VER__ > 1000 + #define JSON_HEDLEY_IAR_VERSION JSON_HEDLEY_VERSION_ENCODE((__VER__ / 1000000), ((__VER__ / 1000) % 1000), (__VER__ % 1000)) + #else + #define JSON_HEDLEY_IAR_VERSION JSON_HEDLEY_VERSION_ENCODE(VER / 100, __VER__ % 100, 0) + #endif +#endif + +#if defined(JSON_HEDLEY_IAR_VERSION_CHECK) + #undef JSON_HEDLEY_IAR_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_IAR_VERSION) + #define JSON_HEDLEY_IAR_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_IAR_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_IAR_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_TINYC_VERSION) + #undef JSON_HEDLEY_TINYC_VERSION +#endif +#if defined(__TINYC__) + #define JSON_HEDLEY_TINYC_VERSION JSON_HEDLEY_VERSION_ENCODE(__TINYC__ / 1000, (__TINYC__ / 100) % 10, __TINYC__ % 100) +#endif + +#if defined(JSON_HEDLEY_TINYC_VERSION_CHECK) + #undef JSON_HEDLEY_TINYC_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_TINYC_VERSION) + #define JSON_HEDLEY_TINYC_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_TINYC_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_TINYC_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_DMC_VERSION) + #undef JSON_HEDLEY_DMC_VERSION +#endif +#if defined(__DMC__) + #define JSON_HEDLEY_DMC_VERSION JSON_HEDLEY_VERSION_ENCODE(__DMC__ >> 8, (__DMC__ >> 4) & 0xf, __DMC__ & 0xf) +#endif + +#if defined(JSON_HEDLEY_DMC_VERSION_CHECK) + #undef JSON_HEDLEY_DMC_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_DMC_VERSION) + #define JSON_HEDLEY_DMC_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_DMC_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_DMC_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_COMPCERT_VERSION) + #undef JSON_HEDLEY_COMPCERT_VERSION +#endif +#if defined(__COMPCERT_VERSION__) + #define JSON_HEDLEY_COMPCERT_VERSION JSON_HEDLEY_VERSION_ENCODE(__COMPCERT_VERSION__ / 10000, (__COMPCERT_VERSION__ / 100) % 100, __COMPCERT_VERSION__ % 100) +#endif + +#if defined(JSON_HEDLEY_COMPCERT_VERSION_CHECK) + #undef JSON_HEDLEY_COMPCERT_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_COMPCERT_VERSION) + #define JSON_HEDLEY_COMPCERT_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_COMPCERT_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_COMPCERT_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_PELLES_VERSION) + #undef JSON_HEDLEY_PELLES_VERSION +#endif +#if defined(__POCC__) + #define JSON_HEDLEY_PELLES_VERSION JSON_HEDLEY_VERSION_ENCODE(__POCC__ / 100, __POCC__ % 100, 0) +#endif + +#if defined(JSON_HEDLEY_PELLES_VERSION_CHECK) + #undef JSON_HEDLEY_PELLES_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_PELLES_VERSION) + #define JSON_HEDLEY_PELLES_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_PELLES_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_PELLES_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_GCC_VERSION) + #undef JSON_HEDLEY_GCC_VERSION +#endif +#if \ + defined(JSON_HEDLEY_GNUC_VERSION) && \ + !defined(__clang__) && \ + !defined(JSON_HEDLEY_INTEL_VERSION) && \ + !defined(JSON_HEDLEY_PGI_VERSION) && \ + !defined(JSON_HEDLEY_ARM_VERSION) && \ + !defined(JSON_HEDLEY_TI_VERSION) && \ + !defined(JSON_HEDLEY_TI_ARMCL_VERSION) && \ + !defined(JSON_HEDLEY_TI_CL430_VERSION) && \ + !defined(JSON_HEDLEY_TI_CL2000_VERSION) && \ + !defined(JSON_HEDLEY_TI_CL6X_VERSION) && \ + !defined(JSON_HEDLEY_TI_CL7X_VERSION) && \ + !defined(JSON_HEDLEY_TI_CLPRU_VERSION) && \ + !defined(__COMPCERT__) + #define JSON_HEDLEY_GCC_VERSION JSON_HEDLEY_GNUC_VERSION +#endif + +#if defined(JSON_HEDLEY_GCC_VERSION_CHECK) + #undef JSON_HEDLEY_GCC_VERSION_CHECK +#endif +#if defined(JSON_HEDLEY_GCC_VERSION) + #define JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) (JSON_HEDLEY_GCC_VERSION >= JSON_HEDLEY_VERSION_ENCODE(major, minor, patch)) +#else + #define JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) (0) +#endif + +#if defined(JSON_HEDLEY_HAS_ATTRIBUTE) + #undef JSON_HEDLEY_HAS_ATTRIBUTE +#endif +#if defined(__has_attribute) + #define JSON_HEDLEY_HAS_ATTRIBUTE(attribute) __has_attribute(attribute) +#else + #define JSON_HEDLEY_HAS_ATTRIBUTE(attribute) (0) +#endif + +#if defined(JSON_HEDLEY_GNUC_HAS_ATTRIBUTE) + #undef JSON_HEDLEY_GNUC_HAS_ATTRIBUTE +#endif +#if defined(__has_attribute) + #define JSON_HEDLEY_GNUC_HAS_ATTRIBUTE(attribute,major,minor,patch) __has_attribute(attribute) +#else + #define JSON_HEDLEY_GNUC_HAS_ATTRIBUTE(attribute,major,minor,patch) JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_GCC_HAS_ATTRIBUTE) + #undef JSON_HEDLEY_GCC_HAS_ATTRIBUTE +#endif +#if defined(__has_attribute) + #define JSON_HEDLEY_GCC_HAS_ATTRIBUTE(attribute,major,minor,patch) __has_attribute(attribute) +#else + #define JSON_HEDLEY_GCC_HAS_ATTRIBUTE(attribute,major,minor,patch) JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_HAS_CPP_ATTRIBUTE) + #undef JSON_HEDLEY_HAS_CPP_ATTRIBUTE +#endif +#if \ + defined(__has_cpp_attribute) && \ + defined(__cplusplus) && \ + (!defined(JSON_HEDLEY_SUNPRO_VERSION) || JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,15,0)) + #define JSON_HEDLEY_HAS_CPP_ATTRIBUTE(attribute) __has_cpp_attribute(attribute) +#else + #define JSON_HEDLEY_HAS_CPP_ATTRIBUTE(attribute) (0) +#endif + +#if defined(JSON_HEDLEY_HAS_CPP_ATTRIBUTE_NS) + #undef JSON_HEDLEY_HAS_CPP_ATTRIBUTE_NS +#endif +#if !defined(__cplusplus) || !defined(__has_cpp_attribute) + #define JSON_HEDLEY_HAS_CPP_ATTRIBUTE_NS(ns,attribute) (0) +#elif \ + !defined(JSON_HEDLEY_PGI_VERSION) && \ + !defined(JSON_HEDLEY_IAR_VERSION) && \ + (!defined(JSON_HEDLEY_SUNPRO_VERSION) || JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,15,0)) && \ + (!defined(JSON_HEDLEY_MSVC_VERSION) || JSON_HEDLEY_MSVC_VERSION_CHECK(19,20,0)) + #define JSON_HEDLEY_HAS_CPP_ATTRIBUTE_NS(ns,attribute) JSON_HEDLEY_HAS_CPP_ATTRIBUTE(ns::attribute) +#else + #define JSON_HEDLEY_HAS_CPP_ATTRIBUTE_NS(ns,attribute) (0) +#endif + +#if defined(JSON_HEDLEY_GNUC_HAS_CPP_ATTRIBUTE) + #undef JSON_HEDLEY_GNUC_HAS_CPP_ATTRIBUTE +#endif +#if defined(__has_cpp_attribute) && defined(__cplusplus) + #define JSON_HEDLEY_GNUC_HAS_CPP_ATTRIBUTE(attribute,major,minor,patch) __has_cpp_attribute(attribute) +#else + #define JSON_HEDLEY_GNUC_HAS_CPP_ATTRIBUTE(attribute,major,minor,patch) JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_GCC_HAS_CPP_ATTRIBUTE) + #undef JSON_HEDLEY_GCC_HAS_CPP_ATTRIBUTE +#endif +#if defined(__has_cpp_attribute) && defined(__cplusplus) + #define JSON_HEDLEY_GCC_HAS_CPP_ATTRIBUTE(attribute,major,minor,patch) __has_cpp_attribute(attribute) +#else + #define JSON_HEDLEY_GCC_HAS_CPP_ATTRIBUTE(attribute,major,minor,patch) JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_HAS_BUILTIN) + #undef JSON_HEDLEY_HAS_BUILTIN +#endif +#if defined(__has_builtin) + #define JSON_HEDLEY_HAS_BUILTIN(builtin) __has_builtin(builtin) +#else + #define JSON_HEDLEY_HAS_BUILTIN(builtin) (0) +#endif + +#if defined(JSON_HEDLEY_GNUC_HAS_BUILTIN) + #undef JSON_HEDLEY_GNUC_HAS_BUILTIN +#endif +#if defined(__has_builtin) + #define JSON_HEDLEY_GNUC_HAS_BUILTIN(builtin,major,minor,patch) __has_builtin(builtin) +#else + #define JSON_HEDLEY_GNUC_HAS_BUILTIN(builtin,major,minor,patch) JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_GCC_HAS_BUILTIN) + #undef JSON_HEDLEY_GCC_HAS_BUILTIN +#endif +#if defined(__has_builtin) + #define JSON_HEDLEY_GCC_HAS_BUILTIN(builtin,major,minor,patch) __has_builtin(builtin) +#else + #define JSON_HEDLEY_GCC_HAS_BUILTIN(builtin,major,minor,patch) JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_HAS_FEATURE) + #undef JSON_HEDLEY_HAS_FEATURE +#endif +#if defined(__has_feature) + #define JSON_HEDLEY_HAS_FEATURE(feature) __has_feature(feature) +#else + #define JSON_HEDLEY_HAS_FEATURE(feature) (0) +#endif + +#if defined(JSON_HEDLEY_GNUC_HAS_FEATURE) + #undef JSON_HEDLEY_GNUC_HAS_FEATURE +#endif +#if defined(__has_feature) + #define JSON_HEDLEY_GNUC_HAS_FEATURE(feature,major,minor,patch) __has_feature(feature) +#else + #define JSON_HEDLEY_GNUC_HAS_FEATURE(feature,major,minor,patch) JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_GCC_HAS_FEATURE) + #undef JSON_HEDLEY_GCC_HAS_FEATURE +#endif +#if defined(__has_feature) + #define JSON_HEDLEY_GCC_HAS_FEATURE(feature,major,minor,patch) __has_feature(feature) +#else + #define JSON_HEDLEY_GCC_HAS_FEATURE(feature,major,minor,patch) JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_HAS_EXTENSION) + #undef JSON_HEDLEY_HAS_EXTENSION +#endif +#if defined(__has_extension) + #define JSON_HEDLEY_HAS_EXTENSION(extension) __has_extension(extension) +#else + #define JSON_HEDLEY_HAS_EXTENSION(extension) (0) +#endif + +#if defined(JSON_HEDLEY_GNUC_HAS_EXTENSION) + #undef JSON_HEDLEY_GNUC_HAS_EXTENSION +#endif +#if defined(__has_extension) + #define JSON_HEDLEY_GNUC_HAS_EXTENSION(extension,major,minor,patch) __has_extension(extension) +#else + #define JSON_HEDLEY_GNUC_HAS_EXTENSION(extension,major,minor,patch) JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_GCC_HAS_EXTENSION) + #undef JSON_HEDLEY_GCC_HAS_EXTENSION +#endif +#if defined(__has_extension) + #define JSON_HEDLEY_GCC_HAS_EXTENSION(extension,major,minor,patch) __has_extension(extension) +#else + #define JSON_HEDLEY_GCC_HAS_EXTENSION(extension,major,minor,patch) JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_HAS_DECLSPEC_ATTRIBUTE) + #undef JSON_HEDLEY_HAS_DECLSPEC_ATTRIBUTE +#endif +#if defined(__has_declspec_attribute) + #define JSON_HEDLEY_HAS_DECLSPEC_ATTRIBUTE(attribute) __has_declspec_attribute(attribute) +#else + #define JSON_HEDLEY_HAS_DECLSPEC_ATTRIBUTE(attribute) (0) +#endif + +#if defined(JSON_HEDLEY_GNUC_HAS_DECLSPEC_ATTRIBUTE) + #undef JSON_HEDLEY_GNUC_HAS_DECLSPEC_ATTRIBUTE +#endif +#if defined(__has_declspec_attribute) + #define JSON_HEDLEY_GNUC_HAS_DECLSPEC_ATTRIBUTE(attribute,major,minor,patch) __has_declspec_attribute(attribute) +#else + #define JSON_HEDLEY_GNUC_HAS_DECLSPEC_ATTRIBUTE(attribute,major,minor,patch) JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_GCC_HAS_DECLSPEC_ATTRIBUTE) + #undef JSON_HEDLEY_GCC_HAS_DECLSPEC_ATTRIBUTE +#endif +#if defined(__has_declspec_attribute) + #define JSON_HEDLEY_GCC_HAS_DECLSPEC_ATTRIBUTE(attribute,major,minor,patch) __has_declspec_attribute(attribute) +#else + #define JSON_HEDLEY_GCC_HAS_DECLSPEC_ATTRIBUTE(attribute,major,minor,patch) JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_HAS_WARNING) + #undef JSON_HEDLEY_HAS_WARNING +#endif +#if defined(__has_warning) + #define JSON_HEDLEY_HAS_WARNING(warning) __has_warning(warning) +#else + #define JSON_HEDLEY_HAS_WARNING(warning) (0) +#endif + +#if defined(JSON_HEDLEY_GNUC_HAS_WARNING) + #undef JSON_HEDLEY_GNUC_HAS_WARNING +#endif +#if defined(__has_warning) + #define JSON_HEDLEY_GNUC_HAS_WARNING(warning,major,minor,patch) __has_warning(warning) +#else + #define JSON_HEDLEY_GNUC_HAS_WARNING(warning,major,minor,patch) JSON_HEDLEY_GNUC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_GCC_HAS_WARNING) + #undef JSON_HEDLEY_GCC_HAS_WARNING +#endif +#if defined(__has_warning) + #define JSON_HEDLEY_GCC_HAS_WARNING(warning,major,minor,patch) __has_warning(warning) +#else + #define JSON_HEDLEY_GCC_HAS_WARNING(warning,major,minor,patch) JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) +#endif + +#if \ + (defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L)) || \ + defined(__clang__) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,0,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) || \ + JSON_HEDLEY_PGI_VERSION_CHECK(18,4,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,7,0) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(2,0,1) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,1,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,0,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) || \ + JSON_HEDLEY_CRAY_VERSION_CHECK(5,0,0) || \ + JSON_HEDLEY_TINYC_VERSION_CHECK(0,9,17) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(8,0,0) || \ + (JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) && defined(__C99_PRAGMA_OPERATOR)) + #define JSON_HEDLEY_PRAGMA(value) _Pragma(#value) +#elif JSON_HEDLEY_MSVC_VERSION_CHECK(15,0,0) + #define JSON_HEDLEY_PRAGMA(value) __pragma(value) +#else + #define JSON_HEDLEY_PRAGMA(value) +#endif + +#if defined(JSON_HEDLEY_DIAGNOSTIC_PUSH) + #undef JSON_HEDLEY_DIAGNOSTIC_PUSH +#endif +#if defined(JSON_HEDLEY_DIAGNOSTIC_POP) + #undef JSON_HEDLEY_DIAGNOSTIC_POP +#endif +#if defined(__clang__) + #define JSON_HEDLEY_DIAGNOSTIC_PUSH _Pragma("clang diagnostic push") + #define JSON_HEDLEY_DIAGNOSTIC_POP _Pragma("clang diagnostic pop") +#elif JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_PUSH _Pragma("warning(push)") + #define JSON_HEDLEY_DIAGNOSTIC_POP _Pragma("warning(pop)") +#elif JSON_HEDLEY_GCC_VERSION_CHECK(4,6,0) + #define JSON_HEDLEY_DIAGNOSTIC_PUSH _Pragma("GCC diagnostic push") + #define JSON_HEDLEY_DIAGNOSTIC_POP _Pragma("GCC diagnostic pop") +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(15,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_DIAGNOSTIC_PUSH __pragma(warning(push)) + #define JSON_HEDLEY_DIAGNOSTIC_POP __pragma(warning(pop)) +#elif JSON_HEDLEY_ARM_VERSION_CHECK(5,6,0) + #define JSON_HEDLEY_DIAGNOSTIC_PUSH _Pragma("push") + #define JSON_HEDLEY_DIAGNOSTIC_POP _Pragma("pop") +#elif \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,4,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(8,1,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) + #define JSON_HEDLEY_DIAGNOSTIC_PUSH _Pragma("diag_push") + #define JSON_HEDLEY_DIAGNOSTIC_POP _Pragma("diag_pop") +#elif JSON_HEDLEY_PELLES_VERSION_CHECK(2,90,0) + #define JSON_HEDLEY_DIAGNOSTIC_PUSH _Pragma("warning(push)") + #define JSON_HEDLEY_DIAGNOSTIC_POP _Pragma("warning(pop)") +#else + #define JSON_HEDLEY_DIAGNOSTIC_PUSH + #define JSON_HEDLEY_DIAGNOSTIC_POP +#endif + +/* JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_ is for + HEDLEY INTERNAL USE ONLY. API subject to change without notice. */ +#if defined(JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_) + #undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_ +#endif +#if defined(__cplusplus) +# if JSON_HEDLEY_HAS_WARNING("-Wc++98-compat") +# if JSON_HEDLEY_HAS_WARNING("-Wc++17-extensions") +# if JSON_HEDLEY_HAS_WARNING("-Wc++1z-extensions") +# define JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_(xpr) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + _Pragma("clang diagnostic ignored \"-Wc++98-compat\"") \ + _Pragma("clang diagnostic ignored \"-Wc++17-extensions\"") \ + _Pragma("clang diagnostic ignored \"-Wc++1z-extensions\"") \ + xpr \ + JSON_HEDLEY_DIAGNOSTIC_POP +# else +# define JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_(xpr) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + _Pragma("clang diagnostic ignored \"-Wc++98-compat\"") \ + _Pragma("clang diagnostic ignored \"-Wc++17-extensions\"") \ + xpr \ + JSON_HEDLEY_DIAGNOSTIC_POP +# endif +# else +# define JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_(xpr) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + _Pragma("clang diagnostic ignored \"-Wc++98-compat\"") \ + xpr \ + JSON_HEDLEY_DIAGNOSTIC_POP +# endif +# endif +#endif +#if !defined(JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_(x) x +#endif + +#if defined(JSON_HEDLEY_CONST_CAST) + #undef JSON_HEDLEY_CONST_CAST +#endif +#if defined(__cplusplus) +# define JSON_HEDLEY_CONST_CAST(T, expr) (const_cast(expr)) +#elif \ + JSON_HEDLEY_HAS_WARNING("-Wcast-qual") || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,6,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) +# define JSON_HEDLEY_CONST_CAST(T, expr) (__extension__ ({ \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + JSON_HEDLEY_DIAGNOSTIC_DISABLE_CAST_QUAL \ + ((T) (expr)); \ + JSON_HEDLEY_DIAGNOSTIC_POP \ + })) +#else +# define JSON_HEDLEY_CONST_CAST(T, expr) ((T) (expr)) +#endif + +#if defined(JSON_HEDLEY_REINTERPRET_CAST) + #undef JSON_HEDLEY_REINTERPRET_CAST +#endif +#if defined(__cplusplus) + #define JSON_HEDLEY_REINTERPRET_CAST(T, expr) (reinterpret_cast(expr)) +#else + #define JSON_HEDLEY_REINTERPRET_CAST(T, expr) ((T) (expr)) +#endif + +#if defined(JSON_HEDLEY_STATIC_CAST) + #undef JSON_HEDLEY_STATIC_CAST +#endif +#if defined(__cplusplus) + #define JSON_HEDLEY_STATIC_CAST(T, expr) (static_cast(expr)) +#else + #define JSON_HEDLEY_STATIC_CAST(T, expr) ((T) (expr)) +#endif + +#if defined(JSON_HEDLEY_CPP_CAST) + #undef JSON_HEDLEY_CPP_CAST +#endif +#if defined(__cplusplus) +# if JSON_HEDLEY_HAS_WARNING("-Wold-style-cast") +# define JSON_HEDLEY_CPP_CAST(T, expr) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + _Pragma("clang diagnostic ignored \"-Wold-style-cast\"") \ + ((T) (expr)) \ + JSON_HEDLEY_DIAGNOSTIC_POP +# elif JSON_HEDLEY_IAR_VERSION_CHECK(8,3,0) +# define JSON_HEDLEY_CPP_CAST(T, expr) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + _Pragma("diag_suppress=Pe137") \ + JSON_HEDLEY_DIAGNOSTIC_POP +# else +# define JSON_HEDLEY_CPP_CAST(T, expr) ((T) (expr)) +# endif +#else +# define JSON_HEDLEY_CPP_CAST(T, expr) (expr) +#endif + +#if defined(JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED) + #undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED +#endif +#if JSON_HEDLEY_HAS_WARNING("-Wdeprecated-declarations") + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("clang diagnostic ignored \"-Wdeprecated-declarations\"") +#elif JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("warning(disable:1478 1786)") +#elif JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED __pragma(warning(disable:1478 1786)) +#elif JSON_HEDLEY_PGI_VERSION_CHECK(20,7,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("diag_suppress 1215,1216,1444,1445") +#elif JSON_HEDLEY_PGI_VERSION_CHECK(17,10,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("diag_suppress 1215,1444") +#elif JSON_HEDLEY_GCC_VERSION_CHECK(4,3,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("GCC diagnostic ignored \"-Wdeprecated-declarations\"") +#elif JSON_HEDLEY_MSVC_VERSION_CHECK(15,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED __pragma(warning(disable:4996)) +#elif \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("diag_suppress 1291,1718") +#elif JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,13,0) && !defined(__cplusplus) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("error_messages(off,E_DEPRECATED_ATT,E_DEPRECATED_ATT_MESS)") +#elif JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,13,0) && defined(__cplusplus) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("error_messages(off,symdeprecated,symdeprecated2)") +#elif JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("diag_suppress=Pe1444,Pe1215") +#elif JSON_HEDLEY_PELLES_VERSION_CHECK(2,90,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED _Pragma("warn(disable:2241)") +#else + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED +#endif + +#if defined(JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS) + #undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS +#endif +#if JSON_HEDLEY_HAS_WARNING("-Wunknown-pragmas") + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS _Pragma("clang diagnostic ignored \"-Wunknown-pragmas\"") +#elif JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS _Pragma("warning(disable:161)") +#elif JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS __pragma(warning(disable:161)) +#elif JSON_HEDLEY_PGI_VERSION_CHECK(17,10,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS _Pragma("diag_suppress 1675") +#elif JSON_HEDLEY_GCC_VERSION_CHECK(4,3,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS _Pragma("GCC diagnostic ignored \"-Wunknown-pragmas\"") +#elif JSON_HEDLEY_MSVC_VERSION_CHECK(15,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS __pragma(warning(disable:4068)) +#elif \ + JSON_HEDLEY_TI_VERSION_CHECK(16,9,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(8,0,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,3,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS _Pragma("diag_suppress 163") +#elif JSON_HEDLEY_TI_CL6X_VERSION_CHECK(8,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS _Pragma("diag_suppress 163") +#elif JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS _Pragma("diag_suppress=Pe161") +#else + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS +#endif + +#if defined(JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES) + #undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES +#endif +#if JSON_HEDLEY_HAS_WARNING("-Wunknown-attributes") + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES _Pragma("clang diagnostic ignored \"-Wunknown-attributes\"") +#elif JSON_HEDLEY_GCC_VERSION_CHECK(4,6,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES _Pragma("GCC diagnostic ignored \"-Wdeprecated-declarations\"") +#elif JSON_HEDLEY_INTEL_VERSION_CHECK(17,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES _Pragma("warning(disable:1292)") +#elif JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES __pragma(warning(disable:1292)) +#elif JSON_HEDLEY_MSVC_VERSION_CHECK(19,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES __pragma(warning(disable:5030)) +#elif JSON_HEDLEY_PGI_VERSION_CHECK(20,7,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES _Pragma("diag_suppress 1097,1098") +#elif JSON_HEDLEY_PGI_VERSION_CHECK(17,10,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES _Pragma("diag_suppress 1097") +#elif JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,14,0) && defined(__cplusplus) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES _Pragma("error_messages(off,attrskipunsup)") +#elif \ + JSON_HEDLEY_TI_VERSION_CHECK(18,1,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(8,3,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES _Pragma("diag_suppress 1173") +#elif JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES _Pragma("diag_suppress=Pe1097") +#else + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES +#endif + +#if defined(JSON_HEDLEY_DIAGNOSTIC_DISABLE_CAST_QUAL) + #undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_CAST_QUAL +#endif +#if JSON_HEDLEY_HAS_WARNING("-Wcast-qual") + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_CAST_QUAL _Pragma("clang diagnostic ignored \"-Wcast-qual\"") +#elif JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_CAST_QUAL _Pragma("warning(disable:2203 2331)") +#elif JSON_HEDLEY_GCC_VERSION_CHECK(3,0,0) + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_CAST_QUAL _Pragma("GCC diagnostic ignored \"-Wcast-qual\"") +#else + #define JSON_HEDLEY_DIAGNOSTIC_DISABLE_CAST_QUAL +#endif + +#if defined(JSON_HEDLEY_DEPRECATED) + #undef JSON_HEDLEY_DEPRECATED +#endif +#if defined(JSON_HEDLEY_DEPRECATED_FOR) + #undef JSON_HEDLEY_DEPRECATED_FOR +#endif +#if \ + JSON_HEDLEY_MSVC_VERSION_CHECK(14,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_DEPRECATED(since) __declspec(deprecated("Since " # since)) + #define JSON_HEDLEY_DEPRECATED_FOR(since, replacement) __declspec(deprecated("Since " #since "; use " #replacement)) +#elif \ + JSON_HEDLEY_HAS_EXTENSION(attribute_deprecated_with_message) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,5,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(5,6,0) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,13,0) || \ + JSON_HEDLEY_PGI_VERSION_CHECK(17,10,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(18,1,0) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(18,1,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(8,3,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,3,0) + #define JSON_HEDLEY_DEPRECATED(since) __attribute__((__deprecated__("Since " #since))) + #define JSON_HEDLEY_DEPRECATED_FOR(since, replacement) __attribute__((__deprecated__("Since " #since "; use " #replacement))) +#elif defined(__cplusplus) && (__cplusplus >= 201402L) + #define JSON_HEDLEY_DEPRECATED(since) JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[deprecated("Since " #since)]]) + #define JSON_HEDLEY_DEPRECATED_FOR(since, replacement) JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[deprecated("Since " #since "; use " #replacement)]]) +#elif \ + JSON_HEDLEY_HAS_ATTRIBUTE(deprecated) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,1,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) + #define JSON_HEDLEY_DEPRECATED(since) __attribute__((__deprecated__)) + #define JSON_HEDLEY_DEPRECATED_FOR(since, replacement) __attribute__((__deprecated__)) +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(13,10,0) || \ + JSON_HEDLEY_PELLES_VERSION_CHECK(6,50,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_DEPRECATED(since) __declspec(deprecated) + #define JSON_HEDLEY_DEPRECATED_FOR(since, replacement) __declspec(deprecated) +#elif JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) + #define JSON_HEDLEY_DEPRECATED(since) _Pragma("deprecated") + #define JSON_HEDLEY_DEPRECATED_FOR(since, replacement) _Pragma("deprecated") +#else + #define JSON_HEDLEY_DEPRECATED(since) + #define JSON_HEDLEY_DEPRECATED_FOR(since, replacement) +#endif + +#if defined(JSON_HEDLEY_UNAVAILABLE) + #undef JSON_HEDLEY_UNAVAILABLE +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(warning) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,3,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) + #define JSON_HEDLEY_UNAVAILABLE(available_since) __attribute__((__warning__("Not available until " #available_since))) +#else + #define JSON_HEDLEY_UNAVAILABLE(available_since) +#endif + +#if defined(JSON_HEDLEY_WARN_UNUSED_RESULT) + #undef JSON_HEDLEY_WARN_UNUSED_RESULT +#endif +#if defined(JSON_HEDLEY_WARN_UNUSED_RESULT_MSG) + #undef JSON_HEDLEY_WARN_UNUSED_RESULT_MSG +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(warn_unused_result) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,4,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) || \ + (JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,15,0) && defined(__cplusplus)) || \ + JSON_HEDLEY_PGI_VERSION_CHECK(17,10,0) + #define JSON_HEDLEY_WARN_UNUSED_RESULT __attribute__((__warn_unused_result__)) + #define JSON_HEDLEY_WARN_UNUSED_RESULT_MSG(msg) __attribute__((__warn_unused_result__)) +#elif (JSON_HEDLEY_HAS_CPP_ATTRIBUTE(nodiscard) >= 201907L) + #define JSON_HEDLEY_WARN_UNUSED_RESULT JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[nodiscard]]) + #define JSON_HEDLEY_WARN_UNUSED_RESULT_MSG(msg) JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[nodiscard(msg)]]) +#elif JSON_HEDLEY_HAS_CPP_ATTRIBUTE(nodiscard) + #define JSON_HEDLEY_WARN_UNUSED_RESULT JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[nodiscard]]) + #define JSON_HEDLEY_WARN_UNUSED_RESULT_MSG(msg) JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[nodiscard]]) +#elif defined(_Check_return_) /* SAL */ + #define JSON_HEDLEY_WARN_UNUSED_RESULT _Check_return_ + #define JSON_HEDLEY_WARN_UNUSED_RESULT_MSG(msg) _Check_return_ +#else + #define JSON_HEDLEY_WARN_UNUSED_RESULT + #define JSON_HEDLEY_WARN_UNUSED_RESULT_MSG(msg) +#endif + +#if defined(JSON_HEDLEY_SENTINEL) + #undef JSON_HEDLEY_SENTINEL +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(sentinel) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,0,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(5,4,0) + #define JSON_HEDLEY_SENTINEL(position) __attribute__((__sentinel__(position))) +#else + #define JSON_HEDLEY_SENTINEL(position) +#endif + +#if defined(JSON_HEDLEY_NO_RETURN) + #undef JSON_HEDLEY_NO_RETURN +#endif +#if JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) + #define JSON_HEDLEY_NO_RETURN __noreturn +#elif JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) + #define JSON_HEDLEY_NO_RETURN __attribute__((__noreturn__)) +#elif defined(__STDC_VERSION__) && __STDC_VERSION__ >= 201112L + #define JSON_HEDLEY_NO_RETURN _Noreturn +#elif defined(__cplusplus) && (__cplusplus >= 201103L) + #define JSON_HEDLEY_NO_RETURN JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[noreturn]]) +#elif \ + JSON_HEDLEY_HAS_ATTRIBUTE(noreturn) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,2,0) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,11,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) + #define JSON_HEDLEY_NO_RETURN __attribute__((__noreturn__)) +#elif JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,10,0) + #define JSON_HEDLEY_NO_RETURN _Pragma("does_not_return") +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(13,10,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_NO_RETURN __declspec(noreturn) +#elif JSON_HEDLEY_TI_CL6X_VERSION_CHECK(6,0,0) && defined(__cplusplus) + #define JSON_HEDLEY_NO_RETURN _Pragma("FUNC_NEVER_RETURNS;") +#elif JSON_HEDLEY_COMPCERT_VERSION_CHECK(3,2,0) + #define JSON_HEDLEY_NO_RETURN __attribute((noreturn)) +#elif JSON_HEDLEY_PELLES_VERSION_CHECK(9,0,0) + #define JSON_HEDLEY_NO_RETURN __declspec(noreturn) +#else + #define JSON_HEDLEY_NO_RETURN +#endif + +#if defined(JSON_HEDLEY_NO_ESCAPE) + #undef JSON_HEDLEY_NO_ESCAPE +#endif +#if JSON_HEDLEY_HAS_ATTRIBUTE(noescape) + #define JSON_HEDLEY_NO_ESCAPE __attribute__((__noescape__)) +#else + #define JSON_HEDLEY_NO_ESCAPE +#endif + +#if defined(JSON_HEDLEY_UNREACHABLE) + #undef JSON_HEDLEY_UNREACHABLE +#endif +#if defined(JSON_HEDLEY_UNREACHABLE_RETURN) + #undef JSON_HEDLEY_UNREACHABLE_RETURN +#endif +#if defined(JSON_HEDLEY_ASSUME) + #undef JSON_HEDLEY_ASSUME +#endif +#if \ + JSON_HEDLEY_MSVC_VERSION_CHECK(13,10,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_ASSUME(expr) __assume(expr) +#elif JSON_HEDLEY_HAS_BUILTIN(__builtin_assume) + #define JSON_HEDLEY_ASSUME(expr) __builtin_assume(expr) +#elif \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,2,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(4,0,0) + #if defined(__cplusplus) + #define JSON_HEDLEY_ASSUME(expr) std::_nassert(expr) + #else + #define JSON_HEDLEY_ASSUME(expr) _nassert(expr) + #endif +#endif +#if \ + (JSON_HEDLEY_HAS_BUILTIN(__builtin_unreachable) && (!defined(JSON_HEDLEY_ARM_VERSION))) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,5,0) || \ + JSON_HEDLEY_PGI_VERSION_CHECK(18,10,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(13,1,5) + #define JSON_HEDLEY_UNREACHABLE() __builtin_unreachable() +#elif defined(JSON_HEDLEY_ASSUME) + #define JSON_HEDLEY_UNREACHABLE() JSON_HEDLEY_ASSUME(0) +#endif +#if !defined(JSON_HEDLEY_ASSUME) + #if defined(JSON_HEDLEY_UNREACHABLE) + #define JSON_HEDLEY_ASSUME(expr) JSON_HEDLEY_STATIC_CAST(void, ((expr) ? 1 : (JSON_HEDLEY_UNREACHABLE(), 1))) + #else + #define JSON_HEDLEY_ASSUME(expr) JSON_HEDLEY_STATIC_CAST(void, expr) + #endif +#endif +#if defined(JSON_HEDLEY_UNREACHABLE) + #if \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,2,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(4,0,0) + #define JSON_HEDLEY_UNREACHABLE_RETURN(value) return (JSON_HEDLEY_STATIC_CAST(void, JSON_HEDLEY_ASSUME(0)), (value)) + #else + #define JSON_HEDLEY_UNREACHABLE_RETURN(value) JSON_HEDLEY_UNREACHABLE() + #endif +#else + #define JSON_HEDLEY_UNREACHABLE_RETURN(value) return (value) +#endif +#if !defined(JSON_HEDLEY_UNREACHABLE) + #define JSON_HEDLEY_UNREACHABLE() JSON_HEDLEY_ASSUME(0) +#endif + +JSON_HEDLEY_DIAGNOSTIC_PUSH +#if JSON_HEDLEY_HAS_WARNING("-Wpedantic") + #pragma clang diagnostic ignored "-Wpedantic" +#endif +#if JSON_HEDLEY_HAS_WARNING("-Wc++98-compat-pedantic") && defined(__cplusplus) + #pragma clang diagnostic ignored "-Wc++98-compat-pedantic" +#endif +#if JSON_HEDLEY_GCC_HAS_WARNING("-Wvariadic-macros",4,0,0) + #if defined(__clang__) + #pragma clang diagnostic ignored "-Wvariadic-macros" + #elif defined(JSON_HEDLEY_GCC_VERSION) + #pragma GCC diagnostic ignored "-Wvariadic-macros" + #endif +#endif +#if defined(JSON_HEDLEY_NON_NULL) + #undef JSON_HEDLEY_NON_NULL +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(nonnull) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,3,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) + #define JSON_HEDLEY_NON_NULL(...) __attribute__((__nonnull__(__VA_ARGS__))) +#else + #define JSON_HEDLEY_NON_NULL(...) +#endif +JSON_HEDLEY_DIAGNOSTIC_POP + +#if defined(JSON_HEDLEY_PRINTF_FORMAT) + #undef JSON_HEDLEY_PRINTF_FORMAT +#endif +#if defined(__MINGW32__) && JSON_HEDLEY_GCC_HAS_ATTRIBUTE(format,4,4,0) && !defined(__USE_MINGW_ANSI_STDIO) + #define JSON_HEDLEY_PRINTF_FORMAT(string_idx,first_to_check) __attribute__((__format__(ms_printf, string_idx, first_to_check))) +#elif defined(__MINGW32__) && JSON_HEDLEY_GCC_HAS_ATTRIBUTE(format,4,4,0) && defined(__USE_MINGW_ANSI_STDIO) + #define JSON_HEDLEY_PRINTF_FORMAT(string_idx,first_to_check) __attribute__((__format__(gnu_printf, string_idx, first_to_check))) +#elif \ + JSON_HEDLEY_HAS_ATTRIBUTE(format) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,1,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(5,6,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) + #define JSON_HEDLEY_PRINTF_FORMAT(string_idx,first_to_check) __attribute__((__format__(__printf__, string_idx, first_to_check))) +#elif JSON_HEDLEY_PELLES_VERSION_CHECK(6,0,0) + #define JSON_HEDLEY_PRINTF_FORMAT(string_idx,first_to_check) __declspec(vaformat(printf,string_idx,first_to_check)) +#else + #define JSON_HEDLEY_PRINTF_FORMAT(string_idx,first_to_check) +#endif + +#if defined(JSON_HEDLEY_CONSTEXPR) + #undef JSON_HEDLEY_CONSTEXPR +#endif +#if defined(__cplusplus) + #if __cplusplus >= 201103L + #define JSON_HEDLEY_CONSTEXPR JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_(constexpr) + #endif +#endif +#if !defined(JSON_HEDLEY_CONSTEXPR) + #define JSON_HEDLEY_CONSTEXPR +#endif + +#if defined(JSON_HEDLEY_PREDICT) + #undef JSON_HEDLEY_PREDICT +#endif +#if defined(JSON_HEDLEY_LIKELY) + #undef JSON_HEDLEY_LIKELY +#endif +#if defined(JSON_HEDLEY_UNLIKELY) + #undef JSON_HEDLEY_UNLIKELY +#endif +#if defined(JSON_HEDLEY_UNPREDICTABLE) + #undef JSON_HEDLEY_UNPREDICTABLE +#endif +#if JSON_HEDLEY_HAS_BUILTIN(__builtin_unpredictable) + #define JSON_HEDLEY_UNPREDICTABLE(expr) __builtin_unpredictable((expr)) +#endif +#if \ + (JSON_HEDLEY_HAS_BUILTIN(__builtin_expect_with_probability) && !defined(JSON_HEDLEY_PGI_VERSION)) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(9,0,0) +# define JSON_HEDLEY_PREDICT(expr, value, probability) __builtin_expect_with_probability( (expr), (value), (probability)) +# define JSON_HEDLEY_PREDICT_TRUE(expr, probability) __builtin_expect_with_probability(!!(expr), 1 , (probability)) +# define JSON_HEDLEY_PREDICT_FALSE(expr, probability) __builtin_expect_with_probability(!!(expr), 0 , (probability)) +# define JSON_HEDLEY_LIKELY(expr) __builtin_expect (!!(expr), 1 ) +# define JSON_HEDLEY_UNLIKELY(expr) __builtin_expect (!!(expr), 0 ) +#elif \ + (JSON_HEDLEY_HAS_BUILTIN(__builtin_expect) && !defined(JSON_HEDLEY_INTEL_CL_VERSION)) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,0,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + (JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,15,0) && defined(__cplusplus)) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,7,0) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(3,1,0) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,1,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(6,1,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) || \ + JSON_HEDLEY_TINYC_VERSION_CHECK(0,9,27) || \ + JSON_HEDLEY_CRAY_VERSION_CHECK(8,1,0) +# define JSON_HEDLEY_PREDICT(expr, expected, probability) \ + (((probability) >= 0.9) ? __builtin_expect((expr), (expected)) : (JSON_HEDLEY_STATIC_CAST(void, expected), (expr))) +# define JSON_HEDLEY_PREDICT_TRUE(expr, probability) \ + (__extension__ ({ \ + double hedley_probability_ = (probability); \ + ((hedley_probability_ >= 0.9) ? __builtin_expect(!!(expr), 1) : ((hedley_probability_ <= 0.1) ? __builtin_expect(!!(expr), 0) : !!(expr))); \ + })) +# define JSON_HEDLEY_PREDICT_FALSE(expr, probability) \ + (__extension__ ({ \ + double hedley_probability_ = (probability); \ + ((hedley_probability_ >= 0.9) ? __builtin_expect(!!(expr), 0) : ((hedley_probability_ <= 0.1) ? __builtin_expect(!!(expr), 1) : !!(expr))); \ + })) +# define JSON_HEDLEY_LIKELY(expr) __builtin_expect(!!(expr), 1) +# define JSON_HEDLEY_UNLIKELY(expr) __builtin_expect(!!(expr), 0) +#else +# define JSON_HEDLEY_PREDICT(expr, expected, probability) (JSON_HEDLEY_STATIC_CAST(void, expected), (expr)) +# define JSON_HEDLEY_PREDICT_TRUE(expr, probability) (!!(expr)) +# define JSON_HEDLEY_PREDICT_FALSE(expr, probability) (!!(expr)) +# define JSON_HEDLEY_LIKELY(expr) (!!(expr)) +# define JSON_HEDLEY_UNLIKELY(expr) (!!(expr)) +#endif +#if !defined(JSON_HEDLEY_UNPREDICTABLE) + #define JSON_HEDLEY_UNPREDICTABLE(expr) JSON_HEDLEY_PREDICT(expr, 1, 0.5) +#endif + +#if defined(JSON_HEDLEY_MALLOC) + #undef JSON_HEDLEY_MALLOC +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(malloc) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,1,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,11,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(12,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) + #define JSON_HEDLEY_MALLOC __attribute__((__malloc__)) +#elif JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,10,0) + #define JSON_HEDLEY_MALLOC _Pragma("returns_new_memory") +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(14,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_MALLOC __declspec(restrict) +#else + #define JSON_HEDLEY_MALLOC +#endif + +#if defined(JSON_HEDLEY_PURE) + #undef JSON_HEDLEY_PURE +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(pure) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(2,96,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,11,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) || \ + JSON_HEDLEY_PGI_VERSION_CHECK(17,10,0) +# define JSON_HEDLEY_PURE __attribute__((__pure__)) +#elif JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,10,0) +# define JSON_HEDLEY_PURE _Pragma("does_not_write_global_data") +#elif defined(__cplusplus) && \ + ( \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(2,0,1) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(4,0,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) \ + ) +# define JSON_HEDLEY_PURE _Pragma("FUNC_IS_PURE;") +#else +# define JSON_HEDLEY_PURE +#endif + +#if defined(JSON_HEDLEY_CONST) + #undef JSON_HEDLEY_CONST +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(const) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(2,5,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,11,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) || \ + JSON_HEDLEY_PGI_VERSION_CHECK(17,10,0) + #define JSON_HEDLEY_CONST __attribute__((__const__)) +#elif \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,10,0) + #define JSON_HEDLEY_CONST _Pragma("no_side_effect") +#else + #define JSON_HEDLEY_CONST JSON_HEDLEY_PURE +#endif + +#if defined(JSON_HEDLEY_RESTRICT) + #undef JSON_HEDLEY_RESTRICT +#endif +#if defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) && !defined(__cplusplus) + #define JSON_HEDLEY_RESTRICT restrict +#elif \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,1,0) || \ + JSON_HEDLEY_MSVC_VERSION_CHECK(14,0,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) || \ + JSON_HEDLEY_PGI_VERSION_CHECK(17,10,0) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,2,4) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(8,1,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + (JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,14,0) && defined(__cplusplus)) || \ + JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) || \ + defined(__clang__) + #define JSON_HEDLEY_RESTRICT __restrict +#elif JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,3,0) && !defined(__cplusplus) + #define JSON_HEDLEY_RESTRICT _Restrict +#else + #define JSON_HEDLEY_RESTRICT +#endif + +#if defined(JSON_HEDLEY_INLINE) + #undef JSON_HEDLEY_INLINE +#endif +#if \ + (defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L)) || \ + (defined(__cplusplus) && (__cplusplus >= 199711L)) + #define JSON_HEDLEY_INLINE inline +#elif \ + defined(JSON_HEDLEY_GCC_VERSION) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(6,2,0) + #define JSON_HEDLEY_INLINE __inline__ +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(12,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,1,0) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(3,1,0) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,2,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(8,0,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) + #define JSON_HEDLEY_INLINE __inline +#else + #define JSON_HEDLEY_INLINE +#endif + +#if defined(JSON_HEDLEY_ALWAYS_INLINE) + #undef JSON_HEDLEY_ALWAYS_INLINE +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(always_inline) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,0,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,11,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) +# define JSON_HEDLEY_ALWAYS_INLINE __attribute__((__always_inline__)) JSON_HEDLEY_INLINE +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(12,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) +# define JSON_HEDLEY_ALWAYS_INLINE __forceinline +#elif defined(__cplusplus) && \ + ( \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(6,1,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) \ + ) +# define JSON_HEDLEY_ALWAYS_INLINE _Pragma("FUNC_ALWAYS_INLINE;") +#elif JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) +# define JSON_HEDLEY_ALWAYS_INLINE _Pragma("inline=forced") +#else +# define JSON_HEDLEY_ALWAYS_INLINE JSON_HEDLEY_INLINE +#endif + +#if defined(JSON_HEDLEY_NEVER_INLINE) + #undef JSON_HEDLEY_NEVER_INLINE +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(noinline) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,0,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,11,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(10,1,0) || \ + JSON_HEDLEY_TI_VERSION_CHECK(15,12,0) || \ + (JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(4,8,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_ARMCL_VERSION_CHECK(5,2,0) || \ + (JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL2000_VERSION_CHECK(6,4,0) || \ + (JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,0,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(4,3,0) || \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) || \ + JSON_HEDLEY_TI_CL7X_VERSION_CHECK(1,2,0) || \ + JSON_HEDLEY_TI_CLPRU_VERSION_CHECK(2,1,0) + #define JSON_HEDLEY_NEVER_INLINE __attribute__((__noinline__)) +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(13,10,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_NEVER_INLINE __declspec(noinline) +#elif JSON_HEDLEY_PGI_VERSION_CHECK(10,2,0) + #define JSON_HEDLEY_NEVER_INLINE _Pragma("noinline") +#elif JSON_HEDLEY_TI_CL6X_VERSION_CHECK(6,0,0) && defined(__cplusplus) + #define JSON_HEDLEY_NEVER_INLINE _Pragma("FUNC_CANNOT_INLINE;") +#elif JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) + #define JSON_HEDLEY_NEVER_INLINE _Pragma("inline=never") +#elif JSON_HEDLEY_COMPCERT_VERSION_CHECK(3,2,0) + #define JSON_HEDLEY_NEVER_INLINE __attribute((noinline)) +#elif JSON_HEDLEY_PELLES_VERSION_CHECK(9,0,0) + #define JSON_HEDLEY_NEVER_INLINE __declspec(noinline) +#else + #define JSON_HEDLEY_NEVER_INLINE +#endif + +#if defined(JSON_HEDLEY_PRIVATE) + #undef JSON_HEDLEY_PRIVATE +#endif +#if defined(JSON_HEDLEY_PUBLIC) + #undef JSON_HEDLEY_PUBLIC +#endif +#if defined(JSON_HEDLEY_IMPORT) + #undef JSON_HEDLEY_IMPORT +#endif +#if defined(_WIN32) || defined(__CYGWIN__) +# define JSON_HEDLEY_PRIVATE +# define JSON_HEDLEY_PUBLIC __declspec(dllexport) +# define JSON_HEDLEY_IMPORT __declspec(dllimport) +#else +# if \ + JSON_HEDLEY_HAS_ATTRIBUTE(visibility) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,3,0) || \ + JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,11,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(13,1,0) || \ + ( \ + defined(__TI_EABI__) && \ + ( \ + (JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,2,0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__)) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(7,5,0) \ + ) \ + ) +# define JSON_HEDLEY_PRIVATE __attribute__((__visibility__("hidden"))) +# define JSON_HEDLEY_PUBLIC __attribute__((__visibility__("default"))) +# else +# define JSON_HEDLEY_PRIVATE +# define JSON_HEDLEY_PUBLIC +# endif +# define JSON_HEDLEY_IMPORT extern +#endif + +#if defined(JSON_HEDLEY_NO_THROW) + #undef JSON_HEDLEY_NO_THROW +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(nothrow) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,3,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) + #define JSON_HEDLEY_NO_THROW __attribute__((__nothrow__)) +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(13,1,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) + #define JSON_HEDLEY_NO_THROW __declspec(nothrow) +#else + #define JSON_HEDLEY_NO_THROW +#endif + +#if defined(JSON_HEDLEY_FALL_THROUGH) + #undef JSON_HEDLEY_FALL_THROUGH +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(fallthrough) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(7,0,0) + #define JSON_HEDLEY_FALL_THROUGH __attribute__((__fallthrough__)) +#elif JSON_HEDLEY_HAS_CPP_ATTRIBUTE_NS(clang,fallthrough) + #define JSON_HEDLEY_FALL_THROUGH JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[clang::fallthrough]]) +#elif JSON_HEDLEY_HAS_CPP_ATTRIBUTE(fallthrough) + #define JSON_HEDLEY_FALL_THROUGH JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_([[fallthrough]]) +#elif defined(__fallthrough) /* SAL */ + #define JSON_HEDLEY_FALL_THROUGH __fallthrough +#else + #define JSON_HEDLEY_FALL_THROUGH +#endif + +#if defined(JSON_HEDLEY_RETURNS_NON_NULL) + #undef JSON_HEDLEY_RETURNS_NON_NULL +#endif +#if \ + JSON_HEDLEY_HAS_ATTRIBUTE(returns_nonnull) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,9,0) + #define JSON_HEDLEY_RETURNS_NON_NULL __attribute__((__returns_nonnull__)) +#elif defined(_Ret_notnull_) /* SAL */ + #define JSON_HEDLEY_RETURNS_NON_NULL _Ret_notnull_ +#else + #define JSON_HEDLEY_RETURNS_NON_NULL +#endif + +#if defined(JSON_HEDLEY_ARRAY_PARAM) + #undef JSON_HEDLEY_ARRAY_PARAM +#endif +#if \ + defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) && \ + !defined(__STDC_NO_VLA__) && \ + !defined(__cplusplus) && \ + !defined(JSON_HEDLEY_PGI_VERSION) && \ + !defined(JSON_HEDLEY_TINYC_VERSION) + #define JSON_HEDLEY_ARRAY_PARAM(name) (name) +#else + #define JSON_HEDLEY_ARRAY_PARAM(name) +#endif + +#if defined(JSON_HEDLEY_IS_CONSTANT) + #undef JSON_HEDLEY_IS_CONSTANT +#endif +#if defined(JSON_HEDLEY_REQUIRE_CONSTEXPR) + #undef JSON_HEDLEY_REQUIRE_CONSTEXPR +#endif +/* JSON_HEDLEY_IS_CONSTEXPR_ is for + HEDLEY INTERNAL USE ONLY. API subject to change without notice. */ +#if defined(JSON_HEDLEY_IS_CONSTEXPR_) + #undef JSON_HEDLEY_IS_CONSTEXPR_ +#endif +#if \ + JSON_HEDLEY_HAS_BUILTIN(__builtin_constant_p) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,4,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_TINYC_VERSION_CHECK(0,9,19) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(4,1,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(13,1,0) || \ + JSON_HEDLEY_TI_CL6X_VERSION_CHECK(6,1,0) || \ + (JSON_HEDLEY_SUNPRO_VERSION_CHECK(5,10,0) && !defined(__cplusplus)) || \ + JSON_HEDLEY_CRAY_VERSION_CHECK(8,1,0) + #define JSON_HEDLEY_IS_CONSTANT(expr) __builtin_constant_p(expr) +#endif +#if !defined(__cplusplus) +# if \ + JSON_HEDLEY_HAS_BUILTIN(__builtin_types_compatible_p) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(3,4,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(13,1,0) || \ + JSON_HEDLEY_CRAY_VERSION_CHECK(8,1,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(5,4,0) || \ + JSON_HEDLEY_TINYC_VERSION_CHECK(0,9,24) +#if defined(__INTPTR_TYPE__) + #define JSON_HEDLEY_IS_CONSTEXPR_(expr) __builtin_types_compatible_p(__typeof__((1 ? (void*) ((__INTPTR_TYPE__) ((expr) * 0)) : (int*) 0)), int*) +#else + #include + #define JSON_HEDLEY_IS_CONSTEXPR_(expr) __builtin_types_compatible_p(__typeof__((1 ? (void*) ((intptr_t) ((expr) * 0)) : (int*) 0)), int*) +#endif +# elif \ + ( \ + defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 201112L) && \ + !defined(JSON_HEDLEY_SUNPRO_VERSION) && \ + !defined(JSON_HEDLEY_PGI_VERSION) && \ + !defined(JSON_HEDLEY_IAR_VERSION)) || \ + JSON_HEDLEY_HAS_EXTENSION(c_generic_selections) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,9,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(17,0,0) || \ + JSON_HEDLEY_IBM_VERSION_CHECK(12,1,0) || \ + JSON_HEDLEY_ARM_VERSION_CHECK(5,3,0) +#if defined(__INTPTR_TYPE__) + #define JSON_HEDLEY_IS_CONSTEXPR_(expr) _Generic((1 ? (void*) ((__INTPTR_TYPE__) ((expr) * 0)) : (int*) 0), int*: 1, void*: 0) +#else + #include + #define JSON_HEDLEY_IS_CONSTEXPR_(expr) _Generic((1 ? (void*) ((intptr_t) * 0) : (int*) 0), int*: 1, void*: 0) +#endif +# elif \ + defined(JSON_HEDLEY_GCC_VERSION) || \ + defined(JSON_HEDLEY_INTEL_VERSION) || \ + defined(JSON_HEDLEY_TINYC_VERSION) || \ + defined(JSON_HEDLEY_TI_ARMCL_VERSION) || \ + JSON_HEDLEY_TI_CL430_VERSION_CHECK(18,12,0) || \ + defined(JSON_HEDLEY_TI_CL2000_VERSION) || \ + defined(JSON_HEDLEY_TI_CL6X_VERSION) || \ + defined(JSON_HEDLEY_TI_CL7X_VERSION) || \ + defined(JSON_HEDLEY_TI_CLPRU_VERSION) || \ + defined(__clang__) +# define JSON_HEDLEY_IS_CONSTEXPR_(expr) ( \ + sizeof(void) != \ + sizeof(*( \ + 1 ? \ + ((void*) ((expr) * 0L) ) : \ +((struct { char v[sizeof(void) * 2]; } *) 1) \ + ) \ + ) \ + ) +# endif +#endif +#if defined(JSON_HEDLEY_IS_CONSTEXPR_) + #if !defined(JSON_HEDLEY_IS_CONSTANT) + #define JSON_HEDLEY_IS_CONSTANT(expr) JSON_HEDLEY_IS_CONSTEXPR_(expr) + #endif + #define JSON_HEDLEY_REQUIRE_CONSTEXPR(expr) (JSON_HEDLEY_IS_CONSTEXPR_(expr) ? (expr) : (-1)) +#else + #if !defined(JSON_HEDLEY_IS_CONSTANT) + #define JSON_HEDLEY_IS_CONSTANT(expr) (0) + #endif + #define JSON_HEDLEY_REQUIRE_CONSTEXPR(expr) (expr) +#endif + +#if defined(JSON_HEDLEY_BEGIN_C_DECLS) + #undef JSON_HEDLEY_BEGIN_C_DECLS +#endif +#if defined(JSON_HEDLEY_END_C_DECLS) + #undef JSON_HEDLEY_END_C_DECLS +#endif +#if defined(JSON_HEDLEY_C_DECL) + #undef JSON_HEDLEY_C_DECL +#endif +#if defined(__cplusplus) + #define JSON_HEDLEY_BEGIN_C_DECLS extern "C" { + #define JSON_HEDLEY_END_C_DECLS } + #define JSON_HEDLEY_C_DECL extern "C" +#else + #define JSON_HEDLEY_BEGIN_C_DECLS + #define JSON_HEDLEY_END_C_DECLS + #define JSON_HEDLEY_C_DECL +#endif + +#if defined(JSON_HEDLEY_STATIC_ASSERT) + #undef JSON_HEDLEY_STATIC_ASSERT +#endif +#if \ + !defined(__cplusplus) && ( \ + (defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 201112L)) || \ + (JSON_HEDLEY_HAS_FEATURE(c_static_assert) && !defined(JSON_HEDLEY_INTEL_CL_VERSION)) || \ + JSON_HEDLEY_GCC_VERSION_CHECK(6,0,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) || \ + defined(_Static_assert) \ + ) +# define JSON_HEDLEY_STATIC_ASSERT(expr, message) _Static_assert(expr, message) +#elif \ + (defined(__cplusplus) && (__cplusplus >= 201103L)) || \ + JSON_HEDLEY_MSVC_VERSION_CHECK(16,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) +# define JSON_HEDLEY_STATIC_ASSERT(expr, message) JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_(static_assert(expr, message)) +#else +# define JSON_HEDLEY_STATIC_ASSERT(expr, message) +#endif + +#if defined(JSON_HEDLEY_NULL) + #undef JSON_HEDLEY_NULL +#endif +#if defined(__cplusplus) + #if __cplusplus >= 201103L + #define JSON_HEDLEY_NULL JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_(nullptr) + #elif defined(NULL) + #define JSON_HEDLEY_NULL NULL + #else + #define JSON_HEDLEY_NULL JSON_HEDLEY_STATIC_CAST(void*, 0) + #endif +#elif defined(NULL) + #define JSON_HEDLEY_NULL NULL +#else + #define JSON_HEDLEY_NULL ((void*) 0) +#endif + +#if defined(JSON_HEDLEY_MESSAGE) + #undef JSON_HEDLEY_MESSAGE +#endif +#if JSON_HEDLEY_HAS_WARNING("-Wunknown-pragmas") +# define JSON_HEDLEY_MESSAGE(msg) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS \ + JSON_HEDLEY_PRAGMA(message msg) \ + JSON_HEDLEY_DIAGNOSTIC_POP +#elif \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,4,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) +# define JSON_HEDLEY_MESSAGE(msg) JSON_HEDLEY_PRAGMA(message msg) +#elif JSON_HEDLEY_CRAY_VERSION_CHECK(5,0,0) +# define JSON_HEDLEY_MESSAGE(msg) JSON_HEDLEY_PRAGMA(_CRI message msg) +#elif JSON_HEDLEY_IAR_VERSION_CHECK(8,0,0) +# define JSON_HEDLEY_MESSAGE(msg) JSON_HEDLEY_PRAGMA(message(msg)) +#elif JSON_HEDLEY_PELLES_VERSION_CHECK(2,0,0) +# define JSON_HEDLEY_MESSAGE(msg) JSON_HEDLEY_PRAGMA(message(msg)) +#else +# define JSON_HEDLEY_MESSAGE(msg) +#endif + +#if defined(JSON_HEDLEY_WARNING) + #undef JSON_HEDLEY_WARNING +#endif +#if JSON_HEDLEY_HAS_WARNING("-Wunknown-pragmas") +# define JSON_HEDLEY_WARNING(msg) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS \ + JSON_HEDLEY_PRAGMA(clang warning msg) \ + JSON_HEDLEY_DIAGNOSTIC_POP +#elif \ + JSON_HEDLEY_GCC_VERSION_CHECK(4,8,0) || \ + JSON_HEDLEY_PGI_VERSION_CHECK(18,4,0) || \ + JSON_HEDLEY_INTEL_VERSION_CHECK(13,0,0) +# define JSON_HEDLEY_WARNING(msg) JSON_HEDLEY_PRAGMA(GCC warning msg) +#elif \ + JSON_HEDLEY_MSVC_VERSION_CHECK(15,0,0) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) +# define JSON_HEDLEY_WARNING(msg) JSON_HEDLEY_PRAGMA(message(msg)) +#else +# define JSON_HEDLEY_WARNING(msg) JSON_HEDLEY_MESSAGE(msg) +#endif + +#if defined(JSON_HEDLEY_REQUIRE) + #undef JSON_HEDLEY_REQUIRE +#endif +#if defined(JSON_HEDLEY_REQUIRE_MSG) + #undef JSON_HEDLEY_REQUIRE_MSG +#endif +#if JSON_HEDLEY_HAS_ATTRIBUTE(diagnose_if) +# if JSON_HEDLEY_HAS_WARNING("-Wgcc-compat") +# define JSON_HEDLEY_REQUIRE(expr) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + _Pragma("clang diagnostic ignored \"-Wgcc-compat\"") \ + __attribute__((diagnose_if(!(expr), #expr, "error"))) \ + JSON_HEDLEY_DIAGNOSTIC_POP +# define JSON_HEDLEY_REQUIRE_MSG(expr,msg) \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + _Pragma("clang diagnostic ignored \"-Wgcc-compat\"") \ + __attribute__((diagnose_if(!(expr), msg, "error"))) \ + JSON_HEDLEY_DIAGNOSTIC_POP +# else +# define JSON_HEDLEY_REQUIRE(expr) __attribute__((diagnose_if(!(expr), #expr, "error"))) +# define JSON_HEDLEY_REQUIRE_MSG(expr,msg) __attribute__((diagnose_if(!(expr), msg, "error"))) +# endif +#else +# define JSON_HEDLEY_REQUIRE(expr) +# define JSON_HEDLEY_REQUIRE_MSG(expr,msg) +#endif + +#if defined(JSON_HEDLEY_FLAGS) + #undef JSON_HEDLEY_FLAGS +#endif +#if JSON_HEDLEY_HAS_ATTRIBUTE(flag_enum) + #define JSON_HEDLEY_FLAGS __attribute__((__flag_enum__)) +#else + #define JSON_HEDLEY_FLAGS +#endif + +#if defined(JSON_HEDLEY_FLAGS_CAST) + #undef JSON_HEDLEY_FLAGS_CAST +#endif +#if JSON_HEDLEY_INTEL_VERSION_CHECK(19,0,0) +# define JSON_HEDLEY_FLAGS_CAST(T, expr) (__extension__ ({ \ + JSON_HEDLEY_DIAGNOSTIC_PUSH \ + _Pragma("warning(disable:188)") \ + ((T) (expr)); \ + JSON_HEDLEY_DIAGNOSTIC_POP \ + })) +#else +# define JSON_HEDLEY_FLAGS_CAST(T, expr) JSON_HEDLEY_STATIC_CAST(T, expr) +#endif + +#if defined(JSON_HEDLEY_EMPTY_BASES) + #undef JSON_HEDLEY_EMPTY_BASES +#endif +#if \ + (JSON_HEDLEY_MSVC_VERSION_CHECK(19,0,23918) && !JSON_HEDLEY_MSVC_VERSION_CHECK(20,0,0)) || \ + JSON_HEDLEY_INTEL_CL_VERSION_CHECK(2021,1,0) + #define JSON_HEDLEY_EMPTY_BASES __declspec(empty_bases) +#else + #define JSON_HEDLEY_EMPTY_BASES +#endif + +/* Remaining macros are deprecated. */ + +#if defined(JSON_HEDLEY_GCC_NOT_CLANG_VERSION_CHECK) + #undef JSON_HEDLEY_GCC_NOT_CLANG_VERSION_CHECK +#endif +#if defined(__clang__) + #define JSON_HEDLEY_GCC_NOT_CLANG_VERSION_CHECK(major,minor,patch) (0) +#else + #define JSON_HEDLEY_GCC_NOT_CLANG_VERSION_CHECK(major,minor,patch) JSON_HEDLEY_GCC_VERSION_CHECK(major,minor,patch) +#endif + +#if defined(JSON_HEDLEY_CLANG_HAS_ATTRIBUTE) + #undef JSON_HEDLEY_CLANG_HAS_ATTRIBUTE +#endif +#define JSON_HEDLEY_CLANG_HAS_ATTRIBUTE(attribute) JSON_HEDLEY_HAS_ATTRIBUTE(attribute) + +#if defined(JSON_HEDLEY_CLANG_HAS_CPP_ATTRIBUTE) + #undef JSON_HEDLEY_CLANG_HAS_CPP_ATTRIBUTE +#endif +#define JSON_HEDLEY_CLANG_HAS_CPP_ATTRIBUTE(attribute) JSON_HEDLEY_HAS_CPP_ATTRIBUTE(attribute) + +#if defined(JSON_HEDLEY_CLANG_HAS_BUILTIN) + #undef JSON_HEDLEY_CLANG_HAS_BUILTIN +#endif +#define JSON_HEDLEY_CLANG_HAS_BUILTIN(builtin) JSON_HEDLEY_HAS_BUILTIN(builtin) + +#if defined(JSON_HEDLEY_CLANG_HAS_FEATURE) + #undef JSON_HEDLEY_CLANG_HAS_FEATURE +#endif +#define JSON_HEDLEY_CLANG_HAS_FEATURE(feature) JSON_HEDLEY_HAS_FEATURE(feature) + +#if defined(JSON_HEDLEY_CLANG_HAS_EXTENSION) + #undef JSON_HEDLEY_CLANG_HAS_EXTENSION +#endif +#define JSON_HEDLEY_CLANG_HAS_EXTENSION(extension) JSON_HEDLEY_HAS_EXTENSION(extension) + +#if defined(JSON_HEDLEY_CLANG_HAS_DECLSPEC_DECLSPEC_ATTRIBUTE) + #undef JSON_HEDLEY_CLANG_HAS_DECLSPEC_DECLSPEC_ATTRIBUTE +#endif +#define JSON_HEDLEY_CLANG_HAS_DECLSPEC_ATTRIBUTE(attribute) JSON_HEDLEY_HAS_DECLSPEC_ATTRIBUTE(attribute) + +#if defined(JSON_HEDLEY_CLANG_HAS_WARNING) + #undef JSON_HEDLEY_CLANG_HAS_WARNING +#endif +#define JSON_HEDLEY_CLANG_HAS_WARNING(warning) JSON_HEDLEY_HAS_WARNING(warning) + +#endif /* !defined(JSON_HEDLEY_VERSION) || (JSON_HEDLEY_VERSION < X) */ + + +// This file contains all internal macro definitions +// You MUST include macro_unscope.hpp at the end of json.hpp to undef all of them + +// exclude unsupported compilers +#if !defined(JSON_SKIP_UNSUPPORTED_COMPILER_CHECK) + #if defined(__clang__) + #if (__clang_major__ * 10000 + __clang_minor__ * 100 + __clang_patchlevel__) < 30400 + #error "unsupported Clang version - see https://github.com/nlohmann/json#supported-compilers" + #endif + #elif defined(__GNUC__) && !(defined(__ICC) || defined(__INTEL_COMPILER)) + #if (__GNUC__ * 10000 + __GNUC_MINOR__ * 100 + __GNUC_PATCHLEVEL__) < 40800 + #error "unsupported GCC version - see https://github.com/nlohmann/json#supported-compilers" + #endif + #endif +#endif + +// C++ language standard detection +#if (defined(__cplusplus) && __cplusplus >= 202002L) || (defined(_MSVC_LANG) && _MSVC_LANG >= 202002L) + #define JSON_HAS_CPP_20 + #define JSON_HAS_CPP_17 + #define JSON_HAS_CPP_14 +#elif (defined(__cplusplus) && __cplusplus >= 201703L) || (defined(_HAS_CXX17) && _HAS_CXX17 == 1) // fix for issue #464 + #define JSON_HAS_CPP_17 + #define JSON_HAS_CPP_14 +#elif (defined(__cplusplus) && __cplusplus >= 201402L) || (defined(_HAS_CXX14) && _HAS_CXX14 == 1) + #define JSON_HAS_CPP_14 +#endif + +// disable float-equal warnings on GCC/clang +#if defined(__clang__) || defined(__GNUC__) || defined(__GNUG__) + #pragma GCC diagnostic push + #pragma GCC diagnostic ignored "-Wfloat-equal" +#endif + +// disable documentation warnings on clang +#if defined(__clang__) + #pragma GCC diagnostic push + #pragma GCC diagnostic ignored "-Wdocumentation" +#endif + +// allow to disable exceptions +#if (defined(__cpp_exceptions) || defined(__EXCEPTIONS) || defined(_CPPUNWIND)) && !defined(JSON_NOEXCEPTION) + #define JSON_THROW(exception) throw exception + #define JSON_TRY try + #define JSON_CATCH(exception) catch(exception) + #define JSON_INTERNAL_CATCH(exception) catch(exception) +#else + #include + #define JSON_THROW(exception) std::abort() + #define JSON_TRY if(true) + #define JSON_CATCH(exception) if(false) + #define JSON_INTERNAL_CATCH(exception) if(false) +#endif + +// override exception macros +#if defined(JSON_THROW_USER) + #undef JSON_THROW + #define JSON_THROW JSON_THROW_USER +#endif +#if defined(JSON_TRY_USER) + #undef JSON_TRY + #define JSON_TRY JSON_TRY_USER +#endif +#if defined(JSON_CATCH_USER) + #undef JSON_CATCH + #define JSON_CATCH JSON_CATCH_USER + #undef JSON_INTERNAL_CATCH + #define JSON_INTERNAL_CATCH JSON_CATCH_USER +#endif +#if defined(JSON_INTERNAL_CATCH_USER) + #undef JSON_INTERNAL_CATCH + #define JSON_INTERNAL_CATCH JSON_INTERNAL_CATCH_USER +#endif + +// allow to override assert +#if !defined(JSON_ASSERT) + #include // assert + #define JSON_ASSERT(x) assert(x) +#endif + +// allow to access some private functions (needed by the test suite) +#if defined(JSON_TESTS_PRIVATE) + #define JSON_PRIVATE_UNLESS_TESTED public +#else + #define JSON_PRIVATE_UNLESS_TESTED private +#endif + +/*! +@brief macro to briefly define a mapping between an enum and JSON +@def NLOHMANN_JSON_SERIALIZE_ENUM +@since version 3.4.0 +*/ +#define NLOHMANN_JSON_SERIALIZE_ENUM(ENUM_TYPE, ...) \ + template \ + inline void to_json(BasicJsonType& j, const ENUM_TYPE& e) \ + { \ + static_assert(std::is_enum::value, #ENUM_TYPE " must be an enum!"); \ + static const std::pair m[] = __VA_ARGS__; \ + auto it = std::find_if(std::begin(m), std::end(m), \ + [e](const std::pair& ej_pair) -> bool \ + { \ + return ej_pair.first == e; \ + }); \ + j = ((it != std::end(m)) ? it : std::begin(m))->second; \ + } \ + template \ + inline void from_json(const BasicJsonType& j, ENUM_TYPE& e) \ + { \ + static_assert(std::is_enum::value, #ENUM_TYPE " must be an enum!"); \ + static const std::pair m[] = __VA_ARGS__; \ + auto it = std::find_if(std::begin(m), std::end(m), \ + [&j](const std::pair& ej_pair) -> bool \ + { \ + return ej_pair.second == j; \ + }); \ + e = ((it != std::end(m)) ? it : std::begin(m))->first; \ + } + +// Ugly macros to avoid uglier copy-paste when specializing basic_json. They +// may be removed in the future once the class is split. + +#define NLOHMANN_BASIC_JSON_TPL_DECLARATION \ + template class ObjectType, \ + template class ArrayType, \ + class StringType, class BooleanType, class NumberIntegerType, \ + class NumberUnsignedType, class NumberFloatType, \ + template class AllocatorType, \ + template class JSONSerializer, \ + class BinaryType> + +#define NLOHMANN_BASIC_JSON_TPL \ + basic_json + +// Macros to simplify conversion from/to types + +#define NLOHMANN_JSON_EXPAND( x ) x +#define NLOHMANN_JSON_GET_MACRO(_1, _2, _3, _4, _5, _6, _7, _8, _9, _10, _11, _12, _13, _14, _15, _16, _17, _18, _19, _20, _21, _22, _23, _24, _25, _26, _27, _28, _29, _30, _31, _32, _33, _34, _35, _36, _37, _38, _39, _40, _41, _42, _43, _44, _45, _46, _47, _48, _49, _50, _51, _52, _53, _54, _55, _56, _57, _58, _59, _60, _61, _62, _63, _64, NAME,...) NAME +#define NLOHMANN_JSON_PASTE(...) NLOHMANN_JSON_EXPAND(NLOHMANN_JSON_GET_MACRO(__VA_ARGS__, \ + NLOHMANN_JSON_PASTE64, \ + NLOHMANN_JSON_PASTE63, \ + NLOHMANN_JSON_PASTE62, \ + NLOHMANN_JSON_PASTE61, \ + NLOHMANN_JSON_PASTE60, \ + NLOHMANN_JSON_PASTE59, \ + NLOHMANN_JSON_PASTE58, \ + NLOHMANN_JSON_PASTE57, \ + NLOHMANN_JSON_PASTE56, \ + NLOHMANN_JSON_PASTE55, \ + NLOHMANN_JSON_PASTE54, \ + NLOHMANN_JSON_PASTE53, \ + NLOHMANN_JSON_PASTE52, \ + NLOHMANN_JSON_PASTE51, \ + NLOHMANN_JSON_PASTE50, \ + NLOHMANN_JSON_PASTE49, \ + NLOHMANN_JSON_PASTE48, \ + NLOHMANN_JSON_PASTE47, \ + NLOHMANN_JSON_PASTE46, \ + NLOHMANN_JSON_PASTE45, \ + NLOHMANN_JSON_PASTE44, \ + NLOHMANN_JSON_PASTE43, \ + NLOHMANN_JSON_PASTE42, \ + NLOHMANN_JSON_PASTE41, \ + NLOHMANN_JSON_PASTE40, \ + NLOHMANN_JSON_PASTE39, \ + NLOHMANN_JSON_PASTE38, \ + NLOHMANN_JSON_PASTE37, \ + NLOHMANN_JSON_PASTE36, \ + NLOHMANN_JSON_PASTE35, \ + NLOHMANN_JSON_PASTE34, \ + NLOHMANN_JSON_PASTE33, \ + NLOHMANN_JSON_PASTE32, \ + NLOHMANN_JSON_PASTE31, \ + NLOHMANN_JSON_PASTE30, \ + NLOHMANN_JSON_PASTE29, \ + NLOHMANN_JSON_PASTE28, \ + NLOHMANN_JSON_PASTE27, \ + NLOHMANN_JSON_PASTE26, \ + NLOHMANN_JSON_PASTE25, \ + NLOHMANN_JSON_PASTE24, \ + NLOHMANN_JSON_PASTE23, \ + NLOHMANN_JSON_PASTE22, \ + NLOHMANN_JSON_PASTE21, \ + NLOHMANN_JSON_PASTE20, \ + NLOHMANN_JSON_PASTE19, \ + NLOHMANN_JSON_PASTE18, \ + NLOHMANN_JSON_PASTE17, \ + NLOHMANN_JSON_PASTE16, \ + NLOHMANN_JSON_PASTE15, \ + NLOHMANN_JSON_PASTE14, \ + NLOHMANN_JSON_PASTE13, \ + NLOHMANN_JSON_PASTE12, \ + NLOHMANN_JSON_PASTE11, \ + NLOHMANN_JSON_PASTE10, \ + NLOHMANN_JSON_PASTE9, \ + NLOHMANN_JSON_PASTE8, \ + NLOHMANN_JSON_PASTE7, \ + NLOHMANN_JSON_PASTE6, \ + NLOHMANN_JSON_PASTE5, \ + NLOHMANN_JSON_PASTE4, \ + NLOHMANN_JSON_PASTE3, \ + NLOHMANN_JSON_PASTE2, \ + NLOHMANN_JSON_PASTE1)(__VA_ARGS__)) +#define NLOHMANN_JSON_PASTE2(func, v1) func(v1) +#define NLOHMANN_JSON_PASTE3(func, v1, v2) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE2(func, v2) +#define NLOHMANN_JSON_PASTE4(func, v1, v2, v3) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE3(func, v2, v3) +#define NLOHMANN_JSON_PASTE5(func, v1, v2, v3, v4) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE4(func, v2, v3, v4) +#define NLOHMANN_JSON_PASTE6(func, v1, v2, v3, v4, v5) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE5(func, v2, v3, v4, v5) +#define NLOHMANN_JSON_PASTE7(func, v1, v2, v3, v4, v5, v6) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE6(func, v2, v3, v4, v5, v6) +#define NLOHMANN_JSON_PASTE8(func, v1, v2, v3, v4, v5, v6, v7) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE7(func, v2, v3, v4, v5, v6, v7) +#define NLOHMANN_JSON_PASTE9(func, v1, v2, v3, v4, v5, v6, v7, v8) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE8(func, v2, v3, v4, v5, v6, v7, v8) +#define NLOHMANN_JSON_PASTE10(func, v1, v2, v3, v4, v5, v6, v7, v8, v9) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE9(func, v2, v3, v4, v5, v6, v7, v8, v9) +#define NLOHMANN_JSON_PASTE11(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE10(func, v2, v3, v4, v5, v6, v7, v8, v9, v10) +#define NLOHMANN_JSON_PASTE12(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE11(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11) +#define NLOHMANN_JSON_PASTE13(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE12(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12) +#define NLOHMANN_JSON_PASTE14(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE13(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13) +#define NLOHMANN_JSON_PASTE15(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE14(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14) +#define NLOHMANN_JSON_PASTE16(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE15(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15) +#define NLOHMANN_JSON_PASTE17(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE16(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16) +#define NLOHMANN_JSON_PASTE18(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE17(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17) +#define NLOHMANN_JSON_PASTE19(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE18(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18) +#define NLOHMANN_JSON_PASTE20(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE19(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19) +#define NLOHMANN_JSON_PASTE21(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE20(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20) +#define NLOHMANN_JSON_PASTE22(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE21(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21) +#define NLOHMANN_JSON_PASTE23(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE22(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22) +#define NLOHMANN_JSON_PASTE24(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE23(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23) +#define NLOHMANN_JSON_PASTE25(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE24(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24) +#define NLOHMANN_JSON_PASTE26(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE25(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25) +#define NLOHMANN_JSON_PASTE27(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE26(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26) +#define NLOHMANN_JSON_PASTE28(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE27(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27) +#define NLOHMANN_JSON_PASTE29(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE28(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28) +#define NLOHMANN_JSON_PASTE30(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE29(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29) +#define NLOHMANN_JSON_PASTE31(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE30(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30) +#define NLOHMANN_JSON_PASTE32(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE31(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31) +#define NLOHMANN_JSON_PASTE33(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE32(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32) +#define NLOHMANN_JSON_PASTE34(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE33(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33) +#define NLOHMANN_JSON_PASTE35(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE34(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34) +#define NLOHMANN_JSON_PASTE36(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE35(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35) +#define NLOHMANN_JSON_PASTE37(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE36(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36) +#define NLOHMANN_JSON_PASTE38(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE37(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37) +#define NLOHMANN_JSON_PASTE39(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE38(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38) +#define NLOHMANN_JSON_PASTE40(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE39(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39) +#define NLOHMANN_JSON_PASTE41(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE40(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40) +#define NLOHMANN_JSON_PASTE42(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE41(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41) +#define NLOHMANN_JSON_PASTE43(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE42(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42) +#define NLOHMANN_JSON_PASTE44(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE43(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43) +#define NLOHMANN_JSON_PASTE45(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE44(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44) +#define NLOHMANN_JSON_PASTE46(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE45(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45) +#define NLOHMANN_JSON_PASTE47(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE46(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46) +#define NLOHMANN_JSON_PASTE48(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE47(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47) +#define NLOHMANN_JSON_PASTE49(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE48(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48) +#define NLOHMANN_JSON_PASTE50(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE49(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49) +#define NLOHMANN_JSON_PASTE51(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE50(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50) +#define NLOHMANN_JSON_PASTE52(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE51(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51) +#define NLOHMANN_JSON_PASTE53(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE52(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52) +#define NLOHMANN_JSON_PASTE54(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE53(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53) +#define NLOHMANN_JSON_PASTE55(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE54(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54) +#define NLOHMANN_JSON_PASTE56(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE55(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55) +#define NLOHMANN_JSON_PASTE57(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE56(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56) +#define NLOHMANN_JSON_PASTE58(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE57(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57) +#define NLOHMANN_JSON_PASTE59(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE58(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58) +#define NLOHMANN_JSON_PASTE60(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE59(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59) +#define NLOHMANN_JSON_PASTE61(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59, v60) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE60(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59, v60) +#define NLOHMANN_JSON_PASTE62(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59, v60, v61) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE61(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59, v60, v61) +#define NLOHMANN_JSON_PASTE63(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59, v60, v61, v62) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE62(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59, v60, v61, v62) +#define NLOHMANN_JSON_PASTE64(func, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59, v60, v61, v62, v63) NLOHMANN_JSON_PASTE2(func, v1) NLOHMANN_JSON_PASTE63(func, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13, v14, v15, v16, v17, v18, v19, v20, v21, v22, v23, v24, v25, v26, v27, v28, v29, v30, v31, v32, v33, v34, v35, v36, v37, v38, v39, v40, v41, v42, v43, v44, v45, v46, v47, v48, v49, v50, v51, v52, v53, v54, v55, v56, v57, v58, v59, v60, v61, v62, v63) + +#define NLOHMANN_JSON_TO(v1) nlohmann_json_j[#v1] = nlohmann_json_t.v1; +#define NLOHMANN_JSON_FROM(v1) nlohmann_json_j.at(#v1).get_to(nlohmann_json_t.v1); + +/*! +@brief macro +@def NLOHMANN_DEFINE_TYPE_INTRUSIVE +@since version 3.9.0 +*/ +#define NLOHMANN_DEFINE_TYPE_INTRUSIVE(Type, ...) \ + friend void to_json(nlohmann::json& nlohmann_json_j, const Type& nlohmann_json_t) { NLOHMANN_JSON_EXPAND(NLOHMANN_JSON_PASTE(NLOHMANN_JSON_TO, __VA_ARGS__)) } \ + friend void from_json(const nlohmann::json& nlohmann_json_j, Type& nlohmann_json_t) { NLOHMANN_JSON_EXPAND(NLOHMANN_JSON_PASTE(NLOHMANN_JSON_FROM, __VA_ARGS__)) } + +/*! +@brief macro +@def NLOHMANN_DEFINE_TYPE_NON_INTRUSIVE +@since version 3.9.0 +*/ +#define NLOHMANN_DEFINE_TYPE_NON_INTRUSIVE(Type, ...) \ + inline void to_json(nlohmann::json& nlohmann_json_j, const Type& nlohmann_json_t) { NLOHMANN_JSON_EXPAND(NLOHMANN_JSON_PASTE(NLOHMANN_JSON_TO, __VA_ARGS__)) } \ + inline void from_json(const nlohmann::json& nlohmann_json_j, Type& nlohmann_json_t) { NLOHMANN_JSON_EXPAND(NLOHMANN_JSON_PASTE(NLOHMANN_JSON_FROM, __VA_ARGS__)) } + +#ifndef JSON_USE_IMPLICIT_CONVERSIONS + #define JSON_USE_IMPLICIT_CONVERSIONS 1 +#endif + +#if JSON_USE_IMPLICIT_CONVERSIONS + #define JSON_EXPLICIT +#else + #define JSON_EXPLICIT explicit +#endif + + +namespace nlohmann +{ +namespace detail +{ +//////////////// +// exceptions // +//////////////// + +/*! +@brief general exception of the @ref basic_json class + +This class is an extension of `std::exception` objects with a member @a id for +exception ids. It is used as the base class for all exceptions thrown by the +@ref basic_json class. This class can hence be used as "wildcard" to catch +exceptions. + +Subclasses: +- @ref parse_error for exceptions indicating a parse error +- @ref invalid_iterator for exceptions indicating errors with iterators +- @ref type_error for exceptions indicating executing a member function with + a wrong type +- @ref out_of_range for exceptions indicating access out of the defined range +- @ref other_error for exceptions indicating other library errors + +@internal +@note To have nothrow-copy-constructible exceptions, we internally use + `std::runtime_error` which can cope with arbitrary-length error messages. + Intermediate strings are built with static functions and then passed to + the actual constructor. +@endinternal + +@liveexample{The following code shows how arbitrary library exceptions can be +caught.,exception} + +@since version 3.0.0 +*/ +class exception : public std::exception +{ + public: + /// returns the explanatory string + JSON_HEDLEY_RETURNS_NON_NULL + const char* what() const noexcept override + { + return m.what(); + } + + /// the id of the exception + const int id; + + protected: + JSON_HEDLEY_NON_NULL(3) + exception(int id_, const char* what_arg) : id(id_), m(what_arg) {} + + static std::string name(const std::string& ename, int id_) + { + return "[json.exception." + ename + "." + std::to_string(id_) + "] "; + } + + private: + /// an exception object as storage for error messages + std::runtime_error m; +}; + +/*! +@brief exception indicating a parse error + +This exception is thrown by the library when a parse error occurs. Parse errors +can occur during the deserialization of JSON text, CBOR, MessagePack, as well +as when using JSON Patch. + +Member @a byte holds the byte index of the last read character in the input +file. + +Exceptions have ids 1xx. + +name / id | example message | description +------------------------------ | --------------- | ------------------------- +json.exception.parse_error.101 | parse error at 2: unexpected end of input; expected string literal | This error indicates a syntax error while deserializing a JSON text. The error message describes that an unexpected token (character) was encountered, and the member @a byte indicates the error position. +json.exception.parse_error.102 | parse error at 14: missing or wrong low surrogate | JSON uses the `\uxxxx` format to describe Unicode characters. Code points above above 0xFFFF are split into two `\uxxxx` entries ("surrogate pairs"). This error indicates that the surrogate pair is incomplete or contains an invalid code point. +json.exception.parse_error.103 | parse error: code points above 0x10FFFF are invalid | Unicode supports code points up to 0x10FFFF. Code points above 0x10FFFF are invalid. +json.exception.parse_error.104 | parse error: JSON patch must be an array of objects | [RFC 6902](https://tools.ietf.org/html/rfc6902) requires a JSON Patch document to be a JSON document that represents an array of objects. +json.exception.parse_error.105 | parse error: operation must have string member 'op' | An operation of a JSON Patch document must contain exactly one "op" member, whose value indicates the operation to perform. Its value must be one of "add", "remove", "replace", "move", "copy", or "test"; other values are errors. +json.exception.parse_error.106 | parse error: array index '01' must not begin with '0' | An array index in a JSON Pointer ([RFC 6901](https://tools.ietf.org/html/rfc6901)) may be `0` or any number without a leading `0`. +json.exception.parse_error.107 | parse error: JSON pointer must be empty or begin with '/' - was: 'foo' | A JSON Pointer must be a Unicode string containing a sequence of zero or more reference tokens, each prefixed by a `/` character. +json.exception.parse_error.108 | parse error: escape character '~' must be followed with '0' or '1' | In a JSON Pointer, only `~0` and `~1` are valid escape sequences. +json.exception.parse_error.109 | parse error: array index 'one' is not a number | A JSON Pointer array index must be a number. +json.exception.parse_error.110 | parse error at 1: cannot read 2 bytes from vector | When parsing CBOR or MessagePack, the byte vector ends before the complete value has been read. +json.exception.parse_error.112 | parse error at 1: error reading CBOR; last byte: 0xF8 | Not all types of CBOR or MessagePack are supported. This exception occurs if an unsupported byte was read. +json.exception.parse_error.113 | parse error at 2: expected a CBOR string; last byte: 0x98 | While parsing a map key, a value that is not a string has been read. +json.exception.parse_error.114 | parse error: Unsupported BSON record type 0x0F | The parsing of the corresponding BSON record type is not implemented (yet). +json.exception.parse_error.115 | parse error at byte 5: syntax error while parsing UBJSON high-precision number: invalid number text: 1A | A UBJSON high-precision number could not be parsed. + +@note For an input with n bytes, 1 is the index of the first character and n+1 + is the index of the terminating null byte or the end of file. This also + holds true when reading a byte vector (CBOR or MessagePack). + +@liveexample{The following code shows how a `parse_error` exception can be +caught.,parse_error} + +@sa - @ref exception for the base class of the library exceptions +@sa - @ref invalid_iterator for exceptions indicating errors with iterators +@sa - @ref type_error for exceptions indicating executing a member function with + a wrong type +@sa - @ref out_of_range for exceptions indicating access out of the defined range +@sa - @ref other_error for exceptions indicating other library errors + +@since version 3.0.0 +*/ +class parse_error : public exception +{ + public: + /*! + @brief create a parse error exception + @param[in] id_ the id of the exception + @param[in] pos the position where the error occurred (or with + chars_read_total=0 if the position cannot be + determined) + @param[in] what_arg the explanatory string + @return parse_error object + */ + static parse_error create(int id_, const position_t& pos, const std::string& what_arg) + { + std::string w = exception::name("parse_error", id_) + "parse error" + + position_string(pos) + ": " + what_arg; + return parse_error(id_, pos.chars_read_total, w.c_str()); + } + + static parse_error create(int id_, std::size_t byte_, const std::string& what_arg) + { + std::string w = exception::name("parse_error", id_) + "parse error" + + (byte_ != 0 ? (" at byte " + std::to_string(byte_)) : "") + + ": " + what_arg; + return parse_error(id_, byte_, w.c_str()); + } + + /*! + @brief byte index of the parse error + + The byte index of the last read character in the input file. + + @note For an input with n bytes, 1 is the index of the first character and + n+1 is the index of the terminating null byte or the end of file. + This also holds true when reading a byte vector (CBOR or MessagePack). + */ + const std::size_t byte; + + private: + parse_error(int id_, std::size_t byte_, const char* what_arg) + : exception(id_, what_arg), byte(byte_) {} + + static std::string position_string(const position_t& pos) + { + return " at line " + std::to_string(pos.lines_read + 1) + + ", column " + std::to_string(pos.chars_read_current_line); + } +}; + +/*! +@brief exception indicating errors with iterators + +This exception is thrown if iterators passed to a library function do not match +the expected semantics. + +Exceptions have ids 2xx. + +name / id | example message | description +----------------------------------- | --------------- | ------------------------- +json.exception.invalid_iterator.201 | iterators are not compatible | The iterators passed to constructor @ref basic_json(InputIT first, InputIT last) are not compatible, meaning they do not belong to the same container. Therefore, the range (@a first, @a last) is invalid. +json.exception.invalid_iterator.202 | iterator does not fit current value | In an erase or insert function, the passed iterator @a pos does not belong to the JSON value for which the function was called. It hence does not define a valid position for the deletion/insertion. +json.exception.invalid_iterator.203 | iterators do not fit current value | Either iterator passed to function @ref erase(IteratorType first, IteratorType last) does not belong to the JSON value from which values shall be erased. It hence does not define a valid range to delete values from. +json.exception.invalid_iterator.204 | iterators out of range | When an iterator range for a primitive type (number, boolean, or string) is passed to a constructor or an erase function, this range has to be exactly (@ref begin(), @ref end()), because this is the only way the single stored value is expressed. All other ranges are invalid. +json.exception.invalid_iterator.205 | iterator out of range | When an iterator for a primitive type (number, boolean, or string) is passed to an erase function, the iterator has to be the @ref begin() iterator, because it is the only way to address the stored value. All other iterators are invalid. +json.exception.invalid_iterator.206 | cannot construct with iterators from null | The iterators passed to constructor @ref basic_json(InputIT first, InputIT last) belong to a JSON null value and hence to not define a valid range. +json.exception.invalid_iterator.207 | cannot use key() for non-object iterators | The key() member function can only be used on iterators belonging to a JSON object, because other types do not have a concept of a key. +json.exception.invalid_iterator.208 | cannot use operator[] for object iterators | The operator[] to specify a concrete offset cannot be used on iterators belonging to a JSON object, because JSON objects are unordered. +json.exception.invalid_iterator.209 | cannot use offsets with object iterators | The offset operators (+, -, +=, -=) cannot be used on iterators belonging to a JSON object, because JSON objects are unordered. +json.exception.invalid_iterator.210 | iterators do not fit | The iterator range passed to the insert function are not compatible, meaning they do not belong to the same container. Therefore, the range (@a first, @a last) is invalid. +json.exception.invalid_iterator.211 | passed iterators may not belong to container | The iterator range passed to the insert function must not be a subrange of the container to insert to. +json.exception.invalid_iterator.212 | cannot compare iterators of different containers | When two iterators are compared, they must belong to the same container. +json.exception.invalid_iterator.213 | cannot compare order of object iterators | The order of object iterators cannot be compared, because JSON objects are unordered. +json.exception.invalid_iterator.214 | cannot get value | Cannot get value for iterator: Either the iterator belongs to a null value or it is an iterator to a primitive type (number, boolean, or string), but the iterator is different to @ref begin(). + +@liveexample{The following code shows how an `invalid_iterator` exception can be +caught.,invalid_iterator} + +@sa - @ref exception for the base class of the library exceptions +@sa - @ref parse_error for exceptions indicating a parse error +@sa - @ref type_error for exceptions indicating executing a member function with + a wrong type +@sa - @ref out_of_range for exceptions indicating access out of the defined range +@sa - @ref other_error for exceptions indicating other library errors + +@since version 3.0.0 +*/ +class invalid_iterator : public exception +{ + public: + static invalid_iterator create(int id_, const std::string& what_arg) + { + std::string w = exception::name("invalid_iterator", id_) + what_arg; + return invalid_iterator(id_, w.c_str()); + } + + private: + JSON_HEDLEY_NON_NULL(3) + invalid_iterator(int id_, const char* what_arg) + : exception(id_, what_arg) {} +}; + +/*! +@brief exception indicating executing a member function with a wrong type + +This exception is thrown in case of a type error; that is, a library function is +executed on a JSON value whose type does not match the expected semantics. + +Exceptions have ids 3xx. + +name / id | example message | description +----------------------------- | --------------- | ------------------------- +json.exception.type_error.301 | cannot create object from initializer list | To create an object from an initializer list, the initializer list must consist only of a list of pairs whose first element is a string. When this constraint is violated, an array is created instead. +json.exception.type_error.302 | type must be object, but is array | During implicit or explicit value conversion, the JSON type must be compatible to the target type. For instance, a JSON string can only be converted into string types, but not into numbers or boolean types. +json.exception.type_error.303 | incompatible ReferenceType for get_ref, actual type is object | To retrieve a reference to a value stored in a @ref basic_json object with @ref get_ref, the type of the reference must match the value type. For instance, for a JSON array, the @a ReferenceType must be @ref array_t &. +json.exception.type_error.304 | cannot use at() with string | The @ref at() member functions can only be executed for certain JSON types. +json.exception.type_error.305 | cannot use operator[] with string | The @ref operator[] member functions can only be executed for certain JSON types. +json.exception.type_error.306 | cannot use value() with string | The @ref value() member functions can only be executed for certain JSON types. +json.exception.type_error.307 | cannot use erase() with string | The @ref erase() member functions can only be executed for certain JSON types. +json.exception.type_error.308 | cannot use push_back() with string | The @ref push_back() and @ref operator+= member functions can only be executed for certain JSON types. +json.exception.type_error.309 | cannot use insert() with | The @ref insert() member functions can only be executed for certain JSON types. +json.exception.type_error.310 | cannot use swap() with number | The @ref swap() member functions can only be executed for certain JSON types. +json.exception.type_error.311 | cannot use emplace_back() with string | The @ref emplace_back() member function can only be executed for certain JSON types. +json.exception.type_error.312 | cannot use update() with string | The @ref update() member functions can only be executed for certain JSON types. +json.exception.type_error.313 | invalid value to unflatten | The @ref unflatten function converts an object whose keys are JSON Pointers back into an arbitrary nested JSON value. The JSON Pointers must not overlap, because then the resulting value would not be well defined. +json.exception.type_error.314 | only objects can be unflattened | The @ref unflatten function only works for an object whose keys are JSON Pointers. +json.exception.type_error.315 | values in object must be primitive | The @ref unflatten function only works for an object whose keys are JSON Pointers and whose values are primitive. +json.exception.type_error.316 | invalid UTF-8 byte at index 10: 0x7E | The @ref dump function only works with UTF-8 encoded strings; that is, if you assign a `std::string` to a JSON value, make sure it is UTF-8 encoded. | +json.exception.type_error.317 | JSON value cannot be serialized to requested format | The dynamic type of the object cannot be represented in the requested serialization format (e.g. a raw `true` or `null` JSON object cannot be serialized to BSON) | + +@liveexample{The following code shows how a `type_error` exception can be +caught.,type_error} + +@sa - @ref exception for the base class of the library exceptions +@sa - @ref parse_error for exceptions indicating a parse error +@sa - @ref invalid_iterator for exceptions indicating errors with iterators +@sa - @ref out_of_range for exceptions indicating access out of the defined range +@sa - @ref other_error for exceptions indicating other library errors + +@since version 3.0.0 +*/ +class type_error : public exception +{ + public: + static type_error create(int id_, const std::string& what_arg) + { + std::string w = exception::name("type_error", id_) + what_arg; + return type_error(id_, w.c_str()); + } + + private: + JSON_HEDLEY_NON_NULL(3) + type_error(int id_, const char* what_arg) : exception(id_, what_arg) {} +}; + +/*! +@brief exception indicating access out of the defined range + +This exception is thrown in case a library function is called on an input +parameter that exceeds the expected range, for instance in case of array +indices or nonexisting object keys. + +Exceptions have ids 4xx. + +name / id | example message | description +------------------------------- | --------------- | ------------------------- +json.exception.out_of_range.401 | array index 3 is out of range | The provided array index @a i is larger than @a size-1. +json.exception.out_of_range.402 | array index '-' (3) is out of range | The special array index `-` in a JSON Pointer never describes a valid element of the array, but the index past the end. That is, it can only be used to add elements at this position, but not to read it. +json.exception.out_of_range.403 | key 'foo' not found | The provided key was not found in the JSON object. +json.exception.out_of_range.404 | unresolved reference token 'foo' | A reference token in a JSON Pointer could not be resolved. +json.exception.out_of_range.405 | JSON pointer has no parent | The JSON Patch operations 'remove' and 'add' can not be applied to the root element of the JSON value. +json.exception.out_of_range.406 | number overflow parsing '10E1000' | A parsed number could not be stored as without changing it to NaN or INF. +json.exception.out_of_range.407 | number overflow serializing '9223372036854775808' | UBJSON and BSON only support integer numbers up to 9223372036854775807. (until version 3.8.0) | +json.exception.out_of_range.408 | excessive array size: 8658170730974374167 | The size (following `#`) of an UBJSON array or object exceeds the maximal capacity. | +json.exception.out_of_range.409 | BSON key cannot contain code point U+0000 (at byte 2) | Key identifiers to be serialized to BSON cannot contain code point U+0000, since the key is stored as zero-terminated c-string | + +@liveexample{The following code shows how an `out_of_range` exception can be +caught.,out_of_range} + +@sa - @ref exception for the base class of the library exceptions +@sa - @ref parse_error for exceptions indicating a parse error +@sa - @ref invalid_iterator for exceptions indicating errors with iterators +@sa - @ref type_error for exceptions indicating executing a member function with + a wrong type +@sa - @ref other_error for exceptions indicating other library errors + +@since version 3.0.0 +*/ +class out_of_range : public exception +{ + public: + static out_of_range create(int id_, const std::string& what_arg) + { + std::string w = exception::name("out_of_range", id_) + what_arg; + return out_of_range(id_, w.c_str()); + } + + private: + JSON_HEDLEY_NON_NULL(3) + out_of_range(int id_, const char* what_arg) : exception(id_, what_arg) {} +}; + +/*! +@brief exception indicating other library errors + +This exception is thrown in case of errors that cannot be classified with the +other exception types. + +Exceptions have ids 5xx. + +name / id | example message | description +------------------------------ | --------------- | ------------------------- +json.exception.other_error.501 | unsuccessful: {"op":"test","path":"/baz", "value":"bar"} | A JSON Patch operation 'test' failed. The unsuccessful operation is also printed. + +@sa - @ref exception for the base class of the library exceptions +@sa - @ref parse_error for exceptions indicating a parse error +@sa - @ref invalid_iterator for exceptions indicating errors with iterators +@sa - @ref type_error for exceptions indicating executing a member function with + a wrong type +@sa - @ref out_of_range for exceptions indicating access out of the defined range + +@liveexample{The following code shows how an `other_error` exception can be +caught.,other_error} + +@since version 3.0.0 +*/ +class other_error : public exception +{ + public: + static other_error create(int id_, const std::string& what_arg) + { + std::string w = exception::name("other_error", id_) + what_arg; + return other_error(id_, w.c_str()); + } + + private: + JSON_HEDLEY_NON_NULL(3) + other_error(int id_, const char* what_arg) : exception(id_, what_arg) {} +}; +} // namespace detail +} // namespace nlohmann + +// #include + +// #include + + +#include // size_t +#include // conditional, enable_if, false_type, integral_constant, is_constructible, is_integral, is_same, remove_cv, remove_reference, true_type + +namespace nlohmann +{ +namespace detail +{ +// alias templates to reduce boilerplate +template +using enable_if_t = typename std::enable_if::type; + +template +using uncvref_t = typename std::remove_cv::type>::type; + +// implementation of C++14 index_sequence and affiliates +// source: https://stackoverflow.com/a/32223343 +template +struct index_sequence +{ + using type = index_sequence; + using value_type = std::size_t; + static constexpr std::size_t size() noexcept + { + return sizeof...(Ints); + } +}; + +template +struct merge_and_renumber; + +template +struct merge_and_renumber, index_sequence> + : index_sequence < I1..., (sizeof...(I1) + I2)... > {}; + +template +struct make_index_sequence + : merge_and_renumber < typename make_index_sequence < N / 2 >::type, + typename make_index_sequence < N - N / 2 >::type > {}; + +template<> struct make_index_sequence<0> : index_sequence<> {}; +template<> struct make_index_sequence<1> : index_sequence<0> {}; + +template +using index_sequence_for = make_index_sequence; + +// dispatch utility (taken from ranges-v3) +template struct priority_tag : priority_tag < N - 1 > {}; +template<> struct priority_tag<0> {}; + +// taken from ranges-v3 +template +struct static_const +{ + static constexpr T value{}; +}; + +template +constexpr T static_const::value; +} // namespace detail +} // namespace nlohmann + +// #include + + +#include // numeric_limits +#include // false_type, is_constructible, is_integral, is_same, true_type +#include // declval + +// #include + + +#include // random_access_iterator_tag + +// #include + + +namespace nlohmann +{ +namespace detail +{ +template struct make_void +{ + using type = void; +}; +template using void_t = typename make_void::type; +} // namespace detail +} // namespace nlohmann + +// #include + + +namespace nlohmann +{ +namespace detail +{ +template +struct iterator_types {}; + +template +struct iterator_types < + It, + void_t> +{ + using difference_type = typename It::difference_type; + using value_type = typename It::value_type; + using pointer = typename It::pointer; + using reference = typename It::reference; + using iterator_category = typename It::iterator_category; +}; + +// This is required as some compilers implement std::iterator_traits in a way that +// doesn't work with SFINAE. See https://github.com/nlohmann/json/issues/1341. +template +struct iterator_traits +{ +}; + +template +struct iterator_traits < T, enable_if_t < !std::is_pointer::value >> + : iterator_types +{ +}; + +template +struct iterator_traits::value>> +{ + using iterator_category = std::random_access_iterator_tag; + using value_type = T; + using difference_type = ptrdiff_t; + using pointer = T*; + using reference = T&; +}; +} // namespace detail +} // namespace nlohmann + +// #include + +// #include + +// #include + + +#include + +// #include + + +// https://en.cppreference.com/w/cpp/experimental/is_detected +namespace nlohmann +{ +namespace detail +{ +struct nonesuch +{ + nonesuch() = delete; + ~nonesuch() = delete; + nonesuch(nonesuch const&) = delete; + nonesuch(nonesuch const&&) = delete; + void operator=(nonesuch const&) = delete; + void operator=(nonesuch&&) = delete; +}; + +template class Op, + class... Args> +struct detector +{ + using value_t = std::false_type; + using type = Default; +}; + +template class Op, class... Args> +struct detector>, Op, Args...> +{ + using value_t = std::true_type; + using type = Op; +}; + +template class Op, class... Args> +using is_detected = typename detector::value_t; + +template class Op, class... Args> +using detected_t = typename detector::type; + +template class Op, class... Args> +using detected_or = detector; + +template class Op, class... Args> +using detected_or_t = typename detected_or::type; + +template class Op, class... Args> +using is_detected_exact = std::is_same>; + +template class Op, class... Args> +using is_detected_convertible = + std::is_convertible, To>; +} // namespace detail +} // namespace nlohmann + +// #include +#ifndef INCLUDE_NLOHMANN_JSON_FWD_HPP_ +#define INCLUDE_NLOHMANN_JSON_FWD_HPP_ + +#include // int64_t, uint64_t +#include // map +#include // allocator +#include // string +#include // vector + +/*! +@brief namespace for Niels Lohmann +@see https://github.com/nlohmann +@since version 1.0.0 +*/ +namespace nlohmann +{ +/*! +@brief default JSONSerializer template argument + +This serializer ignores the template arguments and uses ADL +([argument-dependent lookup](https://en.cppreference.com/w/cpp/language/adl)) +for serialization. +*/ +template +struct adl_serializer; + +template class ObjectType = + std::map, + template class ArrayType = std::vector, + class StringType = std::string, class BooleanType = bool, + class NumberIntegerType = std::int64_t, + class NumberUnsignedType = std::uint64_t, + class NumberFloatType = double, + template class AllocatorType = std::allocator, + template class JSONSerializer = + adl_serializer, + class BinaryType = std::vector> +class basic_json; + +/*! +@brief JSON Pointer + +A JSON pointer defines a string syntax for identifying a specific value +within a JSON document. It can be used with functions `at` and +`operator[]`. Furthermore, JSON pointers are the base for JSON patches. + +@sa [RFC 6901](https://tools.ietf.org/html/rfc6901) + +@since version 2.0.0 +*/ +template +class json_pointer; + +/*! +@brief default JSON class + +This type is the default specialization of the @ref basic_json class which +uses the standard template types. + +@since version 1.0.0 +*/ +using json = basic_json<>; + +template +struct ordered_map; + +/*! +@brief ordered JSON class + +This type preserves the insertion order of object keys. + +@since version 3.9.0 +*/ +using ordered_json = basic_json; + +} // namespace nlohmann + +#endif // INCLUDE_NLOHMANN_JSON_FWD_HPP_ + + +namespace nlohmann +{ +/*! +@brief detail namespace with internal helper functions + +This namespace collects functions that should not be exposed, +implementations of some @ref basic_json methods, and meta-programming helpers. + +@since version 2.1.0 +*/ +namespace detail +{ +///////////// +// helpers // +///////////// + +// Note to maintainers: +// +// Every trait in this file expects a non CV-qualified type. +// The only exceptions are in the 'aliases for detected' section +// (i.e. those of the form: decltype(T::member_function(std::declval()))) +// +// In this case, T has to be properly CV-qualified to constraint the function arguments +// (e.g. to_json(BasicJsonType&, const T&)) + +template struct is_basic_json : std::false_type {}; + +NLOHMANN_BASIC_JSON_TPL_DECLARATION +struct is_basic_json : std::true_type {}; + +////////////////////// +// json_ref helpers // +////////////////////// + +template +class json_ref; + +template +struct is_json_ref : std::false_type {}; + +template +struct is_json_ref> : std::true_type {}; + +////////////////////////// +// aliases for detected // +////////////////////////// + +template +using mapped_type_t = typename T::mapped_type; + +template +using key_type_t = typename T::key_type; + +template +using value_type_t = typename T::value_type; + +template +using difference_type_t = typename T::difference_type; + +template +using pointer_t = typename T::pointer; + +template +using reference_t = typename T::reference; + +template +using iterator_category_t = typename T::iterator_category; + +template +using iterator_t = typename T::iterator; + +template +using to_json_function = decltype(T::to_json(std::declval()...)); + +template +using from_json_function = decltype(T::from_json(std::declval()...)); + +template +using get_template_function = decltype(std::declval().template get()); + +// trait checking if JSONSerializer::from_json(json const&, udt&) exists +template +struct has_from_json : std::false_type {}; + +// trait checking if j.get is valid +// use this trait instead of std::is_constructible or std::is_convertible, +// both rely on, or make use of implicit conversions, and thus fail when T +// has several constructors/operator= (see https://github.com/nlohmann/json/issues/958) +template +struct is_getable +{ + static constexpr bool value = is_detected::value; +}; + +template +struct has_from_json < BasicJsonType, T, + enable_if_t < !is_basic_json::value >> +{ + using serializer = typename BasicJsonType::template json_serializer; + + static constexpr bool value = + is_detected_exact::value; +}; + +// This trait checks if JSONSerializer::from_json(json const&) exists +// this overload is used for non-default-constructible user-defined-types +template +struct has_non_default_from_json : std::false_type {}; + +template +struct has_non_default_from_json < BasicJsonType, T, enable_if_t < !is_basic_json::value >> +{ + using serializer = typename BasicJsonType::template json_serializer; + + static constexpr bool value = + is_detected_exact::value; +}; + +// This trait checks if BasicJsonType::json_serializer::to_json exists +// Do not evaluate the trait when T is a basic_json type, to avoid template instantiation infinite recursion. +template +struct has_to_json : std::false_type {}; + +template +struct has_to_json < BasicJsonType, T, enable_if_t < !is_basic_json::value >> +{ + using serializer = typename BasicJsonType::template json_serializer; + + static constexpr bool value = + is_detected_exact::value; +}; + + +/////////////////// +// is_ functions // +/////////////////// + +template +struct is_iterator_traits : std::false_type {}; + +template +struct is_iterator_traits> +{ + private: + using traits = iterator_traits; + + public: + static constexpr auto value = + is_detected::value && + is_detected::value && + is_detected::value && + is_detected::value && + is_detected::value; +}; + +// source: https://stackoverflow.com/a/37193089/4116453 + +template +struct is_complete_type : std::false_type {}; + +template +struct is_complete_type : std::true_type {}; + +template +struct is_compatible_object_type_impl : std::false_type {}; + +template +struct is_compatible_object_type_impl < + BasicJsonType, CompatibleObjectType, + enable_if_t < is_detected::value&& + is_detected::value >> +{ + + using object_t = typename BasicJsonType::object_t; + + // macOS's is_constructible does not play well with nonesuch... + static constexpr bool value = + std::is_constructible::value && + std::is_constructible::value; +}; + +template +struct is_compatible_object_type + : is_compatible_object_type_impl {}; + +template +struct is_constructible_object_type_impl : std::false_type {}; + +template +struct is_constructible_object_type_impl < + BasicJsonType, ConstructibleObjectType, + enable_if_t < is_detected::value&& + is_detected::value >> +{ + using object_t = typename BasicJsonType::object_t; + + static constexpr bool value = + (std::is_default_constructible::value && + (std::is_move_assignable::value || + std::is_copy_assignable::value) && + (std::is_constructible::value && + std::is_same < + typename object_t::mapped_type, + typename ConstructibleObjectType::mapped_type >::value)) || + (has_from_json::value || + has_non_default_from_json < + BasicJsonType, + typename ConstructibleObjectType::mapped_type >::value); +}; + +template +struct is_constructible_object_type + : is_constructible_object_type_impl {}; + +template +struct is_compatible_string_type_impl : std::false_type {}; + +template +struct is_compatible_string_type_impl < + BasicJsonType, CompatibleStringType, + enable_if_t::value >> +{ + static constexpr auto value = + std::is_constructible::value; +}; + +template +struct is_compatible_string_type + : is_compatible_string_type_impl {}; + +template +struct is_constructible_string_type_impl : std::false_type {}; + +template +struct is_constructible_string_type_impl < + BasicJsonType, ConstructibleStringType, + enable_if_t::value >> +{ + static constexpr auto value = + std::is_constructible::value; +}; + +template +struct is_constructible_string_type + : is_constructible_string_type_impl {}; + +template +struct is_compatible_array_type_impl : std::false_type {}; + +template +struct is_compatible_array_type_impl < + BasicJsonType, CompatibleArrayType, + enable_if_t < is_detected::value&& + is_detected::value&& +// This is needed because json_reverse_iterator has a ::iterator type... +// Therefore it is detected as a CompatibleArrayType. +// The real fix would be to have an Iterable concept. + !is_iterator_traits < + iterator_traits>::value >> +{ + static constexpr bool value = + std::is_constructible::value; +}; + +template +struct is_compatible_array_type + : is_compatible_array_type_impl {}; + +template +struct is_constructible_array_type_impl : std::false_type {}; + +template +struct is_constructible_array_type_impl < + BasicJsonType, ConstructibleArrayType, + enable_if_t::value >> + : std::true_type {}; + +template +struct is_constructible_array_type_impl < + BasicJsonType, ConstructibleArrayType, + enable_if_t < !std::is_same::value&& + std::is_default_constructible::value&& +(std::is_move_assignable::value || + std::is_copy_assignable::value)&& +is_detected::value&& +is_detected::value&& +is_complete_type < +detected_t>::value >> +{ + static constexpr bool value = + // This is needed because json_reverse_iterator has a ::iterator type, + // furthermore, std::back_insert_iterator (and other iterators) have a + // base class `iterator`... Therefore it is detected as a + // ConstructibleArrayType. The real fix would be to have an Iterable + // concept. + !is_iterator_traits>::value && + + (std::is_same::value || + has_from_json::value || + has_non_default_from_json < + BasicJsonType, typename ConstructibleArrayType::value_type >::value); +}; + +template +struct is_constructible_array_type + : is_constructible_array_type_impl {}; + +template +struct is_compatible_integer_type_impl : std::false_type {}; + +template +struct is_compatible_integer_type_impl < + RealIntegerType, CompatibleNumberIntegerType, + enable_if_t < std::is_integral::value&& + std::is_integral::value&& + !std::is_same::value >> +{ + // is there an assert somewhere on overflows? + using RealLimits = std::numeric_limits; + using CompatibleLimits = std::numeric_limits; + + static constexpr auto value = + std::is_constructible::value && + CompatibleLimits::is_integer && + RealLimits::is_signed == CompatibleLimits::is_signed; +}; + +template +struct is_compatible_integer_type + : is_compatible_integer_type_impl {}; + +template +struct is_compatible_type_impl: std::false_type {}; + +template +struct is_compatible_type_impl < + BasicJsonType, CompatibleType, + enable_if_t::value >> +{ + static constexpr bool value = + has_to_json::value; +}; + +template +struct is_compatible_type + : is_compatible_type_impl {}; + +// https://en.cppreference.com/w/cpp/types/conjunction +template struct conjunction : std::true_type { }; +template struct conjunction : B1 { }; +template +struct conjunction +: std::conditional, B1>::type {}; + +template +struct is_constructible_tuple : std::false_type {}; + +template +struct is_constructible_tuple> : conjunction...> {}; +} // namespace detail +} // namespace nlohmann + +// #include + + +#include // array +#include // size_t +#include // uint8_t +#include // string + +namespace nlohmann +{ +namespace detail +{ +/////////////////////////// +// JSON type enumeration // +/////////////////////////// + +/*! +@brief the JSON type enumeration + +This enumeration collects the different JSON types. It is internally used to +distinguish the stored values, and the functions @ref basic_json::is_null(), +@ref basic_json::is_object(), @ref basic_json::is_array(), +@ref basic_json::is_string(), @ref basic_json::is_boolean(), +@ref basic_json::is_number() (with @ref basic_json::is_number_integer(), +@ref basic_json::is_number_unsigned(), and @ref basic_json::is_number_float()), +@ref basic_json::is_discarded(), @ref basic_json::is_primitive(), and +@ref basic_json::is_structured() rely on it. + +@note There are three enumeration entries (number_integer, number_unsigned, and +number_float), because the library distinguishes these three types for numbers: +@ref basic_json::number_unsigned_t is used for unsigned integers, +@ref basic_json::number_integer_t is used for signed integers, and +@ref basic_json::number_float_t is used for floating-point numbers or to +approximate integers which do not fit in the limits of their respective type. + +@sa @ref basic_json::basic_json(const value_t value_type) -- create a JSON +value with the default value for a given type + +@since version 1.0.0 +*/ +enum class value_t : std::uint8_t +{ + null, ///< null value + object, ///< object (unordered set of name/value pairs) + array, ///< array (ordered collection of values) + string, ///< string value + boolean, ///< boolean value + number_integer, ///< number value (signed integer) + number_unsigned, ///< number value (unsigned integer) + number_float, ///< number value (floating-point) + binary, ///< binary array (ordered collection of bytes) + discarded ///< discarded by the parser callback function +}; + +/*! +@brief comparison operator for JSON types + +Returns an ordering that is similar to Python: +- order: null < boolean < number < object < array < string < binary +- furthermore, each type is not smaller than itself +- discarded values are not comparable +- binary is represented as a b"" string in python and directly comparable to a + string; however, making a binary array directly comparable with a string would + be surprising behavior in a JSON file. + +@since version 1.0.0 +*/ +inline bool operator<(const value_t lhs, const value_t rhs) noexcept +{ + static constexpr std::array order = {{ + 0 /* null */, 3 /* object */, 4 /* array */, 5 /* string */, + 1 /* boolean */, 2 /* integer */, 2 /* unsigned */, 2 /* float */, + 6 /* binary */ + } + }; + + const auto l_index = static_cast(lhs); + const auto r_index = static_cast(rhs); + return l_index < order.size() && r_index < order.size() && order[l_index] < order[r_index]; +} +} // namespace detail +} // namespace nlohmann + + +namespace nlohmann +{ +namespace detail +{ +template +void from_json(const BasicJsonType& j, typename std::nullptr_t& n) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_null())) + { + JSON_THROW(type_error::create(302, "type must be null, but is " + std::string(j.type_name()))); + } + n = nullptr; +} + +// overloads for basic_json template parameters +template < typename BasicJsonType, typename ArithmeticType, + enable_if_t < std::is_arithmetic::value&& + !std::is_same::value, + int > = 0 > +void get_arithmetic_value(const BasicJsonType& j, ArithmeticType& val) +{ + switch (static_cast(j)) + { + case value_t::number_unsigned: + { + val = static_cast(*j.template get_ptr()); + break; + } + case value_t::number_integer: + { + val = static_cast(*j.template get_ptr()); + break; + } + case value_t::number_float: + { + val = static_cast(*j.template get_ptr()); + break; + } + + default: + JSON_THROW(type_error::create(302, "type must be number, but is " + std::string(j.type_name()))); + } +} + +template +void from_json(const BasicJsonType& j, typename BasicJsonType::boolean_t& b) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_boolean())) + { + JSON_THROW(type_error::create(302, "type must be boolean, but is " + std::string(j.type_name()))); + } + b = *j.template get_ptr(); +} + +template +void from_json(const BasicJsonType& j, typename BasicJsonType::string_t& s) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_string())) + { + JSON_THROW(type_error::create(302, "type must be string, but is " + std::string(j.type_name()))); + } + s = *j.template get_ptr(); +} + +template < + typename BasicJsonType, typename ConstructibleStringType, + enable_if_t < + is_constructible_string_type::value&& + !std::is_same::value, + int > = 0 > +void from_json(const BasicJsonType& j, ConstructibleStringType& s) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_string())) + { + JSON_THROW(type_error::create(302, "type must be string, but is " + std::string(j.type_name()))); + } + + s = *j.template get_ptr(); +} + +template +void from_json(const BasicJsonType& j, typename BasicJsonType::number_float_t& val) +{ + get_arithmetic_value(j, val); +} + +template +void from_json(const BasicJsonType& j, typename BasicJsonType::number_unsigned_t& val) +{ + get_arithmetic_value(j, val); +} + +template +void from_json(const BasicJsonType& j, typename BasicJsonType::number_integer_t& val) +{ + get_arithmetic_value(j, val); +} + +template::value, int> = 0> +void from_json(const BasicJsonType& j, EnumType& e) +{ + typename std::underlying_type::type val; + get_arithmetic_value(j, val); + e = static_cast(val); +} + +// forward_list doesn't have an insert method +template::value, int> = 0> +void from_json(const BasicJsonType& j, std::forward_list& l) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_array())) + { + JSON_THROW(type_error::create(302, "type must be array, but is " + std::string(j.type_name()))); + } + l.clear(); + std::transform(j.rbegin(), j.rend(), + std::front_inserter(l), [](const BasicJsonType & i) + { + return i.template get(); + }); +} + +// valarray doesn't have an insert method +template::value, int> = 0> +void from_json(const BasicJsonType& j, std::valarray& l) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_array())) + { + JSON_THROW(type_error::create(302, "type must be array, but is " + std::string(j.type_name()))); + } + l.resize(j.size()); + std::transform(j.begin(), j.end(), std::begin(l), + [](const BasicJsonType & elem) + { + return elem.template get(); + }); +} + +template +auto from_json(const BasicJsonType& j, T (&arr)[N]) +-> decltype(j.template get(), void()) +{ + for (std::size_t i = 0; i < N; ++i) + { + arr[i] = j.at(i).template get(); + } +} + +template +void from_json_array_impl(const BasicJsonType& j, typename BasicJsonType::array_t& arr, priority_tag<3> /*unused*/) +{ + arr = *j.template get_ptr(); +} + +template +auto from_json_array_impl(const BasicJsonType& j, std::array& arr, + priority_tag<2> /*unused*/) +-> decltype(j.template get(), void()) +{ + for (std::size_t i = 0; i < N; ++i) + { + arr[i] = j.at(i).template get(); + } +} + +template +auto from_json_array_impl(const BasicJsonType& j, ConstructibleArrayType& arr, priority_tag<1> /*unused*/) +-> decltype( + arr.reserve(std::declval()), + j.template get(), + void()) +{ + using std::end; + + ConstructibleArrayType ret; + ret.reserve(j.size()); + std::transform(j.begin(), j.end(), + std::inserter(ret, end(ret)), [](const BasicJsonType & i) + { + // get() returns *this, this won't call a from_json + // method when value_type is BasicJsonType + return i.template get(); + }); + arr = std::move(ret); +} + +template +void from_json_array_impl(const BasicJsonType& j, ConstructibleArrayType& arr, + priority_tag<0> /*unused*/) +{ + using std::end; + + ConstructibleArrayType ret; + std::transform( + j.begin(), j.end(), std::inserter(ret, end(ret)), + [](const BasicJsonType & i) + { + // get() returns *this, this won't call a from_json + // method when value_type is BasicJsonType + return i.template get(); + }); + arr = std::move(ret); +} + +template < typename BasicJsonType, typename ConstructibleArrayType, + enable_if_t < + is_constructible_array_type::value&& + !is_constructible_object_type::value&& + !is_constructible_string_type::value&& + !std::is_same::value&& + !is_basic_json::value, + int > = 0 > +auto from_json(const BasicJsonType& j, ConstructibleArrayType& arr) +-> decltype(from_json_array_impl(j, arr, priority_tag<3> {}), +j.template get(), +void()) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_array())) + { + JSON_THROW(type_error::create(302, "type must be array, but is " + + std::string(j.type_name()))); + } + + from_json_array_impl(j, arr, priority_tag<3> {}); +} + +template +void from_json(const BasicJsonType& j, typename BasicJsonType::binary_t& bin) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_binary())) + { + JSON_THROW(type_error::create(302, "type must be binary, but is " + std::string(j.type_name()))); + } + + bin = *j.template get_ptr(); +} + +template::value, int> = 0> +void from_json(const BasicJsonType& j, ConstructibleObjectType& obj) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_object())) + { + JSON_THROW(type_error::create(302, "type must be object, but is " + std::string(j.type_name()))); + } + + ConstructibleObjectType ret; + auto inner_object = j.template get_ptr(); + using value_type = typename ConstructibleObjectType::value_type; + std::transform( + inner_object->begin(), inner_object->end(), + std::inserter(ret, ret.begin()), + [](typename BasicJsonType::object_t::value_type const & p) + { + return value_type(p.first, p.second.template get()); + }); + obj = std::move(ret); +} + +// overload for arithmetic types, not chosen for basic_json template arguments +// (BooleanType, etc..); note: Is it really necessary to provide explicit +// overloads for boolean_t etc. in case of a custom BooleanType which is not +// an arithmetic type? +template < typename BasicJsonType, typename ArithmeticType, + enable_if_t < + std::is_arithmetic::value&& + !std::is_same::value&& + !std::is_same::value&& + !std::is_same::value&& + !std::is_same::value, + int > = 0 > +void from_json(const BasicJsonType& j, ArithmeticType& val) +{ + switch (static_cast(j)) + { + case value_t::number_unsigned: + { + val = static_cast(*j.template get_ptr()); + break; + } + case value_t::number_integer: + { + val = static_cast(*j.template get_ptr()); + break; + } + case value_t::number_float: + { + val = static_cast(*j.template get_ptr()); + break; + } + case value_t::boolean: + { + val = static_cast(*j.template get_ptr()); + break; + } + + default: + JSON_THROW(type_error::create(302, "type must be number, but is " + std::string(j.type_name()))); + } +} + +template +void from_json(const BasicJsonType& j, std::pair& p) +{ + p = {j.at(0).template get(), j.at(1).template get()}; +} + +template +void from_json_tuple_impl(const BasicJsonType& j, Tuple& t, index_sequence /*unused*/) +{ + t = std::make_tuple(j.at(Idx).template get::type>()...); +} + +template +void from_json(const BasicJsonType& j, std::tuple& t) +{ + from_json_tuple_impl(j, t, index_sequence_for {}); +} + +template < typename BasicJsonType, typename Key, typename Value, typename Compare, typename Allocator, + typename = enable_if_t < !std::is_constructible < + typename BasicJsonType::string_t, Key >::value >> +void from_json(const BasicJsonType& j, std::map& m) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_array())) + { + JSON_THROW(type_error::create(302, "type must be array, but is " + std::string(j.type_name()))); + } + m.clear(); + for (const auto& p : j) + { + if (JSON_HEDLEY_UNLIKELY(!p.is_array())) + { + JSON_THROW(type_error::create(302, "type must be array, but is " + std::string(p.type_name()))); + } + m.emplace(p.at(0).template get(), p.at(1).template get()); + } +} + +template < typename BasicJsonType, typename Key, typename Value, typename Hash, typename KeyEqual, typename Allocator, + typename = enable_if_t < !std::is_constructible < + typename BasicJsonType::string_t, Key >::value >> +void from_json(const BasicJsonType& j, std::unordered_map& m) +{ + if (JSON_HEDLEY_UNLIKELY(!j.is_array())) + { + JSON_THROW(type_error::create(302, "type must be array, but is " + std::string(j.type_name()))); + } + m.clear(); + for (const auto& p : j) + { + if (JSON_HEDLEY_UNLIKELY(!p.is_array())) + { + JSON_THROW(type_error::create(302, "type must be array, but is " + std::string(p.type_name()))); + } + m.emplace(p.at(0).template get(), p.at(1).template get()); + } +} + +struct from_json_fn +{ + template + auto operator()(const BasicJsonType& j, T& val) const + noexcept(noexcept(from_json(j, val))) + -> decltype(from_json(j, val), void()) + { + return from_json(j, val); + } +}; +} // namespace detail + +/// namespace to hold default `from_json` function +/// to see why this is required: +/// http://www.open-std.org/jtc1/sc22/wg21/docs/papers/2015/n4381.html +namespace +{ +constexpr const auto& from_json = detail::static_const::value; +} // namespace +} // namespace nlohmann + +// #include + + +#include // copy +#include // begin, end +#include // string +#include // tuple, get +#include // is_same, is_constructible, is_floating_point, is_enum, underlying_type +#include // move, forward, declval, pair +#include // valarray +#include // vector + +// #include + + +#include // size_t +#include // input_iterator_tag +#include // string, to_string +#include // tuple_size, get, tuple_element + +// #include + +// #include + + +namespace nlohmann +{ +namespace detail +{ +template +void int_to_string( string_type& target, std::size_t value ) +{ + // For ADL + using std::to_string; + target = to_string(value); +} +template class iteration_proxy_value +{ + public: + using difference_type = std::ptrdiff_t; + using value_type = iteration_proxy_value; + using pointer = value_type * ; + using reference = value_type & ; + using iterator_category = std::input_iterator_tag; + using string_type = typename std::remove_cv< typename std::remove_reference().key() ) >::type >::type; + + private: + /// the iterator + IteratorType anchor; + /// an index for arrays (used to create key names) + std::size_t array_index = 0; + /// last stringified array index + mutable std::size_t array_index_last = 0; + /// a string representation of the array index + mutable string_type array_index_str = "0"; + /// an empty string (to return a reference for primitive values) + const string_type empty_str = ""; + + public: + explicit iteration_proxy_value(IteratorType it) noexcept : anchor(it) {} + + /// dereference operator (needed for range-based for) + iteration_proxy_value& operator*() + { + return *this; + } + + /// increment operator (needed for range-based for) + iteration_proxy_value& operator++() + { + ++anchor; + ++array_index; + + return *this; + } + + /// equality operator (needed for InputIterator) + bool operator==(const iteration_proxy_value& o) const + { + return anchor == o.anchor; + } + + /// inequality operator (needed for range-based for) + bool operator!=(const iteration_proxy_value& o) const + { + return anchor != o.anchor; + } + + /// return key of the iterator + const string_type& key() const + { + JSON_ASSERT(anchor.m_object != nullptr); + + switch (anchor.m_object->type()) + { + // use integer array index as key + case value_t::array: + { + if (array_index != array_index_last) + { + int_to_string( array_index_str, array_index ); + array_index_last = array_index; + } + return array_index_str; + } + + // use key from the object + case value_t::object: + return anchor.key(); + + // use an empty key for all primitive types + default: + return empty_str; + } + } + + /// return value of the iterator + typename IteratorType::reference value() const + { + return anchor.value(); + } +}; + +/// proxy class for the items() function +template class iteration_proxy +{ + private: + /// the container to iterate + typename IteratorType::reference container; + + public: + /// construct iteration proxy from a container + explicit iteration_proxy(typename IteratorType::reference cont) noexcept + : container(cont) {} + + /// return iterator begin (needed for range-based for) + iteration_proxy_value begin() noexcept + { + return iteration_proxy_value(container.begin()); + } + + /// return iterator end (needed for range-based for) + iteration_proxy_value end() noexcept + { + return iteration_proxy_value(container.end()); + } +}; +// Structured Bindings Support +// For further reference see https://blog.tartanllama.xyz/structured-bindings/ +// And see https://github.com/nlohmann/json/pull/1391 +template = 0> +auto get(const nlohmann::detail::iteration_proxy_value& i) -> decltype(i.key()) +{ + return i.key(); +} +// Structured Bindings Support +// For further reference see https://blog.tartanllama.xyz/structured-bindings/ +// And see https://github.com/nlohmann/json/pull/1391 +template = 0> +auto get(const nlohmann::detail::iteration_proxy_value& i) -> decltype(i.value()) +{ + return i.value(); +} +} // namespace detail +} // namespace nlohmann + +// The Addition to the STD Namespace is required to add +// Structured Bindings Support to the iteration_proxy_value class +// For further reference see https://blog.tartanllama.xyz/structured-bindings/ +// And see https://github.com/nlohmann/json/pull/1391 +namespace std +{ +#if defined(__clang__) + // Fix: https://github.com/nlohmann/json/issues/1401 + #pragma clang diagnostic push + #pragma clang diagnostic ignored "-Wmismatched-tags" +#endif +template +class tuple_size<::nlohmann::detail::iteration_proxy_value> + : public std::integral_constant {}; + +template +class tuple_element> +{ + public: + using type = decltype( + get(std::declval < + ::nlohmann::detail::iteration_proxy_value> ())); +}; +#if defined(__clang__) + #pragma clang diagnostic pop +#endif +} // namespace std + +// #include + +// #include + +// #include + + +namespace nlohmann +{ +namespace detail +{ +////////////////// +// constructors // +////////////////// + +template struct external_constructor; + +template<> +struct external_constructor +{ + template + static void construct(BasicJsonType& j, typename BasicJsonType::boolean_t b) noexcept + { + j.m_type = value_t::boolean; + j.m_value = b; + j.assert_invariant(); + } +}; + +template<> +struct external_constructor +{ + template + static void construct(BasicJsonType& j, const typename BasicJsonType::string_t& s) + { + j.m_type = value_t::string; + j.m_value = s; + j.assert_invariant(); + } + + template + static void construct(BasicJsonType& j, typename BasicJsonType::string_t&& s) + { + j.m_type = value_t::string; + j.m_value = std::move(s); + j.assert_invariant(); + } + + template < typename BasicJsonType, typename CompatibleStringType, + enable_if_t < !std::is_same::value, + int > = 0 > + static void construct(BasicJsonType& j, const CompatibleStringType& str) + { + j.m_type = value_t::string; + j.m_value.string = j.template create(str); + j.assert_invariant(); + } +}; + +template<> +struct external_constructor +{ + template + static void construct(BasicJsonType& j, const typename BasicJsonType::binary_t& b) + { + j.m_type = value_t::binary; + typename BasicJsonType::binary_t value{b}; + j.m_value = value; + j.assert_invariant(); + } + + template + static void construct(BasicJsonType& j, typename BasicJsonType::binary_t&& b) + { + j.m_type = value_t::binary; + typename BasicJsonType::binary_t value{std::move(b)}; + j.m_value = value; + j.assert_invariant(); + } +}; + +template<> +struct external_constructor +{ + template + static void construct(BasicJsonType& j, typename BasicJsonType::number_float_t val) noexcept + { + j.m_type = value_t::number_float; + j.m_value = val; + j.assert_invariant(); + } +}; + +template<> +struct external_constructor +{ + template + static void construct(BasicJsonType& j, typename BasicJsonType::number_unsigned_t val) noexcept + { + j.m_type = value_t::number_unsigned; + j.m_value = val; + j.assert_invariant(); + } +}; + +template<> +struct external_constructor +{ + template + static void construct(BasicJsonType& j, typename BasicJsonType::number_integer_t val) noexcept + { + j.m_type = value_t::number_integer; + j.m_value = val; + j.assert_invariant(); + } +}; + +template<> +struct external_constructor +{ + template + static void construct(BasicJsonType& j, const typename BasicJsonType::array_t& arr) + { + j.m_type = value_t::array; + j.m_value = arr; + j.assert_invariant(); + } + + template + static void construct(BasicJsonType& j, typename BasicJsonType::array_t&& arr) + { + j.m_type = value_t::array; + j.m_value = std::move(arr); + j.assert_invariant(); + } + + template < typename BasicJsonType, typename CompatibleArrayType, + enable_if_t < !std::is_same::value, + int > = 0 > + static void construct(BasicJsonType& j, const CompatibleArrayType& arr) + { + using std::begin; + using std::end; + j.m_type = value_t::array; + j.m_value.array = j.template create(begin(arr), end(arr)); + j.assert_invariant(); + } + + template + static void construct(BasicJsonType& j, const std::vector& arr) + { + j.m_type = value_t::array; + j.m_value = value_t::array; + j.m_value.array->reserve(arr.size()); + for (const bool x : arr) + { + j.m_value.array->push_back(x); + } + j.assert_invariant(); + } + + template::value, int> = 0> + static void construct(BasicJsonType& j, const std::valarray& arr) + { + j.m_type = value_t::array; + j.m_value = value_t::array; + j.m_value.array->resize(arr.size()); + if (arr.size() > 0) + { + std::copy(std::begin(arr), std::end(arr), j.m_value.array->begin()); + } + j.assert_invariant(); + } +}; + +template<> +struct external_constructor +{ + template + static void construct(BasicJsonType& j, const typename BasicJsonType::object_t& obj) + { + j.m_type = value_t::object; + j.m_value = obj; + j.assert_invariant(); + } + + template + static void construct(BasicJsonType& j, typename BasicJsonType::object_t&& obj) + { + j.m_type = value_t::object; + j.m_value = std::move(obj); + j.assert_invariant(); + } + + template < typename BasicJsonType, typename CompatibleObjectType, + enable_if_t < !std::is_same::value, int > = 0 > + static void construct(BasicJsonType& j, const CompatibleObjectType& obj) + { + using std::begin; + using std::end; + + j.m_type = value_t::object; + j.m_value.object = j.template create(begin(obj), end(obj)); + j.assert_invariant(); + } +}; + +///////////// +// to_json // +///////////// + +template::value, int> = 0> +void to_json(BasicJsonType& j, T b) noexcept +{ + external_constructor::construct(j, b); +} + +template::value, int> = 0> +void to_json(BasicJsonType& j, const CompatibleString& s) +{ + external_constructor::construct(j, s); +} + +template +void to_json(BasicJsonType& j, typename BasicJsonType::string_t&& s) +{ + external_constructor::construct(j, std::move(s)); +} + +template::value, int> = 0> +void to_json(BasicJsonType& j, FloatType val) noexcept +{ + external_constructor::construct(j, static_cast(val)); +} + +template::value, int> = 0> +void to_json(BasicJsonType& j, CompatibleNumberUnsignedType val) noexcept +{ + external_constructor::construct(j, static_cast(val)); +} + +template::value, int> = 0> +void to_json(BasicJsonType& j, CompatibleNumberIntegerType val) noexcept +{ + external_constructor::construct(j, static_cast(val)); +} + +template::value, int> = 0> +void to_json(BasicJsonType& j, EnumType e) noexcept +{ + using underlying_type = typename std::underlying_type::type; + external_constructor::construct(j, static_cast(e)); +} + +template +void to_json(BasicJsonType& j, const std::vector& e) +{ + external_constructor::construct(j, e); +} + +template < typename BasicJsonType, typename CompatibleArrayType, + enable_if_t < is_compatible_array_type::value&& + !is_compatible_object_type::value&& + !is_compatible_string_type::value&& + !std::is_same::value&& + !is_basic_json::value, + int > = 0 > +void to_json(BasicJsonType& j, const CompatibleArrayType& arr) +{ + external_constructor::construct(j, arr); +} + +template +void to_json(BasicJsonType& j, const typename BasicJsonType::binary_t& bin) +{ + external_constructor::construct(j, bin); +} + +template::value, int> = 0> +void to_json(BasicJsonType& j, const std::valarray& arr) +{ + external_constructor::construct(j, std::move(arr)); +} + +template +void to_json(BasicJsonType& j, typename BasicJsonType::array_t&& arr) +{ + external_constructor::construct(j, std::move(arr)); +} + +template < typename BasicJsonType, typename CompatibleObjectType, + enable_if_t < is_compatible_object_type::value&& !is_basic_json::value, int > = 0 > +void to_json(BasicJsonType& j, const CompatibleObjectType& obj) +{ + external_constructor::construct(j, obj); +} + +template +void to_json(BasicJsonType& j, typename BasicJsonType::object_t&& obj) +{ + external_constructor::construct(j, std::move(obj)); +} + +template < + typename BasicJsonType, typename T, std::size_t N, + enable_if_t < !std::is_constructible::value, + int > = 0 > +void to_json(BasicJsonType& j, const T(&arr)[N]) +{ + external_constructor::construct(j, arr); +} + +template < typename BasicJsonType, typename T1, typename T2, enable_if_t < std::is_constructible::value&& std::is_constructible::value, int > = 0 > +void to_json(BasicJsonType& j, const std::pair& p) +{ + j = { p.first, p.second }; +} + +// for https://github.com/nlohmann/json/pull/1134 +template>::value, int> = 0> +void to_json(BasicJsonType& j, const T& b) +{ + j = { {b.key(), b.value()} }; +} + +template +void to_json_tuple_impl(BasicJsonType& j, const Tuple& t, index_sequence /*unused*/) +{ + j = { std::get(t)... }; +} + +template::value, int > = 0> +void to_json(BasicJsonType& j, const T& t) +{ + to_json_tuple_impl(j, t, make_index_sequence::value> {}); +} + +struct to_json_fn +{ + template + auto operator()(BasicJsonType& j, T&& val) const noexcept(noexcept(to_json(j, std::forward(val)))) + -> decltype(to_json(j, std::forward(val)), void()) + { + return to_json(j, std::forward(val)); + } +}; +} // namespace detail + +/// namespace to hold default `to_json` function +namespace +{ +constexpr const auto& to_json = detail::static_const::value; +} // namespace +} // namespace nlohmann + + +namespace nlohmann +{ + +template +struct adl_serializer +{ + /*! + @brief convert a JSON value to any value type + + This function is usually called by the `get()` function of the + @ref basic_json class (either explicit or via conversion operators). + + @param[in] j JSON value to read from + @param[in,out] val value to write to + */ + template + static auto from_json(BasicJsonType&& j, ValueType& val) noexcept( + noexcept(::nlohmann::from_json(std::forward(j), val))) + -> decltype(::nlohmann::from_json(std::forward(j), val), void()) + { + ::nlohmann::from_json(std::forward(j), val); + } + + /*! + @brief convert any value type to a JSON value + + This function is usually called by the constructors of the @ref basic_json + class. + + @param[in,out] j JSON value to write to + @param[in] val value to read from + */ + template + static auto to_json(BasicJsonType& j, ValueType&& val) noexcept( + noexcept(::nlohmann::to_json(j, std::forward(val)))) + -> decltype(::nlohmann::to_json(j, std::forward(val)), void()) + { + ::nlohmann::to_json(j, std::forward(val)); + } +}; + +} // namespace nlohmann + +// #include + + +#include // uint8_t +#include // tie +#include // move + +namespace nlohmann +{ + +/*! +@brief an internal type for a backed binary type + +This type extends the template parameter @a BinaryType provided to `basic_json` +with a subtype used by BSON and MessagePack. This type exists so that the user +does not have to specify a type themselves with a specific naming scheme in +order to override the binary type. + +@tparam BinaryType container to store bytes (`std::vector` by + default) + +@since version 3.8.0 +*/ +template +class byte_container_with_subtype : public BinaryType +{ + public: + /// the type of the underlying container + using container_type = BinaryType; + + byte_container_with_subtype() noexcept(noexcept(container_type())) + : container_type() + {} + + byte_container_with_subtype(const container_type& b) noexcept(noexcept(container_type(b))) + : container_type(b) + {} + + byte_container_with_subtype(container_type&& b) noexcept(noexcept(container_type(std::move(b)))) + : container_type(std::move(b)) + {} + + byte_container_with_subtype(const container_type& b, std::uint8_t subtype) noexcept(noexcept(container_type(b))) + : container_type(b) + , m_subtype(subtype) + , m_has_subtype(true) + {} + + byte_container_with_subtype(container_type&& b, std::uint8_t subtype) noexcept(noexcept(container_type(std::move(b)))) + : container_type(std::move(b)) + , m_subtype(subtype) + , m_has_subtype(true) + {} + + bool operator==(const byte_container_with_subtype& rhs) const + { + return std::tie(static_cast(*this), m_subtype, m_has_subtype) == + std::tie(static_cast(rhs), rhs.m_subtype, rhs.m_has_subtype); + } + + bool operator!=(const byte_container_with_subtype& rhs) const + { + return !(rhs == *this); + } + + /*! + @brief sets the binary subtype + + Sets the binary subtype of the value, also flags a binary JSON value as + having a subtype, which has implications for serialization. + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @sa @ref subtype() -- return the binary subtype + @sa @ref clear_subtype() -- clears the binary subtype + @sa @ref has_subtype() -- returns whether or not the binary value has a + subtype + + @since version 3.8.0 + */ + void set_subtype(std::uint8_t subtype) noexcept + { + m_subtype = subtype; + m_has_subtype = true; + } + + /*! + @brief return the binary subtype + + Returns the numerical subtype of the value if it has a subtype. If it does + not have a subtype, this function will return size_t(-1) as a sentinel + value. + + @return the numerical subtype of the binary value + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @sa @ref set_subtype() -- sets the binary subtype + @sa @ref clear_subtype() -- clears the binary subtype + @sa @ref has_subtype() -- returns whether or not the binary value has a + subtype + + @since version 3.8.0 + */ + constexpr std::uint8_t subtype() const noexcept + { + return m_subtype; + } + + /*! + @brief return whether the value has a subtype + + @return whether the value has a subtype + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @sa @ref subtype() -- return the binary subtype + @sa @ref set_subtype() -- sets the binary subtype + @sa @ref clear_subtype() -- clears the binary subtype + + @since version 3.8.0 + */ + constexpr bool has_subtype() const noexcept + { + return m_has_subtype; + } + + /*! + @brief clears the binary subtype + + Clears the binary subtype and flags the value as not having a subtype, which + has implications for serialization; for instance MessagePack will prefer the + bin family over the ext family. + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @sa @ref subtype() -- return the binary subtype + @sa @ref set_subtype() -- sets the binary subtype + @sa @ref has_subtype() -- returns whether or not the binary value has a + subtype + + @since version 3.8.0 + */ + void clear_subtype() noexcept + { + m_subtype = 0; + m_has_subtype = false; + } + + private: + std::uint8_t m_subtype = 0; + bool m_has_subtype = false; +}; + +} // namespace nlohmann + +// #include + +// #include + +// #include + +// #include + + +#include // size_t, uint8_t +#include // hash + +namespace nlohmann +{ +namespace detail +{ + +// boost::hash_combine +inline std::size_t combine(std::size_t seed, std::size_t h) noexcept +{ + seed ^= h + 0x9e3779b9 + (seed << 6U) + (seed >> 2U); + return seed; +} + +/*! +@brief hash a JSON value + +The hash function tries to rely on std::hash where possible. Furthermore, the +type of the JSON value is taken into account to have different hash values for +null, 0, 0U, and false, etc. + +@tparam BasicJsonType basic_json specialization +@param j JSON value to hash +@return hash value of j +*/ +template +std::size_t hash(const BasicJsonType& j) +{ + using string_t = typename BasicJsonType::string_t; + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + + const auto type = static_cast(j.type()); + switch (j.type()) + { + case BasicJsonType::value_t::null: + case BasicJsonType::value_t::discarded: + { + return combine(type, 0); + } + + case BasicJsonType::value_t::object: + { + auto seed = combine(type, j.size()); + for (const auto& element : j.items()) + { + const auto h = std::hash {}(element.key()); + seed = combine(seed, h); + seed = combine(seed, hash(element.value())); + } + return seed; + } + + case BasicJsonType::value_t::array: + { + auto seed = combine(type, j.size()); + for (const auto& element : j) + { + seed = combine(seed, hash(element)); + } + return seed; + } + + case BasicJsonType::value_t::string: + { + const auto h = std::hash {}(j.template get_ref()); + return combine(type, h); + } + + case BasicJsonType::value_t::boolean: + { + const auto h = std::hash {}(j.template get()); + return combine(type, h); + } + + case BasicJsonType::value_t::number_integer: + { + const auto h = std::hash {}(j.template get()); + return combine(type, h); + } + + case BasicJsonType::value_t::number_unsigned: + { + const auto h = std::hash {}(j.template get()); + return combine(type, h); + } + + case BasicJsonType::value_t::number_float: + { + const auto h = std::hash {}(j.template get()); + return combine(type, h); + } + + case BasicJsonType::value_t::binary: + { + auto seed = combine(type, j.get_binary().size()); + const auto h = std::hash {}(j.get_binary().has_subtype()); + seed = combine(seed, h); + seed = combine(seed, j.get_binary().subtype()); + for (const auto byte : j.get_binary()) + { + seed = combine(seed, std::hash {}(byte)); + } + return seed; + } + + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // LCOV_EXCL_LINE + return 0; // LCOV_EXCL_LINE + } +} + +} // namespace detail +} // namespace nlohmann + +// #include + + +#include // generate_n +#include // array +#include // ldexp +#include // size_t +#include // uint8_t, uint16_t, uint32_t, uint64_t +#include // snprintf +#include // memcpy +#include // back_inserter +#include // numeric_limits +#include // char_traits, string +#include // make_pair, move + +// #include + +// #include + + +#include // array +#include // size_t +#include //FILE * +#include // strlen +#include // istream +#include // begin, end, iterator_traits, random_access_iterator_tag, distance, next +#include // shared_ptr, make_shared, addressof +#include // accumulate +#include // string, char_traits +#include // enable_if, is_base_of, is_pointer, is_integral, remove_pointer +#include // pair, declval + +// #include + +// #include + + +namespace nlohmann +{ +namespace detail +{ +/// the supported input formats +enum class input_format_t { json, cbor, msgpack, ubjson, bson }; + +//////////////////// +// input adapters // +//////////////////// + +/*! +Input adapter for stdio file access. This adapter read only 1 byte and do not use any + buffer. This adapter is a very low level adapter. +*/ +class file_input_adapter +{ + public: + using char_type = char; + + JSON_HEDLEY_NON_NULL(2) + explicit file_input_adapter(std::FILE* f) noexcept + : m_file(f) + {} + + // make class move-only + file_input_adapter(const file_input_adapter&) = delete; + file_input_adapter(file_input_adapter&&) = default; + file_input_adapter& operator=(const file_input_adapter&) = delete; + file_input_adapter& operator=(file_input_adapter&&) = delete; + + std::char_traits::int_type get_character() noexcept + { + return std::fgetc(m_file); + } + + private: + /// the file pointer to read from + std::FILE* m_file; +}; + + +/*! +Input adapter for a (caching) istream. Ignores a UFT Byte Order Mark at +beginning of input. Does not support changing the underlying std::streambuf +in mid-input. Maintains underlying std::istream and std::streambuf to support +subsequent use of standard std::istream operations to process any input +characters following those used in parsing the JSON input. Clears the +std::istream flags; any input errors (e.g., EOF) will be detected by the first +subsequent call for input from the std::istream. +*/ +class input_stream_adapter +{ + public: + using char_type = char; + + ~input_stream_adapter() + { + // clear stream flags; we use underlying streambuf I/O, do not + // maintain ifstream flags, except eof + if (is != nullptr) + { + is->clear(is->rdstate() & std::ios::eofbit); + } + } + + explicit input_stream_adapter(std::istream& i) + : is(&i), sb(i.rdbuf()) + {} + + // delete because of pointer members + input_stream_adapter(const input_stream_adapter&) = delete; + input_stream_adapter& operator=(input_stream_adapter&) = delete; + input_stream_adapter& operator=(input_stream_adapter&& rhs) = delete; + + input_stream_adapter(input_stream_adapter&& rhs) noexcept : is(rhs.is), sb(rhs.sb) + { + rhs.is = nullptr; + rhs.sb = nullptr; + } + + // std::istream/std::streambuf use std::char_traits::to_int_type, to + // ensure that std::char_traits::eof() and the character 0xFF do not + // end up as the same value, eg. 0xFFFFFFFF. + std::char_traits::int_type get_character() + { + auto res = sb->sbumpc(); + // set eof manually, as we don't use the istream interface. + if (JSON_HEDLEY_UNLIKELY(res == EOF)) + { + is->clear(is->rdstate() | std::ios::eofbit); + } + return res; + } + + private: + /// the associated input stream + std::istream* is = nullptr; + std::streambuf* sb = nullptr; +}; + +// General-purpose iterator-based adapter. It might not be as fast as +// theoretically possible for some containers, but it is extremely versatile. +template +class iterator_input_adapter +{ + public: + using char_type = typename std::iterator_traits::value_type; + + iterator_input_adapter(IteratorType first, IteratorType last) + : current(std::move(first)), end(std::move(last)) {} + + typename std::char_traits::int_type get_character() + { + if (JSON_HEDLEY_LIKELY(current != end)) + { + auto result = std::char_traits::to_int_type(*current); + std::advance(current, 1); + return result; + } + else + { + return std::char_traits::eof(); + } + } + + private: + IteratorType current; + IteratorType end; + + template + friend struct wide_string_input_helper; + + bool empty() const + { + return current == end; + } + +}; + + +template +struct wide_string_input_helper; + +template +struct wide_string_input_helper +{ + // UTF-32 + static void fill_buffer(BaseInputAdapter& input, + std::array::int_type, 4>& utf8_bytes, + size_t& utf8_bytes_index, + size_t& utf8_bytes_filled) + { + utf8_bytes_index = 0; + + if (JSON_HEDLEY_UNLIKELY(input.empty())) + { + utf8_bytes[0] = std::char_traits::eof(); + utf8_bytes_filled = 1; + } + else + { + // get the current character + const auto wc = input.get_character(); + + // UTF-32 to UTF-8 encoding + if (wc < 0x80) + { + utf8_bytes[0] = static_cast::int_type>(wc); + utf8_bytes_filled = 1; + } + else if (wc <= 0x7FF) + { + utf8_bytes[0] = static_cast::int_type>(0xC0u | ((static_cast(wc) >> 6u) & 0x1Fu)); + utf8_bytes[1] = static_cast::int_type>(0x80u | (static_cast(wc) & 0x3Fu)); + utf8_bytes_filled = 2; + } + else if (wc <= 0xFFFF) + { + utf8_bytes[0] = static_cast::int_type>(0xE0u | ((static_cast(wc) >> 12u) & 0x0Fu)); + utf8_bytes[1] = static_cast::int_type>(0x80u | ((static_cast(wc) >> 6u) & 0x3Fu)); + utf8_bytes[2] = static_cast::int_type>(0x80u | (static_cast(wc) & 0x3Fu)); + utf8_bytes_filled = 3; + } + else if (wc <= 0x10FFFF) + { + utf8_bytes[0] = static_cast::int_type>(0xF0u | ((static_cast(wc) >> 18u) & 0x07u)); + utf8_bytes[1] = static_cast::int_type>(0x80u | ((static_cast(wc) >> 12u) & 0x3Fu)); + utf8_bytes[2] = static_cast::int_type>(0x80u | ((static_cast(wc) >> 6u) & 0x3Fu)); + utf8_bytes[3] = static_cast::int_type>(0x80u | (static_cast(wc) & 0x3Fu)); + utf8_bytes_filled = 4; + } + else + { + // unknown character + utf8_bytes[0] = static_cast::int_type>(wc); + utf8_bytes_filled = 1; + } + } + } +}; + +template +struct wide_string_input_helper +{ + // UTF-16 + static void fill_buffer(BaseInputAdapter& input, + std::array::int_type, 4>& utf8_bytes, + size_t& utf8_bytes_index, + size_t& utf8_bytes_filled) + { + utf8_bytes_index = 0; + + if (JSON_HEDLEY_UNLIKELY(input.empty())) + { + utf8_bytes[0] = std::char_traits::eof(); + utf8_bytes_filled = 1; + } + else + { + // get the current character + const auto wc = input.get_character(); + + // UTF-16 to UTF-8 encoding + if (wc < 0x80) + { + utf8_bytes[0] = static_cast::int_type>(wc); + utf8_bytes_filled = 1; + } + else if (wc <= 0x7FF) + { + utf8_bytes[0] = static_cast::int_type>(0xC0u | ((static_cast(wc) >> 6u))); + utf8_bytes[1] = static_cast::int_type>(0x80u | (static_cast(wc) & 0x3Fu)); + utf8_bytes_filled = 2; + } + else if (0xD800 > wc || wc >= 0xE000) + { + utf8_bytes[0] = static_cast::int_type>(0xE0u | ((static_cast(wc) >> 12u))); + utf8_bytes[1] = static_cast::int_type>(0x80u | ((static_cast(wc) >> 6u) & 0x3Fu)); + utf8_bytes[2] = static_cast::int_type>(0x80u | (static_cast(wc) & 0x3Fu)); + utf8_bytes_filled = 3; + } + else + { + if (JSON_HEDLEY_UNLIKELY(!input.empty())) + { + const auto wc2 = static_cast(input.get_character()); + const auto charcode = 0x10000u + (((static_cast(wc) & 0x3FFu) << 10u) | (wc2 & 0x3FFu)); + utf8_bytes[0] = static_cast::int_type>(0xF0u | (charcode >> 18u)); + utf8_bytes[1] = static_cast::int_type>(0x80u | ((charcode >> 12u) & 0x3Fu)); + utf8_bytes[2] = static_cast::int_type>(0x80u | ((charcode >> 6u) & 0x3Fu)); + utf8_bytes[3] = static_cast::int_type>(0x80u | (charcode & 0x3Fu)); + utf8_bytes_filled = 4; + } + else + { + utf8_bytes[0] = static_cast::int_type>(wc); + utf8_bytes_filled = 1; + } + } + } + } +}; + +// Wraps another input apdater to convert wide character types into individual bytes. +template +class wide_string_input_adapter +{ + public: + using char_type = char; + + wide_string_input_adapter(BaseInputAdapter base) + : base_adapter(base) {} + + typename std::char_traits::int_type get_character() noexcept + { + // check if buffer needs to be filled + if (utf8_bytes_index == utf8_bytes_filled) + { + fill_buffer(); + + JSON_ASSERT(utf8_bytes_filled > 0); + JSON_ASSERT(utf8_bytes_index == 0); + } + + // use buffer + JSON_ASSERT(utf8_bytes_filled > 0); + JSON_ASSERT(utf8_bytes_index < utf8_bytes_filled); + return utf8_bytes[utf8_bytes_index++]; + } + + private: + BaseInputAdapter base_adapter; + + template + void fill_buffer() + { + wide_string_input_helper::fill_buffer(base_adapter, utf8_bytes, utf8_bytes_index, utf8_bytes_filled); + } + + /// a buffer for UTF-8 bytes + std::array::int_type, 4> utf8_bytes = {{0, 0, 0, 0}}; + + /// index to the utf8_codes array for the next valid byte + std::size_t utf8_bytes_index = 0; + /// number of valid bytes in the utf8_codes array + std::size_t utf8_bytes_filled = 0; +}; + + +template +struct iterator_input_adapter_factory +{ + using iterator_type = IteratorType; + using char_type = typename std::iterator_traits::value_type; + using adapter_type = iterator_input_adapter; + + static adapter_type create(IteratorType first, IteratorType last) + { + return adapter_type(std::move(first), std::move(last)); + } +}; + +template +struct is_iterator_of_multibyte +{ + using value_type = typename std::iterator_traits::value_type; + enum + { + value = sizeof(value_type) > 1 + }; +}; + +template +struct iterator_input_adapter_factory::value>> +{ + using iterator_type = IteratorType; + using char_type = typename std::iterator_traits::value_type; + using base_adapter_type = iterator_input_adapter; + using adapter_type = wide_string_input_adapter; + + static adapter_type create(IteratorType first, IteratorType last) + { + return adapter_type(base_adapter_type(std::move(first), std::move(last))); + } +}; + +// General purpose iterator-based input +template +typename iterator_input_adapter_factory::adapter_type input_adapter(IteratorType first, IteratorType last) +{ + using factory_type = iterator_input_adapter_factory; + return factory_type::create(first, last); +} + +// Convenience shorthand from container to iterator +template +auto input_adapter(const ContainerType& container) -> decltype(input_adapter(begin(container), end(container))) +{ + // Enable ADL + using std::begin; + using std::end; + + return input_adapter(begin(container), end(container)); +} + +// Special cases with fast paths +inline file_input_adapter input_adapter(std::FILE* file) +{ + return file_input_adapter(file); +} + +inline input_stream_adapter input_adapter(std::istream& stream) +{ + return input_stream_adapter(stream); +} + +inline input_stream_adapter input_adapter(std::istream&& stream) +{ + return input_stream_adapter(stream); +} + +using contiguous_bytes_input_adapter = decltype(input_adapter(std::declval(), std::declval())); + +// Null-delimited strings, and the like. +template < typename CharT, + typename std::enable_if < + std::is_pointer::value&& + !std::is_array::value&& + std::is_integral::type>::value&& + sizeof(typename std::remove_pointer::type) == 1, + int >::type = 0 > +contiguous_bytes_input_adapter input_adapter(CharT b) +{ + auto length = std::strlen(reinterpret_cast(b)); + const auto* ptr = reinterpret_cast(b); + return input_adapter(ptr, ptr + length); +} + +template +auto input_adapter(T (&array)[N]) -> decltype(input_adapter(array, array + N)) +{ + return input_adapter(array, array + N); +} + +// This class only handles inputs of input_buffer_adapter type. +// It's required so that expressions like {ptr, len} can be implicitely casted +// to the correct adapter. +class span_input_adapter +{ + public: + template < typename CharT, + typename std::enable_if < + std::is_pointer::value&& + std::is_integral::type>::value&& + sizeof(typename std::remove_pointer::type) == 1, + int >::type = 0 > + span_input_adapter(CharT b, std::size_t l) + : ia(reinterpret_cast(b), reinterpret_cast(b) + l) {} + + template::iterator_category, std::random_access_iterator_tag>::value, + int>::type = 0> + span_input_adapter(IteratorType first, IteratorType last) + : ia(input_adapter(first, last)) {} + + contiguous_bytes_input_adapter&& get() + { + return std::move(ia); + } + + private: + contiguous_bytes_input_adapter ia; +}; +} // namespace detail +} // namespace nlohmann + +// #include + + +#include +#include // string +#include // move +#include // vector + +// #include + +// #include + + +namespace nlohmann +{ + +/*! +@brief SAX interface + +This class describes the SAX interface used by @ref nlohmann::json::sax_parse. +Each function is called in different situations while the input is parsed. The +boolean return value informs the parser whether to continue processing the +input. +*/ +template +struct json_sax +{ + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using binary_t = typename BasicJsonType::binary_t; + + /*! + @brief a null value was read + @return whether parsing should proceed + */ + virtual bool null() = 0; + + /*! + @brief a boolean value was read + @param[in] val boolean value + @return whether parsing should proceed + */ + virtual bool boolean(bool val) = 0; + + /*! + @brief an integer number was read + @param[in] val integer value + @return whether parsing should proceed + */ + virtual bool number_integer(number_integer_t val) = 0; + + /*! + @brief an unsigned integer number was read + @param[in] val unsigned integer value + @return whether parsing should proceed + */ + virtual bool number_unsigned(number_unsigned_t val) = 0; + + /*! + @brief an floating-point number was read + @param[in] val floating-point value + @param[in] s raw token value + @return whether parsing should proceed + */ + virtual bool number_float(number_float_t val, const string_t& s) = 0; + + /*! + @brief a string was read + @param[in] val string value + @return whether parsing should proceed + @note It is safe to move the passed string. + */ + virtual bool string(string_t& val) = 0; + + /*! + @brief a binary string was read + @param[in] val binary value + @return whether parsing should proceed + @note It is safe to move the passed binary. + */ + virtual bool binary(binary_t& val) = 0; + + /*! + @brief the beginning of an object was read + @param[in] elements number of object elements or -1 if unknown + @return whether parsing should proceed + @note binary formats may report the number of elements + */ + virtual bool start_object(std::size_t elements) = 0; + + /*! + @brief an object key was read + @param[in] val object key + @return whether parsing should proceed + @note It is safe to move the passed string. + */ + virtual bool key(string_t& val) = 0; + + /*! + @brief the end of an object was read + @return whether parsing should proceed + */ + virtual bool end_object() = 0; + + /*! + @brief the beginning of an array was read + @param[in] elements number of array elements or -1 if unknown + @return whether parsing should proceed + @note binary formats may report the number of elements + */ + virtual bool start_array(std::size_t elements) = 0; + + /*! + @brief the end of an array was read + @return whether parsing should proceed + */ + virtual bool end_array() = 0; + + /*! + @brief a parse error occurred + @param[in] position the position in the input where the error occurs + @param[in] last_token the last read token + @param[in] ex an exception object describing the error + @return whether parsing should proceed (must return false) + */ + virtual bool parse_error(std::size_t position, + const std::string& last_token, + const detail::exception& ex) = 0; + + virtual ~json_sax() = default; +}; + + +namespace detail +{ +/*! +@brief SAX implementation to create a JSON value from SAX events + +This class implements the @ref json_sax interface and processes the SAX events +to create a JSON value which makes it basically a DOM parser. The structure or +hierarchy of the JSON value is managed by the stack `ref_stack` which contains +a pointer to the respective array or object for each recursion depth. + +After successful parsing, the value that is passed by reference to the +constructor contains the parsed value. + +@tparam BasicJsonType the JSON type +*/ +template +class json_sax_dom_parser +{ + public: + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using binary_t = typename BasicJsonType::binary_t; + + /*! + @param[in, out] r reference to a JSON value that is manipulated while + parsing + @param[in] allow_exceptions_ whether parse errors yield exceptions + */ + explicit json_sax_dom_parser(BasicJsonType& r, const bool allow_exceptions_ = true) + : root(r), allow_exceptions(allow_exceptions_) + {} + + // make class move-only + json_sax_dom_parser(const json_sax_dom_parser&) = delete; + json_sax_dom_parser(json_sax_dom_parser&&) = default; + json_sax_dom_parser& operator=(const json_sax_dom_parser&) = delete; + json_sax_dom_parser& operator=(json_sax_dom_parser&&) = default; + ~json_sax_dom_parser() = default; + + bool null() + { + handle_value(nullptr); + return true; + } + + bool boolean(bool val) + { + handle_value(val); + return true; + } + + bool number_integer(number_integer_t val) + { + handle_value(val); + return true; + } + + bool number_unsigned(number_unsigned_t val) + { + handle_value(val); + return true; + } + + bool number_float(number_float_t val, const string_t& /*unused*/) + { + handle_value(val); + return true; + } + + bool string(string_t& val) + { + handle_value(val); + return true; + } + + bool binary(binary_t& val) + { + handle_value(std::move(val)); + return true; + } + + bool start_object(std::size_t len) + { + ref_stack.push_back(handle_value(BasicJsonType::value_t::object)); + + if (JSON_HEDLEY_UNLIKELY(len != std::size_t(-1) && len > ref_stack.back()->max_size())) + { + JSON_THROW(out_of_range::create(408, + "excessive object size: " + std::to_string(len))); + } + + return true; + } + + bool key(string_t& val) + { + // add null at given key and store the reference for later + object_element = &(ref_stack.back()->m_value.object->operator[](val)); + return true; + } + + bool end_object() + { + ref_stack.pop_back(); + return true; + } + + bool start_array(std::size_t len) + { + ref_stack.push_back(handle_value(BasicJsonType::value_t::array)); + + if (JSON_HEDLEY_UNLIKELY(len != std::size_t(-1) && len > ref_stack.back()->max_size())) + { + JSON_THROW(out_of_range::create(408, + "excessive array size: " + std::to_string(len))); + } + + return true; + } + + bool end_array() + { + ref_stack.pop_back(); + return true; + } + + template + bool parse_error(std::size_t /*unused*/, const std::string& /*unused*/, + const Exception& ex) + { + errored = true; + static_cast(ex); + if (allow_exceptions) + { + JSON_THROW(ex); + } + return false; + } + + constexpr bool is_errored() const + { + return errored; + } + + private: + /*! + @invariant If the ref stack is empty, then the passed value will be the new + root. + @invariant If the ref stack contains a value, then it is an array or an + object to which we can add elements + */ + template + JSON_HEDLEY_RETURNS_NON_NULL + BasicJsonType* handle_value(Value&& v) + { + if (ref_stack.empty()) + { + root = BasicJsonType(std::forward(v)); + return &root; + } + + JSON_ASSERT(ref_stack.back()->is_array() || ref_stack.back()->is_object()); + + if (ref_stack.back()->is_array()) + { + ref_stack.back()->m_value.array->emplace_back(std::forward(v)); + return &(ref_stack.back()->m_value.array->back()); + } + + JSON_ASSERT(ref_stack.back()->is_object()); + JSON_ASSERT(object_element); + *object_element = BasicJsonType(std::forward(v)); + return object_element; + } + + /// the parsed JSON value + BasicJsonType& root; + /// stack to model hierarchy of values + std::vector ref_stack {}; + /// helper to hold the reference for the next object element + BasicJsonType* object_element = nullptr; + /// whether a syntax error occurred + bool errored = false; + /// whether to throw exceptions in case of errors + const bool allow_exceptions = true; +}; + +template +class json_sax_dom_callback_parser +{ + public: + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using binary_t = typename BasicJsonType::binary_t; + using parser_callback_t = typename BasicJsonType::parser_callback_t; + using parse_event_t = typename BasicJsonType::parse_event_t; + + json_sax_dom_callback_parser(BasicJsonType& r, + const parser_callback_t cb, + const bool allow_exceptions_ = true) + : root(r), callback(cb), allow_exceptions(allow_exceptions_) + { + keep_stack.push_back(true); + } + + // make class move-only + json_sax_dom_callback_parser(const json_sax_dom_callback_parser&) = delete; + json_sax_dom_callback_parser(json_sax_dom_callback_parser&&) = default; + json_sax_dom_callback_parser& operator=(const json_sax_dom_callback_parser&) = delete; + json_sax_dom_callback_parser& operator=(json_sax_dom_callback_parser&&) = default; + ~json_sax_dom_callback_parser() = default; + + bool null() + { + handle_value(nullptr); + return true; + } + + bool boolean(bool val) + { + handle_value(val); + return true; + } + + bool number_integer(number_integer_t val) + { + handle_value(val); + return true; + } + + bool number_unsigned(number_unsigned_t val) + { + handle_value(val); + return true; + } + + bool number_float(number_float_t val, const string_t& /*unused*/) + { + handle_value(val); + return true; + } + + bool string(string_t& val) + { + handle_value(val); + return true; + } + + bool binary(binary_t& val) + { + handle_value(std::move(val)); + return true; + } + + bool start_object(std::size_t len) + { + // check callback for object start + const bool keep = callback(static_cast(ref_stack.size()), parse_event_t::object_start, discarded); + keep_stack.push_back(keep); + + auto val = handle_value(BasicJsonType::value_t::object, true); + ref_stack.push_back(val.second); + + // check object limit + if (ref_stack.back() && JSON_HEDLEY_UNLIKELY(len != std::size_t(-1) && len > ref_stack.back()->max_size())) + { + JSON_THROW(out_of_range::create(408, "excessive object size: " + std::to_string(len))); + } + + return true; + } + + bool key(string_t& val) + { + BasicJsonType k = BasicJsonType(val); + + // check callback for key + const bool keep = callback(static_cast(ref_stack.size()), parse_event_t::key, k); + key_keep_stack.push_back(keep); + + // add discarded value at given key and store the reference for later + if (keep && ref_stack.back()) + { + object_element = &(ref_stack.back()->m_value.object->operator[](val) = discarded); + } + + return true; + } + + bool end_object() + { + if (ref_stack.back() && !callback(static_cast(ref_stack.size()) - 1, parse_event_t::object_end, *ref_stack.back())) + { + // discard object + *ref_stack.back() = discarded; + } + + JSON_ASSERT(!ref_stack.empty()); + JSON_ASSERT(!keep_stack.empty()); + ref_stack.pop_back(); + keep_stack.pop_back(); + + if (!ref_stack.empty() && ref_stack.back() && ref_stack.back()->is_structured()) + { + // remove discarded value + for (auto it = ref_stack.back()->begin(); it != ref_stack.back()->end(); ++it) + { + if (it->is_discarded()) + { + ref_stack.back()->erase(it); + break; + } + } + } + + return true; + } + + bool start_array(std::size_t len) + { + const bool keep = callback(static_cast(ref_stack.size()), parse_event_t::array_start, discarded); + keep_stack.push_back(keep); + + auto val = handle_value(BasicJsonType::value_t::array, true); + ref_stack.push_back(val.second); + + // check array limit + if (ref_stack.back() && JSON_HEDLEY_UNLIKELY(len != std::size_t(-1) && len > ref_stack.back()->max_size())) + { + JSON_THROW(out_of_range::create(408, "excessive array size: " + std::to_string(len))); + } + + return true; + } + + bool end_array() + { + bool keep = true; + + if (ref_stack.back()) + { + keep = callback(static_cast(ref_stack.size()) - 1, parse_event_t::array_end, *ref_stack.back()); + if (!keep) + { + // discard array + *ref_stack.back() = discarded; + } + } + + JSON_ASSERT(!ref_stack.empty()); + JSON_ASSERT(!keep_stack.empty()); + ref_stack.pop_back(); + keep_stack.pop_back(); + + // remove discarded value + if (!keep && !ref_stack.empty() && ref_stack.back()->is_array()) + { + ref_stack.back()->m_value.array->pop_back(); + } + + return true; + } + + template + bool parse_error(std::size_t /*unused*/, const std::string& /*unused*/, + const Exception& ex) + { + errored = true; + static_cast(ex); + if (allow_exceptions) + { + JSON_THROW(ex); + } + return false; + } + + constexpr bool is_errored() const + { + return errored; + } + + private: + /*! + @param[in] v value to add to the JSON value we build during parsing + @param[in] skip_callback whether we should skip calling the callback + function; this is required after start_array() and + start_object() SAX events, because otherwise we would call the + callback function with an empty array or object, respectively. + + @invariant If the ref stack is empty, then the passed value will be the new + root. + @invariant If the ref stack contains a value, then it is an array or an + object to which we can add elements + + @return pair of boolean (whether value should be kept) and pointer (to the + passed value in the ref_stack hierarchy; nullptr if not kept) + */ + template + std::pair handle_value(Value&& v, const bool skip_callback = false) + { + JSON_ASSERT(!keep_stack.empty()); + + // do not handle this value if we know it would be added to a discarded + // container + if (!keep_stack.back()) + { + return {false, nullptr}; + } + + // create value + auto value = BasicJsonType(std::forward(v)); + + // check callback + const bool keep = skip_callback || callback(static_cast(ref_stack.size()), parse_event_t::value, value); + + // do not handle this value if we just learnt it shall be discarded + if (!keep) + { + return {false, nullptr}; + } + + if (ref_stack.empty()) + { + root = std::move(value); + return {true, &root}; + } + + // skip this value if we already decided to skip the parent + // (https://github.com/nlohmann/json/issues/971#issuecomment-413678360) + if (!ref_stack.back()) + { + return {false, nullptr}; + } + + // we now only expect arrays and objects + JSON_ASSERT(ref_stack.back()->is_array() || ref_stack.back()->is_object()); + + // array + if (ref_stack.back()->is_array()) + { + ref_stack.back()->m_value.array->push_back(std::move(value)); + return {true, &(ref_stack.back()->m_value.array->back())}; + } + + // object + JSON_ASSERT(ref_stack.back()->is_object()); + // check if we should store an element for the current key + JSON_ASSERT(!key_keep_stack.empty()); + const bool store_element = key_keep_stack.back(); + key_keep_stack.pop_back(); + + if (!store_element) + { + return {false, nullptr}; + } + + JSON_ASSERT(object_element); + *object_element = std::move(value); + return {true, object_element}; + } + + /// the parsed JSON value + BasicJsonType& root; + /// stack to model hierarchy of values + std::vector ref_stack {}; + /// stack to manage which values to keep + std::vector keep_stack {}; + /// stack to manage which object keys to keep + std::vector key_keep_stack {}; + /// helper to hold the reference for the next object element + BasicJsonType* object_element = nullptr; + /// whether a syntax error occurred + bool errored = false; + /// callback function + const parser_callback_t callback = nullptr; + /// whether to throw exceptions in case of errors + const bool allow_exceptions = true; + /// a discarded value for the callback + BasicJsonType discarded = BasicJsonType::value_t::discarded; +}; + +template +class json_sax_acceptor +{ + public: + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using binary_t = typename BasicJsonType::binary_t; + + bool null() + { + return true; + } + + bool boolean(bool /*unused*/) + { + return true; + } + + bool number_integer(number_integer_t /*unused*/) + { + return true; + } + + bool number_unsigned(number_unsigned_t /*unused*/) + { + return true; + } + + bool number_float(number_float_t /*unused*/, const string_t& /*unused*/) + { + return true; + } + + bool string(string_t& /*unused*/) + { + return true; + } + + bool binary(binary_t& /*unused*/) + { + return true; + } + + bool start_object(std::size_t /*unused*/ = std::size_t(-1)) + { + return true; + } + + bool key(string_t& /*unused*/) + { + return true; + } + + bool end_object() + { + return true; + } + + bool start_array(std::size_t /*unused*/ = std::size_t(-1)) + { + return true; + } + + bool end_array() + { + return true; + } + + bool parse_error(std::size_t /*unused*/, const std::string& /*unused*/, const detail::exception& /*unused*/) + { + return false; + } +}; +} // namespace detail + +} // namespace nlohmann + +// #include + + +#include // array +#include // localeconv +#include // size_t +#include // snprintf +#include // strtof, strtod, strtold, strtoll, strtoull +#include // initializer_list +#include // char_traits, string +#include // move +#include // vector + +// #include + +// #include + +// #include + + +namespace nlohmann +{ +namespace detail +{ +/////////// +// lexer // +/////////// + +template +class lexer_base +{ + public: + /// token types for the parser + enum class token_type + { + uninitialized, ///< indicating the scanner is uninitialized + literal_true, ///< the `true` literal + literal_false, ///< the `false` literal + literal_null, ///< the `null` literal + value_string, ///< a string -- use get_string() for actual value + value_unsigned, ///< an unsigned integer -- use get_number_unsigned() for actual value + value_integer, ///< a signed integer -- use get_number_integer() for actual value + value_float, ///< an floating point number -- use get_number_float() for actual value + begin_array, ///< the character for array begin `[` + begin_object, ///< the character for object begin `{` + end_array, ///< the character for array end `]` + end_object, ///< the character for object end `}` + name_separator, ///< the name separator `:` + value_separator, ///< the value separator `,` + parse_error, ///< indicating a parse error + end_of_input, ///< indicating the end of the input buffer + literal_or_value ///< a literal or the begin of a value (only for diagnostics) + }; + + /// return name of values of type token_type (only used for errors) + JSON_HEDLEY_RETURNS_NON_NULL + JSON_HEDLEY_CONST + static const char* token_type_name(const token_type t) noexcept + { + switch (t) + { + case token_type::uninitialized: + return ""; + case token_type::literal_true: + return "true literal"; + case token_type::literal_false: + return "false literal"; + case token_type::literal_null: + return "null literal"; + case token_type::value_string: + return "string literal"; + case token_type::value_unsigned: + case token_type::value_integer: + case token_type::value_float: + return "number literal"; + case token_type::begin_array: + return "'['"; + case token_type::begin_object: + return "'{'"; + case token_type::end_array: + return "']'"; + case token_type::end_object: + return "'}'"; + case token_type::name_separator: + return "':'"; + case token_type::value_separator: + return "','"; + case token_type::parse_error: + return ""; + case token_type::end_of_input: + return "end of input"; + case token_type::literal_or_value: + return "'[', '{', or a literal"; + // LCOV_EXCL_START + default: // catch non-enum values + return "unknown token"; + // LCOV_EXCL_STOP + } + } +}; +/*! +@brief lexical analysis + +This class organizes the lexical analysis during JSON deserialization. +*/ +template +class lexer : public lexer_base +{ + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using char_type = typename InputAdapterType::char_type; + using char_int_type = typename std::char_traits::int_type; + + public: + using token_type = typename lexer_base::token_type; + + explicit lexer(InputAdapterType&& adapter, bool ignore_comments_ = false) + : ia(std::move(adapter)) + , ignore_comments(ignore_comments_) + , decimal_point_char(static_cast(get_decimal_point())) + {} + + // delete because of pointer members + lexer(const lexer&) = delete; + lexer(lexer&&) = default; + lexer& operator=(lexer&) = delete; + lexer& operator=(lexer&&) = default; + ~lexer() = default; + + private: + ///////////////////// + // locales + ///////////////////// + + /// return the locale-dependent decimal point + JSON_HEDLEY_PURE + static char get_decimal_point() noexcept + { + const auto* loc = localeconv(); + JSON_ASSERT(loc != nullptr); + return (loc->decimal_point == nullptr) ? '.' : *(loc->decimal_point); + } + + ///////////////////// + // scan functions + ///////////////////// + + /*! + @brief get codepoint from 4 hex characters following `\u` + + For input "\u c1 c2 c3 c4" the codepoint is: + (c1 * 0x1000) + (c2 * 0x0100) + (c3 * 0x0010) + c4 + = (c1 << 12) + (c2 << 8) + (c3 << 4) + (c4 << 0) + + Furthermore, the possible characters '0'..'9', 'A'..'F', and 'a'..'f' + must be converted to the integers 0x0..0x9, 0xA..0xF, 0xA..0xF, resp. The + conversion is done by subtracting the offset (0x30, 0x37, and 0x57) + between the ASCII value of the character and the desired integer value. + + @return codepoint (0x0000..0xFFFF) or -1 in case of an error (e.g. EOF or + non-hex character) + */ + int get_codepoint() + { + // this function only makes sense after reading `\u` + JSON_ASSERT(current == 'u'); + int codepoint = 0; + + const auto factors = { 12u, 8u, 4u, 0u }; + for (const auto factor : factors) + { + get(); + + if (current >= '0' && current <= '9') + { + codepoint += static_cast((static_cast(current) - 0x30u) << factor); + } + else if (current >= 'A' && current <= 'F') + { + codepoint += static_cast((static_cast(current) - 0x37u) << factor); + } + else if (current >= 'a' && current <= 'f') + { + codepoint += static_cast((static_cast(current) - 0x57u) << factor); + } + else + { + return -1; + } + } + + JSON_ASSERT(0x0000 <= codepoint && codepoint <= 0xFFFF); + return codepoint; + } + + /*! + @brief check if the next byte(s) are inside a given range + + Adds the current byte and, for each passed range, reads a new byte and + checks if it is inside the range. If a violation was detected, set up an + error message and return false. Otherwise, return true. + + @param[in] ranges list of integers; interpreted as list of pairs of + inclusive lower and upper bound, respectively + + @pre The passed list @a ranges must have 2, 4, or 6 elements; that is, + 1, 2, or 3 pairs. This precondition is enforced by an assertion. + + @return true if and only if no range violation was detected + */ + bool next_byte_in_range(std::initializer_list ranges) + { + JSON_ASSERT(ranges.size() == 2 || ranges.size() == 4 || ranges.size() == 6); + add(current); + + for (auto range = ranges.begin(); range != ranges.end(); ++range) + { + get(); + if (JSON_HEDLEY_LIKELY(*range <= current && current <= *(++range))) + { + add(current); + } + else + { + error_message = "invalid string: ill-formed UTF-8 byte"; + return false; + } + } + + return true; + } + + /*! + @brief scan a string literal + + This function scans a string according to Sect. 7 of RFC 7159. While + scanning, bytes are escaped and copied into buffer token_buffer. Then the + function returns successfully, token_buffer is *not* null-terminated (as it + may contain \0 bytes), and token_buffer.size() is the number of bytes in the + string. + + @return token_type::value_string if string could be successfully scanned, + token_type::parse_error otherwise + + @note In case of errors, variable error_message contains a textual + description. + */ + token_type scan_string() + { + // reset token_buffer (ignore opening quote) + reset(); + + // we entered the function by reading an open quote + JSON_ASSERT(current == '\"'); + + while (true) + { + // get next character + switch (get()) + { + // end of file while parsing string + case std::char_traits::eof(): + { + error_message = "invalid string: missing closing quote"; + return token_type::parse_error; + } + + // closing quote + case '\"': + { + return token_type::value_string; + } + + // escapes + case '\\': + { + switch (get()) + { + // quotation mark + case '\"': + add('\"'); + break; + // reverse solidus + case '\\': + add('\\'); + break; + // solidus + case '/': + add('/'); + break; + // backspace + case 'b': + add('\b'); + break; + // form feed + case 'f': + add('\f'); + break; + // line feed + case 'n': + add('\n'); + break; + // carriage return + case 'r': + add('\r'); + break; + // tab + case 't': + add('\t'); + break; + + // unicode escapes + case 'u': + { + const int codepoint1 = get_codepoint(); + int codepoint = codepoint1; // start with codepoint1 + + if (JSON_HEDLEY_UNLIKELY(codepoint1 == -1)) + { + error_message = "invalid string: '\\u' must be followed by 4 hex digits"; + return token_type::parse_error; + } + + // check if code point is a high surrogate + if (0xD800 <= codepoint1 && codepoint1 <= 0xDBFF) + { + // expect next \uxxxx entry + if (JSON_HEDLEY_LIKELY(get() == '\\' && get() == 'u')) + { + const int codepoint2 = get_codepoint(); + + if (JSON_HEDLEY_UNLIKELY(codepoint2 == -1)) + { + error_message = "invalid string: '\\u' must be followed by 4 hex digits"; + return token_type::parse_error; + } + + // check if codepoint2 is a low surrogate + if (JSON_HEDLEY_LIKELY(0xDC00 <= codepoint2 && codepoint2 <= 0xDFFF)) + { + // overwrite codepoint + codepoint = static_cast( + // high surrogate occupies the most significant 22 bits + (static_cast(codepoint1) << 10u) + // low surrogate occupies the least significant 15 bits + + static_cast(codepoint2) + // there is still the 0xD800, 0xDC00 and 0x10000 noise + // in the result so we have to subtract with: + // (0xD800 << 10) + DC00 - 0x10000 = 0x35FDC00 + - 0x35FDC00u); + } + else + { + error_message = "invalid string: surrogate U+D800..U+DBFF must be followed by U+DC00..U+DFFF"; + return token_type::parse_error; + } + } + else + { + error_message = "invalid string: surrogate U+D800..U+DBFF must be followed by U+DC00..U+DFFF"; + return token_type::parse_error; + } + } + else + { + if (JSON_HEDLEY_UNLIKELY(0xDC00 <= codepoint1 && codepoint1 <= 0xDFFF)) + { + error_message = "invalid string: surrogate U+DC00..U+DFFF must follow U+D800..U+DBFF"; + return token_type::parse_error; + } + } + + // result of the above calculation yields a proper codepoint + JSON_ASSERT(0x00 <= codepoint && codepoint <= 0x10FFFF); + + // translate codepoint into bytes + if (codepoint < 0x80) + { + // 1-byte characters: 0xxxxxxx (ASCII) + add(static_cast(codepoint)); + } + else if (codepoint <= 0x7FF) + { + // 2-byte characters: 110xxxxx 10xxxxxx + add(static_cast(0xC0u | (static_cast(codepoint) >> 6u))); + add(static_cast(0x80u | (static_cast(codepoint) & 0x3Fu))); + } + else if (codepoint <= 0xFFFF) + { + // 3-byte characters: 1110xxxx 10xxxxxx 10xxxxxx + add(static_cast(0xE0u | (static_cast(codepoint) >> 12u))); + add(static_cast(0x80u | ((static_cast(codepoint) >> 6u) & 0x3Fu))); + add(static_cast(0x80u | (static_cast(codepoint) & 0x3Fu))); + } + else + { + // 4-byte characters: 11110xxx 10xxxxxx 10xxxxxx 10xxxxxx + add(static_cast(0xF0u | (static_cast(codepoint) >> 18u))); + add(static_cast(0x80u | ((static_cast(codepoint) >> 12u) & 0x3Fu))); + add(static_cast(0x80u | ((static_cast(codepoint) >> 6u) & 0x3Fu))); + add(static_cast(0x80u | (static_cast(codepoint) & 0x3Fu))); + } + + break; + } + + // other characters after escape + default: + error_message = "invalid string: forbidden character after backslash"; + return token_type::parse_error; + } + + break; + } + + // invalid control characters + case 0x00: + { + error_message = "invalid string: control character U+0000 (NUL) must be escaped to \\u0000"; + return token_type::parse_error; + } + + case 0x01: + { + error_message = "invalid string: control character U+0001 (SOH) must be escaped to \\u0001"; + return token_type::parse_error; + } + + case 0x02: + { + error_message = "invalid string: control character U+0002 (STX) must be escaped to \\u0002"; + return token_type::parse_error; + } + + case 0x03: + { + error_message = "invalid string: control character U+0003 (ETX) must be escaped to \\u0003"; + return token_type::parse_error; + } + + case 0x04: + { + error_message = "invalid string: control character U+0004 (EOT) must be escaped to \\u0004"; + return token_type::parse_error; + } + + case 0x05: + { + error_message = "invalid string: control character U+0005 (ENQ) must be escaped to \\u0005"; + return token_type::parse_error; + } + + case 0x06: + { + error_message = "invalid string: control character U+0006 (ACK) must be escaped to \\u0006"; + return token_type::parse_error; + } + + case 0x07: + { + error_message = "invalid string: control character U+0007 (BEL) must be escaped to \\u0007"; + return token_type::parse_error; + } + + case 0x08: + { + error_message = "invalid string: control character U+0008 (BS) must be escaped to \\u0008 or \\b"; + return token_type::parse_error; + } + + case 0x09: + { + error_message = "invalid string: control character U+0009 (HT) must be escaped to \\u0009 or \\t"; + return token_type::parse_error; + } + + case 0x0A: + { + error_message = "invalid string: control character U+000A (LF) must be escaped to \\u000A or \\n"; + return token_type::parse_error; + } + + case 0x0B: + { + error_message = "invalid string: control character U+000B (VT) must be escaped to \\u000B"; + return token_type::parse_error; + } + + case 0x0C: + { + error_message = "invalid string: control character U+000C (FF) must be escaped to \\u000C or \\f"; + return token_type::parse_error; + } + + case 0x0D: + { + error_message = "invalid string: control character U+000D (CR) must be escaped to \\u000D or \\r"; + return token_type::parse_error; + } + + case 0x0E: + { + error_message = "invalid string: control character U+000E (SO) must be escaped to \\u000E"; + return token_type::parse_error; + } + + case 0x0F: + { + error_message = "invalid string: control character U+000F (SI) must be escaped to \\u000F"; + return token_type::parse_error; + } + + case 0x10: + { + error_message = "invalid string: control character U+0010 (DLE) must be escaped to \\u0010"; + return token_type::parse_error; + } + + case 0x11: + { + error_message = "invalid string: control character U+0011 (DC1) must be escaped to \\u0011"; + return token_type::parse_error; + } + + case 0x12: + { + error_message = "invalid string: control character U+0012 (DC2) must be escaped to \\u0012"; + return token_type::parse_error; + } + + case 0x13: + { + error_message = "invalid string: control character U+0013 (DC3) must be escaped to \\u0013"; + return token_type::parse_error; + } + + case 0x14: + { + error_message = "invalid string: control character U+0014 (DC4) must be escaped to \\u0014"; + return token_type::parse_error; + } + + case 0x15: + { + error_message = "invalid string: control character U+0015 (NAK) must be escaped to \\u0015"; + return token_type::parse_error; + } + + case 0x16: + { + error_message = "invalid string: control character U+0016 (SYN) must be escaped to \\u0016"; + return token_type::parse_error; + } + + case 0x17: + { + error_message = "invalid string: control character U+0017 (ETB) must be escaped to \\u0017"; + return token_type::parse_error; + } + + case 0x18: + { + error_message = "invalid string: control character U+0018 (CAN) must be escaped to \\u0018"; + return token_type::parse_error; + } + + case 0x19: + { + error_message = "invalid string: control character U+0019 (EM) must be escaped to \\u0019"; + return token_type::parse_error; + } + + case 0x1A: + { + error_message = "invalid string: control character U+001A (SUB) must be escaped to \\u001A"; + return token_type::parse_error; + } + + case 0x1B: + { + error_message = "invalid string: control character U+001B (ESC) must be escaped to \\u001B"; + return token_type::parse_error; + } + + case 0x1C: + { + error_message = "invalid string: control character U+001C (FS) must be escaped to \\u001C"; + return token_type::parse_error; + } + + case 0x1D: + { + error_message = "invalid string: control character U+001D (GS) must be escaped to \\u001D"; + return token_type::parse_error; + } + + case 0x1E: + { + error_message = "invalid string: control character U+001E (RS) must be escaped to \\u001E"; + return token_type::parse_error; + } + + case 0x1F: + { + error_message = "invalid string: control character U+001F (US) must be escaped to \\u001F"; + return token_type::parse_error; + } + + // U+0020..U+007F (except U+0022 (quote) and U+005C (backspace)) + case 0x20: + case 0x21: + case 0x23: + case 0x24: + case 0x25: + case 0x26: + case 0x27: + case 0x28: + case 0x29: + case 0x2A: + case 0x2B: + case 0x2C: + case 0x2D: + case 0x2E: + case 0x2F: + case 0x30: + case 0x31: + case 0x32: + case 0x33: + case 0x34: + case 0x35: + case 0x36: + case 0x37: + case 0x38: + case 0x39: + case 0x3A: + case 0x3B: + case 0x3C: + case 0x3D: + case 0x3E: + case 0x3F: + case 0x40: + case 0x41: + case 0x42: + case 0x43: + case 0x44: + case 0x45: + case 0x46: + case 0x47: + case 0x48: + case 0x49: + case 0x4A: + case 0x4B: + case 0x4C: + case 0x4D: + case 0x4E: + case 0x4F: + case 0x50: + case 0x51: + case 0x52: + case 0x53: + case 0x54: + case 0x55: + case 0x56: + case 0x57: + case 0x58: + case 0x59: + case 0x5A: + case 0x5B: + case 0x5D: + case 0x5E: + case 0x5F: + case 0x60: + case 0x61: + case 0x62: + case 0x63: + case 0x64: + case 0x65: + case 0x66: + case 0x67: + case 0x68: + case 0x69: + case 0x6A: + case 0x6B: + case 0x6C: + case 0x6D: + case 0x6E: + case 0x6F: + case 0x70: + case 0x71: + case 0x72: + case 0x73: + case 0x74: + case 0x75: + case 0x76: + case 0x77: + case 0x78: + case 0x79: + case 0x7A: + case 0x7B: + case 0x7C: + case 0x7D: + case 0x7E: + case 0x7F: + { + add(current); + break; + } + + // U+0080..U+07FF: bytes C2..DF 80..BF + case 0xC2: + case 0xC3: + case 0xC4: + case 0xC5: + case 0xC6: + case 0xC7: + case 0xC8: + case 0xC9: + case 0xCA: + case 0xCB: + case 0xCC: + case 0xCD: + case 0xCE: + case 0xCF: + case 0xD0: + case 0xD1: + case 0xD2: + case 0xD3: + case 0xD4: + case 0xD5: + case 0xD6: + case 0xD7: + case 0xD8: + case 0xD9: + case 0xDA: + case 0xDB: + case 0xDC: + case 0xDD: + case 0xDE: + case 0xDF: + { + if (JSON_HEDLEY_UNLIKELY(!next_byte_in_range({0x80, 0xBF}))) + { + return token_type::parse_error; + } + break; + } + + // U+0800..U+0FFF: bytes E0 A0..BF 80..BF + case 0xE0: + { + if (JSON_HEDLEY_UNLIKELY(!(next_byte_in_range({0xA0, 0xBF, 0x80, 0xBF})))) + { + return token_type::parse_error; + } + break; + } + + // U+1000..U+CFFF: bytes E1..EC 80..BF 80..BF + // U+E000..U+FFFF: bytes EE..EF 80..BF 80..BF + case 0xE1: + case 0xE2: + case 0xE3: + case 0xE4: + case 0xE5: + case 0xE6: + case 0xE7: + case 0xE8: + case 0xE9: + case 0xEA: + case 0xEB: + case 0xEC: + case 0xEE: + case 0xEF: + { + if (JSON_HEDLEY_UNLIKELY(!(next_byte_in_range({0x80, 0xBF, 0x80, 0xBF})))) + { + return token_type::parse_error; + } + break; + } + + // U+D000..U+D7FF: bytes ED 80..9F 80..BF + case 0xED: + { + if (JSON_HEDLEY_UNLIKELY(!(next_byte_in_range({0x80, 0x9F, 0x80, 0xBF})))) + { + return token_type::parse_error; + } + break; + } + + // U+10000..U+3FFFF F0 90..BF 80..BF 80..BF + case 0xF0: + { + if (JSON_HEDLEY_UNLIKELY(!(next_byte_in_range({0x90, 0xBF, 0x80, 0xBF, 0x80, 0xBF})))) + { + return token_type::parse_error; + } + break; + } + + // U+40000..U+FFFFF F1..F3 80..BF 80..BF 80..BF + case 0xF1: + case 0xF2: + case 0xF3: + { + if (JSON_HEDLEY_UNLIKELY(!(next_byte_in_range({0x80, 0xBF, 0x80, 0xBF, 0x80, 0xBF})))) + { + return token_type::parse_error; + } + break; + } + + // U+100000..U+10FFFF F4 80..8F 80..BF 80..BF + case 0xF4: + { + if (JSON_HEDLEY_UNLIKELY(!(next_byte_in_range({0x80, 0x8F, 0x80, 0xBF, 0x80, 0xBF})))) + { + return token_type::parse_error; + } + break; + } + + // remaining bytes (80..C1 and F5..FF) are ill-formed + default: + { + error_message = "invalid string: ill-formed UTF-8 byte"; + return token_type::parse_error; + } + } + } + } + + /*! + * @brief scan a comment + * @return whether comment could be scanned successfully + */ + bool scan_comment() + { + switch (get()) + { + // single-line comments skip input until a newline or EOF is read + case '/': + { + while (true) + { + switch (get()) + { + case '\n': + case '\r': + case std::char_traits::eof(): + case '\0': + return true; + + default: + break; + } + } + } + + // multi-line comments skip input until */ is read + case '*': + { + while (true) + { + switch (get()) + { + case std::char_traits::eof(): + case '\0': + { + error_message = "invalid comment; missing closing '*/'"; + return false; + } + + case '*': + { + switch (get()) + { + case '/': + return true; + + default: + { + unget(); + continue; + } + } + } + + default: + continue; + } + } + } + + // unexpected character after reading '/' + default: + { + error_message = "invalid comment; expecting '/' or '*' after '/'"; + return false; + } + } + } + + JSON_HEDLEY_NON_NULL(2) + static void strtof(float& f, const char* str, char** endptr) noexcept + { + f = std::strtof(str, endptr); + } + + JSON_HEDLEY_NON_NULL(2) + static void strtof(double& f, const char* str, char** endptr) noexcept + { + f = std::strtod(str, endptr); + } + + JSON_HEDLEY_NON_NULL(2) + static void strtof(long double& f, const char* str, char** endptr) noexcept + { + f = std::strtold(str, endptr); + } + + /*! + @brief scan a number literal + + This function scans a string according to Sect. 6 of RFC 7159. + + The function is realized with a deterministic finite state machine derived + from the grammar described in RFC 7159. Starting in state "init", the + input is read and used to determined the next state. Only state "done" + accepts the number. State "error" is a trap state to model errors. In the + table below, "anything" means any character but the ones listed before. + + state | 0 | 1-9 | e E | + | - | . | anything + ---------|----------|----------|----------|---------|---------|----------|----------- + init | zero | any1 | [error] | [error] | minus | [error] | [error] + minus | zero | any1 | [error] | [error] | [error] | [error] | [error] + zero | done | done | exponent | done | done | decimal1 | done + any1 | any1 | any1 | exponent | done | done | decimal1 | done + decimal1 | decimal2 | decimal2 | [error] | [error] | [error] | [error] | [error] + decimal2 | decimal2 | decimal2 | exponent | done | done | done | done + exponent | any2 | any2 | [error] | sign | sign | [error] | [error] + sign | any2 | any2 | [error] | [error] | [error] | [error] | [error] + any2 | any2 | any2 | done | done | done | done | done + + The state machine is realized with one label per state (prefixed with + "scan_number_") and `goto` statements between them. The state machine + contains cycles, but any cycle can be left when EOF is read. Therefore, + the function is guaranteed to terminate. + + During scanning, the read bytes are stored in token_buffer. This string is + then converted to a signed integer, an unsigned integer, or a + floating-point number. + + @return token_type::value_unsigned, token_type::value_integer, or + token_type::value_float if number could be successfully scanned, + token_type::parse_error otherwise + + @note The scanner is independent of the current locale. Internally, the + locale's decimal point is used instead of `.` to work with the + locale-dependent converters. + */ + token_type scan_number() // lgtm [cpp/use-of-goto] + { + // reset token_buffer to store the number's bytes + reset(); + + // the type of the parsed number; initially set to unsigned; will be + // changed if minus sign, decimal point or exponent is read + token_type number_type = token_type::value_unsigned; + + // state (init): we just found out we need to scan a number + switch (current) + { + case '-': + { + add(current); + goto scan_number_minus; + } + + case '0': + { + add(current); + goto scan_number_zero; + } + + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + { + add(current); + goto scan_number_any1; + } + + // all other characters are rejected outside scan_number() + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // LCOV_EXCL_LINE + } + +scan_number_minus: + // state: we just parsed a leading minus sign + number_type = token_type::value_integer; + switch (get()) + { + case '0': + { + add(current); + goto scan_number_zero; + } + + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + { + add(current); + goto scan_number_any1; + } + + default: + { + error_message = "invalid number; expected digit after '-'"; + return token_type::parse_error; + } + } + +scan_number_zero: + // state: we just parse a zero (maybe with a leading minus sign) + switch (get()) + { + case '.': + { + add(decimal_point_char); + goto scan_number_decimal1; + } + + case 'e': + case 'E': + { + add(current); + goto scan_number_exponent; + } + + default: + goto scan_number_done; + } + +scan_number_any1: + // state: we just parsed a number 0-9 (maybe with a leading minus sign) + switch (get()) + { + case '0': + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + { + add(current); + goto scan_number_any1; + } + + case '.': + { + add(decimal_point_char); + goto scan_number_decimal1; + } + + case 'e': + case 'E': + { + add(current); + goto scan_number_exponent; + } + + default: + goto scan_number_done; + } + +scan_number_decimal1: + // state: we just parsed a decimal point + number_type = token_type::value_float; + switch (get()) + { + case '0': + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + { + add(current); + goto scan_number_decimal2; + } + + default: + { + error_message = "invalid number; expected digit after '.'"; + return token_type::parse_error; + } + } + +scan_number_decimal2: + // we just parsed at least one number after a decimal point + switch (get()) + { + case '0': + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + { + add(current); + goto scan_number_decimal2; + } + + case 'e': + case 'E': + { + add(current); + goto scan_number_exponent; + } + + default: + goto scan_number_done; + } + +scan_number_exponent: + // we just parsed an exponent + number_type = token_type::value_float; + switch (get()) + { + case '+': + case '-': + { + add(current); + goto scan_number_sign; + } + + case '0': + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + { + add(current); + goto scan_number_any2; + } + + default: + { + error_message = + "invalid number; expected '+', '-', or digit after exponent"; + return token_type::parse_error; + } + } + +scan_number_sign: + // we just parsed an exponent sign + switch (get()) + { + case '0': + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + { + add(current); + goto scan_number_any2; + } + + default: + { + error_message = "invalid number; expected digit after exponent sign"; + return token_type::parse_error; + } + } + +scan_number_any2: + // we just parsed a number after the exponent or exponent sign + switch (get()) + { + case '0': + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + { + add(current); + goto scan_number_any2; + } + + default: + goto scan_number_done; + } + +scan_number_done: + // unget the character after the number (we only read it to know that + // we are done scanning a number) + unget(); + + char* endptr = nullptr; + errno = 0; + + // try to parse integers first and fall back to floats + if (number_type == token_type::value_unsigned) + { + const auto x = std::strtoull(token_buffer.data(), &endptr, 10); + + // we checked the number format before + JSON_ASSERT(endptr == token_buffer.data() + token_buffer.size()); + + if (errno == 0) + { + value_unsigned = static_cast(x); + if (value_unsigned == x) + { + return token_type::value_unsigned; + } + } + } + else if (number_type == token_type::value_integer) + { + const auto x = std::strtoll(token_buffer.data(), &endptr, 10); + + // we checked the number format before + JSON_ASSERT(endptr == token_buffer.data() + token_buffer.size()); + + if (errno == 0) + { + value_integer = static_cast(x); + if (value_integer == x) + { + return token_type::value_integer; + } + } + } + + // this code is reached if we parse a floating-point number or if an + // integer conversion above failed + strtof(value_float, token_buffer.data(), &endptr); + + // we checked the number format before + JSON_ASSERT(endptr == token_buffer.data() + token_buffer.size()); + + return token_type::value_float; + } + + /*! + @param[in] literal_text the literal text to expect + @param[in] length the length of the passed literal text + @param[in] return_type the token type to return on success + */ + JSON_HEDLEY_NON_NULL(2) + token_type scan_literal(const char_type* literal_text, const std::size_t length, + token_type return_type) + { + JSON_ASSERT(std::char_traits::to_char_type(current) == literal_text[0]); + for (std::size_t i = 1; i < length; ++i) + { + if (JSON_HEDLEY_UNLIKELY(std::char_traits::to_char_type(get()) != literal_text[i])) + { + error_message = "invalid literal"; + return token_type::parse_error; + } + } + return return_type; + } + + ///////////////////// + // input management + ///////////////////// + + /// reset token_buffer; current character is beginning of token + void reset() noexcept + { + token_buffer.clear(); + token_string.clear(); + token_string.push_back(std::char_traits::to_char_type(current)); + } + + /* + @brief get next character from the input + + This function provides the interface to the used input adapter. It does + not throw in case the input reached EOF, but returns a + `std::char_traits::eof()` in that case. Stores the scanned characters + for use in error messages. + + @return character read from the input + */ + char_int_type get() + { + ++position.chars_read_total; + ++position.chars_read_current_line; + + if (next_unget) + { + // just reset the next_unget variable and work with current + next_unget = false; + } + else + { + current = ia.get_character(); + } + + if (JSON_HEDLEY_LIKELY(current != std::char_traits::eof())) + { + token_string.push_back(std::char_traits::to_char_type(current)); + } + + if (current == '\n') + { + ++position.lines_read; + position.chars_read_current_line = 0; + } + + return current; + } + + /*! + @brief unget current character (read it again on next get) + + We implement unget by setting variable next_unget to true. The input is not + changed - we just simulate ungetting by modifying chars_read_total, + chars_read_current_line, and token_string. The next call to get() will + behave as if the unget character is read again. + */ + void unget() + { + next_unget = true; + + --position.chars_read_total; + + // in case we "unget" a newline, we have to also decrement the lines_read + if (position.chars_read_current_line == 0) + { + if (position.lines_read > 0) + { + --position.lines_read; + } + } + else + { + --position.chars_read_current_line; + } + + if (JSON_HEDLEY_LIKELY(current != std::char_traits::eof())) + { + JSON_ASSERT(!token_string.empty()); + token_string.pop_back(); + } + } + + /// add a character to token_buffer + void add(char_int_type c) + { + token_buffer.push_back(static_cast(c)); + } + + public: + ///////////////////// + // value getters + ///////////////////// + + /// return integer value + constexpr number_integer_t get_number_integer() const noexcept + { + return value_integer; + } + + /// return unsigned integer value + constexpr number_unsigned_t get_number_unsigned() const noexcept + { + return value_unsigned; + } + + /// return floating-point value + constexpr number_float_t get_number_float() const noexcept + { + return value_float; + } + + /// return current string value (implicitly resets the token; useful only once) + string_t& get_string() + { + return token_buffer; + } + + ///////////////////// + // diagnostics + ///////////////////// + + /// return position of last read token + constexpr position_t get_position() const noexcept + { + return position; + } + + /// return the last read token (for errors only). Will never contain EOF + /// (an arbitrary value that is not a valid char value, often -1), because + /// 255 may legitimately occur. May contain NUL, which should be escaped. + std::string get_token_string() const + { + // escape control characters + std::string result; + for (const auto c : token_string) + { + if (static_cast(c) <= '\x1F') + { + // escape control characters + std::array cs{{}}; + (std::snprintf)(cs.data(), cs.size(), "", static_cast(c)); + result += cs.data(); + } + else + { + // add character as is + result.push_back(static_cast(c)); + } + } + + return result; + } + + /// return syntax error message + JSON_HEDLEY_RETURNS_NON_NULL + constexpr const char* get_error_message() const noexcept + { + return error_message; + } + + ///////////////////// + // actual scanner + ///////////////////// + + /*! + @brief skip the UTF-8 byte order mark + @return true iff there is no BOM or the correct BOM has been skipped + */ + bool skip_bom() + { + if (get() == 0xEF) + { + // check if we completely parse the BOM + return get() == 0xBB && get() == 0xBF; + } + + // the first character is not the beginning of the BOM; unget it to + // process is later + unget(); + return true; + } + + void skip_whitespace() + { + do + { + get(); + } + while (current == ' ' || current == '\t' || current == '\n' || current == '\r'); + } + + token_type scan() + { + // initially, skip the BOM + if (position.chars_read_total == 0 && !skip_bom()) + { + error_message = "invalid BOM; must be 0xEF 0xBB 0xBF if given"; + return token_type::parse_error; + } + + // read next character and ignore whitespace + skip_whitespace(); + + // ignore comments + while (ignore_comments && current == '/') + { + if (!scan_comment()) + { + return token_type::parse_error; + } + + // skip following whitespace + skip_whitespace(); + } + + switch (current) + { + // structural characters + case '[': + return token_type::begin_array; + case ']': + return token_type::end_array; + case '{': + return token_type::begin_object; + case '}': + return token_type::end_object; + case ':': + return token_type::name_separator; + case ',': + return token_type::value_separator; + + // literals + case 't': + { + std::array true_literal = {{'t', 'r', 'u', 'e'}}; + return scan_literal(true_literal.data(), true_literal.size(), token_type::literal_true); + } + case 'f': + { + std::array false_literal = {{'f', 'a', 'l', 's', 'e'}}; + return scan_literal(false_literal.data(), false_literal.size(), token_type::literal_false); + } + case 'n': + { + std::array null_literal = {{'n', 'u', 'l', 'l'}}; + return scan_literal(null_literal.data(), null_literal.size(), token_type::literal_null); + } + + // string + case '\"': + return scan_string(); + + // number + case '-': + case '0': + case '1': + case '2': + case '3': + case '4': + case '5': + case '6': + case '7': + case '8': + case '9': + return scan_number(); + + // end of input (the null byte is needed when parsing from + // string literals) + case '\0': + case std::char_traits::eof(): + return token_type::end_of_input; + + // error + default: + error_message = "invalid literal"; + return token_type::parse_error; + } + } + + private: + /// input adapter + InputAdapterType ia; + + /// whether comments should be ignored (true) or signaled as errors (false) + const bool ignore_comments = false; + + /// the current character + char_int_type current = std::char_traits::eof(); + + /// whether the next get() call should just return current + bool next_unget = false; + + /// the start position of the current token + position_t position {}; + + /// raw input token string (for error messages) + std::vector token_string {}; + + /// buffer for variable-length tokens (numbers, strings) + string_t token_buffer {}; + + /// a description of occurred lexer errors + const char* error_message = ""; + + // number values + number_integer_t value_integer = 0; + number_unsigned_t value_unsigned = 0; + number_float_t value_float = 0; + + /// the decimal point + const char_int_type decimal_point_char = '.'; +}; +} // namespace detail +} // namespace nlohmann + +// #include + +// #include + + +#include // size_t +#include // declval +#include // string + +// #include + +// #include + + +namespace nlohmann +{ +namespace detail +{ +template +using null_function_t = decltype(std::declval().null()); + +template +using boolean_function_t = + decltype(std::declval().boolean(std::declval())); + +template +using number_integer_function_t = + decltype(std::declval().number_integer(std::declval())); + +template +using number_unsigned_function_t = + decltype(std::declval().number_unsigned(std::declval())); + +template +using number_float_function_t = decltype(std::declval().number_float( + std::declval(), std::declval())); + +template +using string_function_t = + decltype(std::declval().string(std::declval())); + +template +using binary_function_t = + decltype(std::declval().binary(std::declval())); + +template +using start_object_function_t = + decltype(std::declval().start_object(std::declval())); + +template +using key_function_t = + decltype(std::declval().key(std::declval())); + +template +using end_object_function_t = decltype(std::declval().end_object()); + +template +using start_array_function_t = + decltype(std::declval().start_array(std::declval())); + +template +using end_array_function_t = decltype(std::declval().end_array()); + +template +using parse_error_function_t = decltype(std::declval().parse_error( + std::declval(), std::declval(), + std::declval())); + +template +struct is_sax +{ + private: + static_assert(is_basic_json::value, + "BasicJsonType must be of type basic_json<...>"); + + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using binary_t = typename BasicJsonType::binary_t; + using exception_t = typename BasicJsonType::exception; + + public: + static constexpr bool value = + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value && + is_detected_exact::value; +}; + +template +struct is_sax_static_asserts +{ + private: + static_assert(is_basic_json::value, + "BasicJsonType must be of type basic_json<...>"); + + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using binary_t = typename BasicJsonType::binary_t; + using exception_t = typename BasicJsonType::exception; + + public: + static_assert(is_detected_exact::value, + "Missing/invalid function: bool null()"); + static_assert(is_detected_exact::value, + "Missing/invalid function: bool boolean(bool)"); + static_assert(is_detected_exact::value, + "Missing/invalid function: bool boolean(bool)"); + static_assert( + is_detected_exact::value, + "Missing/invalid function: bool number_integer(number_integer_t)"); + static_assert( + is_detected_exact::value, + "Missing/invalid function: bool number_unsigned(number_unsigned_t)"); + static_assert(is_detected_exact::value, + "Missing/invalid function: bool number_float(number_float_t, const string_t&)"); + static_assert( + is_detected_exact::value, + "Missing/invalid function: bool string(string_t&)"); + static_assert( + is_detected_exact::value, + "Missing/invalid function: bool binary(binary_t&)"); + static_assert(is_detected_exact::value, + "Missing/invalid function: bool start_object(std::size_t)"); + static_assert(is_detected_exact::value, + "Missing/invalid function: bool key(string_t&)"); + static_assert(is_detected_exact::value, + "Missing/invalid function: bool end_object()"); + static_assert(is_detected_exact::value, + "Missing/invalid function: bool start_array(std::size_t)"); + static_assert(is_detected_exact::value, + "Missing/invalid function: bool end_array()"); + static_assert( + is_detected_exact::value, + "Missing/invalid function: bool parse_error(std::size_t, const " + "std::string&, const exception&)"); +}; +} // namespace detail +} // namespace nlohmann + +// #include + + +namespace nlohmann +{ +namespace detail +{ + +/// how to treat CBOR tags +enum class cbor_tag_handler_t +{ + error, ///< throw a parse_error exception in case of a tag + ignore ///< ignore tags +}; + +/*! +@brief determine system byte order + +@return true if and only if system's byte order is little endian + +@note from https://stackoverflow.com/a/1001328/266378 +*/ +static inline bool little_endianess(int num = 1) noexcept +{ + return *reinterpret_cast(&num) == 1; +} + + +/////////////////// +// binary reader // +/////////////////// + +/*! +@brief deserialization of CBOR, MessagePack, and UBJSON values +*/ +template> +class binary_reader +{ + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using binary_t = typename BasicJsonType::binary_t; + using json_sax_t = SAX; + using char_type = typename InputAdapterType::char_type; + using char_int_type = typename std::char_traits::int_type; + + public: + /*! + @brief create a binary reader + + @param[in] adapter input adapter to read from + */ + explicit binary_reader(InputAdapterType&& adapter) : ia(std::move(adapter)) + { + (void)detail::is_sax_static_asserts {}; + } + + // make class move-only + binary_reader(const binary_reader&) = delete; + binary_reader(binary_reader&&) = default; + binary_reader& operator=(const binary_reader&) = delete; + binary_reader& operator=(binary_reader&&) = default; + ~binary_reader() = default; + + /*! + @param[in] format the binary format to parse + @param[in] sax_ a SAX event processor + @param[in] strict whether to expect the input to be consumed completed + @param[in] tag_handler how to treat CBOR tags + + @return + */ + JSON_HEDLEY_NON_NULL(3) + bool sax_parse(const input_format_t format, + json_sax_t* sax_, + const bool strict = true, + const cbor_tag_handler_t tag_handler = cbor_tag_handler_t::error) + { + sax = sax_; + bool result = false; + + switch (format) + { + case input_format_t::bson: + result = parse_bson_internal(); + break; + + case input_format_t::cbor: + result = parse_cbor_internal(true, tag_handler); + break; + + case input_format_t::msgpack: + result = parse_msgpack_internal(); + break; + + case input_format_t::ubjson: + result = parse_ubjson_internal(); + break; + + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // LCOV_EXCL_LINE + } + + // strict mode: next byte must be EOF + if (result && strict) + { + if (format == input_format_t::ubjson) + { + get_ignore_noop(); + } + else + { + get(); + } + + if (JSON_HEDLEY_UNLIKELY(current != std::char_traits::eof())) + { + return sax->parse_error(chars_read, get_token_string(), + parse_error::create(110, chars_read, exception_message(format, "expected end of input; last byte: 0x" + get_token_string(), "value"))); + } + } + + return result; + } + + private: + ////////// + // BSON // + ////////// + + /*! + @brief Reads in a BSON-object and passes it to the SAX-parser. + @return whether a valid BSON-value was passed to the SAX parser + */ + bool parse_bson_internal() + { + std::int32_t document_size{}; + get_number(input_format_t::bson, document_size); + + if (JSON_HEDLEY_UNLIKELY(!sax->start_object(std::size_t(-1)))) + { + return false; + } + + if (JSON_HEDLEY_UNLIKELY(!parse_bson_element_list(/*is_array*/false))) + { + return false; + } + + return sax->end_object(); + } + + /*! + @brief Parses a C-style string from the BSON input. + @param[in, out] result A reference to the string variable where the read + string is to be stored. + @return `true` if the \x00-byte indicating the end of the string was + encountered before the EOF; false` indicates an unexpected EOF. + */ + bool get_bson_cstr(string_t& result) + { + auto out = std::back_inserter(result); + while (true) + { + get(); + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::bson, "cstring"))) + { + return false; + } + if (current == 0x00) + { + return true; + } + *out++ = static_cast(current); + } + } + + /*! + @brief Parses a zero-terminated string of length @a len from the BSON + input. + @param[in] len The length (including the zero-byte at the end) of the + string to be read. + @param[in, out] result A reference to the string variable where the read + string is to be stored. + @tparam NumberType The type of the length @a len + @pre len >= 1 + @return `true` if the string was successfully parsed + */ + template + bool get_bson_string(const NumberType len, string_t& result) + { + if (JSON_HEDLEY_UNLIKELY(len < 1)) + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(112, chars_read, exception_message(input_format_t::bson, "string length must be at least 1, is " + std::to_string(len), "string"))); + } + + return get_string(input_format_t::bson, len - static_cast(1), result) && get() != std::char_traits::eof(); + } + + /*! + @brief Parses a byte array input of length @a len from the BSON input. + @param[in] len The length of the byte array to be read. + @param[in, out] result A reference to the binary variable where the read + array is to be stored. + @tparam NumberType The type of the length @a len + @pre len >= 0 + @return `true` if the byte array was successfully parsed + */ + template + bool get_bson_binary(const NumberType len, binary_t& result) + { + if (JSON_HEDLEY_UNLIKELY(len < 0)) + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(112, chars_read, exception_message(input_format_t::bson, "byte array length cannot be negative, is " + std::to_string(len), "binary"))); + } + + // All BSON binary values have a subtype + std::uint8_t subtype{}; + get_number(input_format_t::bson, subtype); + result.set_subtype(subtype); + + return get_binary(input_format_t::bson, len, result); + } + + /*! + @brief Read a BSON document element of the given @a element_type. + @param[in] element_type The BSON element type, c.f. http://bsonspec.org/spec.html + @param[in] element_type_parse_position The position in the input stream, + where the `element_type` was read. + @warning Not all BSON element types are supported yet. An unsupported + @a element_type will give rise to a parse_error.114: + Unsupported BSON record type 0x... + @return whether a valid BSON-object/array was passed to the SAX parser + */ + bool parse_bson_element_internal(const char_int_type element_type, + const std::size_t element_type_parse_position) + { + switch (element_type) + { + case 0x01: // double + { + double number{}; + return get_number(input_format_t::bson, number) && sax->number_float(static_cast(number), ""); + } + + case 0x02: // string + { + std::int32_t len{}; + string_t value; + return get_number(input_format_t::bson, len) && get_bson_string(len, value) && sax->string(value); + } + + case 0x03: // object + { + return parse_bson_internal(); + } + + case 0x04: // array + { + return parse_bson_array(); + } + + case 0x05: // binary + { + std::int32_t len{}; + binary_t value; + return get_number(input_format_t::bson, len) && get_bson_binary(len, value) && sax->binary(value); + } + + case 0x08: // boolean + { + return sax->boolean(get() != 0); + } + + case 0x0A: // null + { + return sax->null(); + } + + case 0x10: // int32 + { + std::int32_t value{}; + return get_number(input_format_t::bson, value) && sax->number_integer(value); + } + + case 0x12: // int64 + { + std::int64_t value{}; + return get_number(input_format_t::bson, value) && sax->number_integer(value); + } + + default: // anything else not supported (yet) + { + std::array cr{{}}; + (std::snprintf)(cr.data(), cr.size(), "%.2hhX", static_cast(element_type)); + return sax->parse_error(element_type_parse_position, std::string(cr.data()), parse_error::create(114, element_type_parse_position, "Unsupported BSON record type 0x" + std::string(cr.data()))); + } + } + } + + /*! + @brief Read a BSON element list (as specified in the BSON-spec) + + The same binary layout is used for objects and arrays, hence it must be + indicated with the argument @a is_array which one is expected + (true --> array, false --> object). + + @param[in] is_array Determines if the element list being read is to be + treated as an object (@a is_array == false), or as an + array (@a is_array == true). + @return whether a valid BSON-object/array was passed to the SAX parser + */ + bool parse_bson_element_list(const bool is_array) + { + string_t key; + + while (auto element_type = get()) + { + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::bson, "element list"))) + { + return false; + } + + const std::size_t element_type_parse_position = chars_read; + if (JSON_HEDLEY_UNLIKELY(!get_bson_cstr(key))) + { + return false; + } + + if (!is_array && !sax->key(key)) + { + return false; + } + + if (JSON_HEDLEY_UNLIKELY(!parse_bson_element_internal(element_type, element_type_parse_position))) + { + return false; + } + + // get_bson_cstr only appends + key.clear(); + } + + return true; + } + + /*! + @brief Reads an array from the BSON input and passes it to the SAX-parser. + @return whether a valid BSON-array was passed to the SAX parser + */ + bool parse_bson_array() + { + std::int32_t document_size{}; + get_number(input_format_t::bson, document_size); + + if (JSON_HEDLEY_UNLIKELY(!sax->start_array(std::size_t(-1)))) + { + return false; + } + + if (JSON_HEDLEY_UNLIKELY(!parse_bson_element_list(/*is_array*/true))) + { + return false; + } + + return sax->end_array(); + } + + ////////// + // CBOR // + ////////// + + /*! + @param[in] get_char whether a new character should be retrieved from the + input (true) or whether the last read character should + be considered instead (false) + @param[in] tag_handler how CBOR tags should be treated + + @return whether a valid CBOR value was passed to the SAX parser + */ + bool parse_cbor_internal(const bool get_char, + const cbor_tag_handler_t tag_handler) + { + switch (get_char ? get() : current) + { + // EOF + case std::char_traits::eof(): + return unexpect_eof(input_format_t::cbor, "value"); + + // Integer 0x00..0x17 (0..23) + case 0x00: + case 0x01: + case 0x02: + case 0x03: + case 0x04: + case 0x05: + case 0x06: + case 0x07: + case 0x08: + case 0x09: + case 0x0A: + case 0x0B: + case 0x0C: + case 0x0D: + case 0x0E: + case 0x0F: + case 0x10: + case 0x11: + case 0x12: + case 0x13: + case 0x14: + case 0x15: + case 0x16: + case 0x17: + return sax->number_unsigned(static_cast(current)); + + case 0x18: // Unsigned integer (one-byte uint8_t follows) + { + std::uint8_t number{}; + return get_number(input_format_t::cbor, number) && sax->number_unsigned(number); + } + + case 0x19: // Unsigned integer (two-byte uint16_t follows) + { + std::uint16_t number{}; + return get_number(input_format_t::cbor, number) && sax->number_unsigned(number); + } + + case 0x1A: // Unsigned integer (four-byte uint32_t follows) + { + std::uint32_t number{}; + return get_number(input_format_t::cbor, number) && sax->number_unsigned(number); + } + + case 0x1B: // Unsigned integer (eight-byte uint64_t follows) + { + std::uint64_t number{}; + return get_number(input_format_t::cbor, number) && sax->number_unsigned(number); + } + + // Negative integer -1-0x00..-1-0x17 (-1..-24) + case 0x20: + case 0x21: + case 0x22: + case 0x23: + case 0x24: + case 0x25: + case 0x26: + case 0x27: + case 0x28: + case 0x29: + case 0x2A: + case 0x2B: + case 0x2C: + case 0x2D: + case 0x2E: + case 0x2F: + case 0x30: + case 0x31: + case 0x32: + case 0x33: + case 0x34: + case 0x35: + case 0x36: + case 0x37: + return sax->number_integer(static_cast(0x20 - 1 - current)); + + case 0x38: // Negative integer (one-byte uint8_t follows) + { + std::uint8_t number{}; + return get_number(input_format_t::cbor, number) && sax->number_integer(static_cast(-1) - number); + } + + case 0x39: // Negative integer -1-n (two-byte uint16_t follows) + { + std::uint16_t number{}; + return get_number(input_format_t::cbor, number) && sax->number_integer(static_cast(-1) - number); + } + + case 0x3A: // Negative integer -1-n (four-byte uint32_t follows) + { + std::uint32_t number{}; + return get_number(input_format_t::cbor, number) && sax->number_integer(static_cast(-1) - number); + } + + case 0x3B: // Negative integer -1-n (eight-byte uint64_t follows) + { + std::uint64_t number{}; + return get_number(input_format_t::cbor, number) && sax->number_integer(static_cast(-1) + - static_cast(number)); + } + + // Binary data (0x00..0x17 bytes follow) + case 0x40: + case 0x41: + case 0x42: + case 0x43: + case 0x44: + case 0x45: + case 0x46: + case 0x47: + case 0x48: + case 0x49: + case 0x4A: + case 0x4B: + case 0x4C: + case 0x4D: + case 0x4E: + case 0x4F: + case 0x50: + case 0x51: + case 0x52: + case 0x53: + case 0x54: + case 0x55: + case 0x56: + case 0x57: + case 0x58: // Binary data (one-byte uint8_t for n follows) + case 0x59: // Binary data (two-byte uint16_t for n follow) + case 0x5A: // Binary data (four-byte uint32_t for n follow) + case 0x5B: // Binary data (eight-byte uint64_t for n follow) + case 0x5F: // Binary data (indefinite length) + { + binary_t b; + return get_cbor_binary(b) && sax->binary(b); + } + + // UTF-8 string (0x00..0x17 bytes follow) + case 0x60: + case 0x61: + case 0x62: + case 0x63: + case 0x64: + case 0x65: + case 0x66: + case 0x67: + case 0x68: + case 0x69: + case 0x6A: + case 0x6B: + case 0x6C: + case 0x6D: + case 0x6E: + case 0x6F: + case 0x70: + case 0x71: + case 0x72: + case 0x73: + case 0x74: + case 0x75: + case 0x76: + case 0x77: + case 0x78: // UTF-8 string (one-byte uint8_t for n follows) + case 0x79: // UTF-8 string (two-byte uint16_t for n follow) + case 0x7A: // UTF-8 string (four-byte uint32_t for n follow) + case 0x7B: // UTF-8 string (eight-byte uint64_t for n follow) + case 0x7F: // UTF-8 string (indefinite length) + { + string_t s; + return get_cbor_string(s) && sax->string(s); + } + + // array (0x00..0x17 data items follow) + case 0x80: + case 0x81: + case 0x82: + case 0x83: + case 0x84: + case 0x85: + case 0x86: + case 0x87: + case 0x88: + case 0x89: + case 0x8A: + case 0x8B: + case 0x8C: + case 0x8D: + case 0x8E: + case 0x8F: + case 0x90: + case 0x91: + case 0x92: + case 0x93: + case 0x94: + case 0x95: + case 0x96: + case 0x97: + return get_cbor_array(static_cast(static_cast(current) & 0x1Fu), tag_handler); + + case 0x98: // array (one-byte uint8_t for n follows) + { + std::uint8_t len{}; + return get_number(input_format_t::cbor, len) && get_cbor_array(static_cast(len), tag_handler); + } + + case 0x99: // array (two-byte uint16_t for n follow) + { + std::uint16_t len{}; + return get_number(input_format_t::cbor, len) && get_cbor_array(static_cast(len), tag_handler); + } + + case 0x9A: // array (four-byte uint32_t for n follow) + { + std::uint32_t len{}; + return get_number(input_format_t::cbor, len) && get_cbor_array(static_cast(len), tag_handler); + } + + case 0x9B: // array (eight-byte uint64_t for n follow) + { + std::uint64_t len{}; + return get_number(input_format_t::cbor, len) && get_cbor_array(static_cast(len), tag_handler); + } + + case 0x9F: // array (indefinite length) + return get_cbor_array(std::size_t(-1), tag_handler); + + // map (0x00..0x17 pairs of data items follow) + case 0xA0: + case 0xA1: + case 0xA2: + case 0xA3: + case 0xA4: + case 0xA5: + case 0xA6: + case 0xA7: + case 0xA8: + case 0xA9: + case 0xAA: + case 0xAB: + case 0xAC: + case 0xAD: + case 0xAE: + case 0xAF: + case 0xB0: + case 0xB1: + case 0xB2: + case 0xB3: + case 0xB4: + case 0xB5: + case 0xB6: + case 0xB7: + return get_cbor_object(static_cast(static_cast(current) & 0x1Fu), tag_handler); + + case 0xB8: // map (one-byte uint8_t for n follows) + { + std::uint8_t len{}; + return get_number(input_format_t::cbor, len) && get_cbor_object(static_cast(len), tag_handler); + } + + case 0xB9: // map (two-byte uint16_t for n follow) + { + std::uint16_t len{}; + return get_number(input_format_t::cbor, len) && get_cbor_object(static_cast(len), tag_handler); + } + + case 0xBA: // map (four-byte uint32_t for n follow) + { + std::uint32_t len{}; + return get_number(input_format_t::cbor, len) && get_cbor_object(static_cast(len), tag_handler); + } + + case 0xBB: // map (eight-byte uint64_t for n follow) + { + std::uint64_t len{}; + return get_number(input_format_t::cbor, len) && get_cbor_object(static_cast(len), tag_handler); + } + + case 0xBF: // map (indefinite length) + return get_cbor_object(std::size_t(-1), tag_handler); + + case 0xC6: // tagged item + case 0xC7: + case 0xC8: + case 0xC9: + case 0xCA: + case 0xCB: + case 0xCC: + case 0xCD: + case 0xCE: + case 0xCF: + case 0xD0: + case 0xD1: + case 0xD2: + case 0xD3: + case 0xD4: + case 0xD8: // tagged item (1 bytes follow) + case 0xD9: // tagged item (2 bytes follow) + case 0xDA: // tagged item (4 bytes follow) + case 0xDB: // tagged item (8 bytes follow) + { + switch (tag_handler) + { + case cbor_tag_handler_t::error: + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(112, chars_read, exception_message(input_format_t::cbor, "invalid byte: 0x" + last_token, "value"))); + } + + case cbor_tag_handler_t::ignore: + { + switch (current) + { + case 0xD8: + { + std::uint8_t len{}; + get_number(input_format_t::cbor, len); + break; + } + case 0xD9: + { + std::uint16_t len{}; + get_number(input_format_t::cbor, len); + break; + } + case 0xDA: + { + std::uint32_t len{}; + get_number(input_format_t::cbor, len); + break; + } + case 0xDB: + { + std::uint64_t len{}; + get_number(input_format_t::cbor, len); + break; + } + default: + break; + } + return parse_cbor_internal(true, tag_handler); + } + + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // LCOV_EXCL_LINE + return false; // LCOV_EXCL_LINE + } + } + + case 0xF4: // false + return sax->boolean(false); + + case 0xF5: // true + return sax->boolean(true); + + case 0xF6: // null + return sax->null(); + + case 0xF9: // Half-Precision Float (two-byte IEEE 754) + { + const auto byte1_raw = get(); + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::cbor, "number"))) + { + return false; + } + const auto byte2_raw = get(); + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::cbor, "number"))) + { + return false; + } + + const auto byte1 = static_cast(byte1_raw); + const auto byte2 = static_cast(byte2_raw); + + // code from RFC 7049, Appendix D, Figure 3: + // As half-precision floating-point numbers were only added + // to IEEE 754 in 2008, today's programming platforms often + // still only have limited support for them. It is very + // easy to include at least decoding support for them even + // without such support. An example of a small decoder for + // half-precision floating-point numbers in the C language + // is shown in Fig. 3. + const auto half = static_cast((byte1 << 8u) + byte2); + const double val = [&half] + { + const int exp = (half >> 10u) & 0x1Fu; + const unsigned int mant = half & 0x3FFu; + JSON_ASSERT(0 <= exp&& exp <= 32); + JSON_ASSERT(mant <= 1024); + switch (exp) + { + case 0: + return std::ldexp(mant, -24); + case 31: + return (mant == 0) + ? std::numeric_limits::infinity() + : std::numeric_limits::quiet_NaN(); + default: + return std::ldexp(mant + 1024, exp - 25); + } + }(); + return sax->number_float((half & 0x8000u) != 0 + ? static_cast(-val) + : static_cast(val), ""); + } + + case 0xFA: // Single-Precision Float (four-byte IEEE 754) + { + float number{}; + return get_number(input_format_t::cbor, number) && sax->number_float(static_cast(number), ""); + } + + case 0xFB: // Double-Precision Float (eight-byte IEEE 754) + { + double number{}; + return get_number(input_format_t::cbor, number) && sax->number_float(static_cast(number), ""); + } + + default: // anything else (0xFF is handled inside the other types) + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(112, chars_read, exception_message(input_format_t::cbor, "invalid byte: 0x" + last_token, "value"))); + } + } + } + + /*! + @brief reads a CBOR string + + This function first reads starting bytes to determine the expected + string length and then copies this number of bytes into a string. + Additionally, CBOR's strings with indefinite lengths are supported. + + @param[out] result created string + + @return whether string creation completed + */ + bool get_cbor_string(string_t& result) + { + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::cbor, "string"))) + { + return false; + } + + switch (current) + { + // UTF-8 string (0x00..0x17 bytes follow) + case 0x60: + case 0x61: + case 0x62: + case 0x63: + case 0x64: + case 0x65: + case 0x66: + case 0x67: + case 0x68: + case 0x69: + case 0x6A: + case 0x6B: + case 0x6C: + case 0x6D: + case 0x6E: + case 0x6F: + case 0x70: + case 0x71: + case 0x72: + case 0x73: + case 0x74: + case 0x75: + case 0x76: + case 0x77: + { + return get_string(input_format_t::cbor, static_cast(current) & 0x1Fu, result); + } + + case 0x78: // UTF-8 string (one-byte uint8_t for n follows) + { + std::uint8_t len{}; + return get_number(input_format_t::cbor, len) && get_string(input_format_t::cbor, len, result); + } + + case 0x79: // UTF-8 string (two-byte uint16_t for n follow) + { + std::uint16_t len{}; + return get_number(input_format_t::cbor, len) && get_string(input_format_t::cbor, len, result); + } + + case 0x7A: // UTF-8 string (four-byte uint32_t for n follow) + { + std::uint32_t len{}; + return get_number(input_format_t::cbor, len) && get_string(input_format_t::cbor, len, result); + } + + case 0x7B: // UTF-8 string (eight-byte uint64_t for n follow) + { + std::uint64_t len{}; + return get_number(input_format_t::cbor, len) && get_string(input_format_t::cbor, len, result); + } + + case 0x7F: // UTF-8 string (indefinite length) + { + while (get() != 0xFF) + { + string_t chunk; + if (!get_cbor_string(chunk)) + { + return false; + } + result.append(chunk); + } + return true; + } + + default: + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(113, chars_read, exception_message(input_format_t::cbor, "expected length specification (0x60-0x7B) or indefinite string type (0x7F); last byte: 0x" + last_token, "string"))); + } + } + } + + /*! + @brief reads a CBOR byte array + + This function first reads starting bytes to determine the expected + byte array length and then copies this number of bytes into the byte array. + Additionally, CBOR's byte arrays with indefinite lengths are supported. + + @param[out] result created byte array + + @return whether byte array creation completed + */ + bool get_cbor_binary(binary_t& result) + { + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::cbor, "binary"))) + { + return false; + } + + switch (current) + { + // Binary data (0x00..0x17 bytes follow) + case 0x40: + case 0x41: + case 0x42: + case 0x43: + case 0x44: + case 0x45: + case 0x46: + case 0x47: + case 0x48: + case 0x49: + case 0x4A: + case 0x4B: + case 0x4C: + case 0x4D: + case 0x4E: + case 0x4F: + case 0x50: + case 0x51: + case 0x52: + case 0x53: + case 0x54: + case 0x55: + case 0x56: + case 0x57: + { + return get_binary(input_format_t::cbor, static_cast(current) & 0x1Fu, result); + } + + case 0x58: // Binary data (one-byte uint8_t for n follows) + { + std::uint8_t len{}; + return get_number(input_format_t::cbor, len) && + get_binary(input_format_t::cbor, len, result); + } + + case 0x59: // Binary data (two-byte uint16_t for n follow) + { + std::uint16_t len{}; + return get_number(input_format_t::cbor, len) && + get_binary(input_format_t::cbor, len, result); + } + + case 0x5A: // Binary data (four-byte uint32_t for n follow) + { + std::uint32_t len{}; + return get_number(input_format_t::cbor, len) && + get_binary(input_format_t::cbor, len, result); + } + + case 0x5B: // Binary data (eight-byte uint64_t for n follow) + { + std::uint64_t len{}; + return get_number(input_format_t::cbor, len) && + get_binary(input_format_t::cbor, len, result); + } + + case 0x5F: // Binary data (indefinite length) + { + while (get() != 0xFF) + { + binary_t chunk; + if (!get_cbor_binary(chunk)) + { + return false; + } + result.insert(result.end(), chunk.begin(), chunk.end()); + } + return true; + } + + default: + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(113, chars_read, exception_message(input_format_t::cbor, "expected length specification (0x40-0x5B) or indefinite binary array type (0x5F); last byte: 0x" + last_token, "binary"))); + } + } + } + + /*! + @param[in] len the length of the array or std::size_t(-1) for an + array of indefinite size + @param[in] tag_handler how CBOR tags should be treated + @return whether array creation completed + */ + bool get_cbor_array(const std::size_t len, + const cbor_tag_handler_t tag_handler) + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_array(len))) + { + return false; + } + + if (len != std::size_t(-1)) + { + for (std::size_t i = 0; i < len; ++i) + { + if (JSON_HEDLEY_UNLIKELY(!parse_cbor_internal(true, tag_handler))) + { + return false; + } + } + } + else + { + while (get() != 0xFF) + { + if (JSON_HEDLEY_UNLIKELY(!parse_cbor_internal(false, tag_handler))) + { + return false; + } + } + } + + return sax->end_array(); + } + + /*! + @param[in] len the length of the object or std::size_t(-1) for an + object of indefinite size + @param[in] tag_handler how CBOR tags should be treated + @return whether object creation completed + */ + bool get_cbor_object(const std::size_t len, + const cbor_tag_handler_t tag_handler) + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_object(len))) + { + return false; + } + + string_t key; + if (len != std::size_t(-1)) + { + for (std::size_t i = 0; i < len; ++i) + { + get(); + if (JSON_HEDLEY_UNLIKELY(!get_cbor_string(key) || !sax->key(key))) + { + return false; + } + + if (JSON_HEDLEY_UNLIKELY(!parse_cbor_internal(true, tag_handler))) + { + return false; + } + key.clear(); + } + } + else + { + while (get() != 0xFF) + { + if (JSON_HEDLEY_UNLIKELY(!get_cbor_string(key) || !sax->key(key))) + { + return false; + } + + if (JSON_HEDLEY_UNLIKELY(!parse_cbor_internal(true, tag_handler))) + { + return false; + } + key.clear(); + } + } + + return sax->end_object(); + } + + ///////////// + // MsgPack // + ///////////// + + /*! + @return whether a valid MessagePack value was passed to the SAX parser + */ + bool parse_msgpack_internal() + { + switch (get()) + { + // EOF + case std::char_traits::eof(): + return unexpect_eof(input_format_t::msgpack, "value"); + + // positive fixint + case 0x00: + case 0x01: + case 0x02: + case 0x03: + case 0x04: + case 0x05: + case 0x06: + case 0x07: + case 0x08: + case 0x09: + case 0x0A: + case 0x0B: + case 0x0C: + case 0x0D: + case 0x0E: + case 0x0F: + case 0x10: + case 0x11: + case 0x12: + case 0x13: + case 0x14: + case 0x15: + case 0x16: + case 0x17: + case 0x18: + case 0x19: + case 0x1A: + case 0x1B: + case 0x1C: + case 0x1D: + case 0x1E: + case 0x1F: + case 0x20: + case 0x21: + case 0x22: + case 0x23: + case 0x24: + case 0x25: + case 0x26: + case 0x27: + case 0x28: + case 0x29: + case 0x2A: + case 0x2B: + case 0x2C: + case 0x2D: + case 0x2E: + case 0x2F: + case 0x30: + case 0x31: + case 0x32: + case 0x33: + case 0x34: + case 0x35: + case 0x36: + case 0x37: + case 0x38: + case 0x39: + case 0x3A: + case 0x3B: + case 0x3C: + case 0x3D: + case 0x3E: + case 0x3F: + case 0x40: + case 0x41: + case 0x42: + case 0x43: + case 0x44: + case 0x45: + case 0x46: + case 0x47: + case 0x48: + case 0x49: + case 0x4A: + case 0x4B: + case 0x4C: + case 0x4D: + case 0x4E: + case 0x4F: + case 0x50: + case 0x51: + case 0x52: + case 0x53: + case 0x54: + case 0x55: + case 0x56: + case 0x57: + case 0x58: + case 0x59: + case 0x5A: + case 0x5B: + case 0x5C: + case 0x5D: + case 0x5E: + case 0x5F: + case 0x60: + case 0x61: + case 0x62: + case 0x63: + case 0x64: + case 0x65: + case 0x66: + case 0x67: + case 0x68: + case 0x69: + case 0x6A: + case 0x6B: + case 0x6C: + case 0x6D: + case 0x6E: + case 0x6F: + case 0x70: + case 0x71: + case 0x72: + case 0x73: + case 0x74: + case 0x75: + case 0x76: + case 0x77: + case 0x78: + case 0x79: + case 0x7A: + case 0x7B: + case 0x7C: + case 0x7D: + case 0x7E: + case 0x7F: + return sax->number_unsigned(static_cast(current)); + + // fixmap + case 0x80: + case 0x81: + case 0x82: + case 0x83: + case 0x84: + case 0x85: + case 0x86: + case 0x87: + case 0x88: + case 0x89: + case 0x8A: + case 0x8B: + case 0x8C: + case 0x8D: + case 0x8E: + case 0x8F: + return get_msgpack_object(static_cast(static_cast(current) & 0x0Fu)); + + // fixarray + case 0x90: + case 0x91: + case 0x92: + case 0x93: + case 0x94: + case 0x95: + case 0x96: + case 0x97: + case 0x98: + case 0x99: + case 0x9A: + case 0x9B: + case 0x9C: + case 0x9D: + case 0x9E: + case 0x9F: + return get_msgpack_array(static_cast(static_cast(current) & 0x0Fu)); + + // fixstr + case 0xA0: + case 0xA1: + case 0xA2: + case 0xA3: + case 0xA4: + case 0xA5: + case 0xA6: + case 0xA7: + case 0xA8: + case 0xA9: + case 0xAA: + case 0xAB: + case 0xAC: + case 0xAD: + case 0xAE: + case 0xAF: + case 0xB0: + case 0xB1: + case 0xB2: + case 0xB3: + case 0xB4: + case 0xB5: + case 0xB6: + case 0xB7: + case 0xB8: + case 0xB9: + case 0xBA: + case 0xBB: + case 0xBC: + case 0xBD: + case 0xBE: + case 0xBF: + case 0xD9: // str 8 + case 0xDA: // str 16 + case 0xDB: // str 32 + { + string_t s; + return get_msgpack_string(s) && sax->string(s); + } + + case 0xC0: // nil + return sax->null(); + + case 0xC2: // false + return sax->boolean(false); + + case 0xC3: // true + return sax->boolean(true); + + case 0xC4: // bin 8 + case 0xC5: // bin 16 + case 0xC6: // bin 32 + case 0xC7: // ext 8 + case 0xC8: // ext 16 + case 0xC9: // ext 32 + case 0xD4: // fixext 1 + case 0xD5: // fixext 2 + case 0xD6: // fixext 4 + case 0xD7: // fixext 8 + case 0xD8: // fixext 16 + { + binary_t b; + return get_msgpack_binary(b) && sax->binary(b); + } + + case 0xCA: // float 32 + { + float number{}; + return get_number(input_format_t::msgpack, number) && sax->number_float(static_cast(number), ""); + } + + case 0xCB: // float 64 + { + double number{}; + return get_number(input_format_t::msgpack, number) && sax->number_float(static_cast(number), ""); + } + + case 0xCC: // uint 8 + { + std::uint8_t number{}; + return get_number(input_format_t::msgpack, number) && sax->number_unsigned(number); + } + + case 0xCD: // uint 16 + { + std::uint16_t number{}; + return get_number(input_format_t::msgpack, number) && sax->number_unsigned(number); + } + + case 0xCE: // uint 32 + { + std::uint32_t number{}; + return get_number(input_format_t::msgpack, number) && sax->number_unsigned(number); + } + + case 0xCF: // uint 64 + { + std::uint64_t number{}; + return get_number(input_format_t::msgpack, number) && sax->number_unsigned(number); + } + + case 0xD0: // int 8 + { + std::int8_t number{}; + return get_number(input_format_t::msgpack, number) && sax->number_integer(number); + } + + case 0xD1: // int 16 + { + std::int16_t number{}; + return get_number(input_format_t::msgpack, number) && sax->number_integer(number); + } + + case 0xD2: // int 32 + { + std::int32_t number{}; + return get_number(input_format_t::msgpack, number) && sax->number_integer(number); + } + + case 0xD3: // int 64 + { + std::int64_t number{}; + return get_number(input_format_t::msgpack, number) && sax->number_integer(number); + } + + case 0xDC: // array 16 + { + std::uint16_t len{}; + return get_number(input_format_t::msgpack, len) && get_msgpack_array(static_cast(len)); + } + + case 0xDD: // array 32 + { + std::uint32_t len{}; + return get_number(input_format_t::msgpack, len) && get_msgpack_array(static_cast(len)); + } + + case 0xDE: // map 16 + { + std::uint16_t len{}; + return get_number(input_format_t::msgpack, len) && get_msgpack_object(static_cast(len)); + } + + case 0xDF: // map 32 + { + std::uint32_t len{}; + return get_number(input_format_t::msgpack, len) && get_msgpack_object(static_cast(len)); + } + + // negative fixint + case 0xE0: + case 0xE1: + case 0xE2: + case 0xE3: + case 0xE4: + case 0xE5: + case 0xE6: + case 0xE7: + case 0xE8: + case 0xE9: + case 0xEA: + case 0xEB: + case 0xEC: + case 0xED: + case 0xEE: + case 0xEF: + case 0xF0: + case 0xF1: + case 0xF2: + case 0xF3: + case 0xF4: + case 0xF5: + case 0xF6: + case 0xF7: + case 0xF8: + case 0xF9: + case 0xFA: + case 0xFB: + case 0xFC: + case 0xFD: + case 0xFE: + case 0xFF: + return sax->number_integer(static_cast(current)); + + default: // anything else + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(112, chars_read, exception_message(input_format_t::msgpack, "invalid byte: 0x" + last_token, "value"))); + } + } + } + + /*! + @brief reads a MessagePack string + + This function first reads starting bytes to determine the expected + string length and then copies this number of bytes into a string. + + @param[out] result created string + + @return whether string creation completed + */ + bool get_msgpack_string(string_t& result) + { + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::msgpack, "string"))) + { + return false; + } + + switch (current) + { + // fixstr + case 0xA0: + case 0xA1: + case 0xA2: + case 0xA3: + case 0xA4: + case 0xA5: + case 0xA6: + case 0xA7: + case 0xA8: + case 0xA9: + case 0xAA: + case 0xAB: + case 0xAC: + case 0xAD: + case 0xAE: + case 0xAF: + case 0xB0: + case 0xB1: + case 0xB2: + case 0xB3: + case 0xB4: + case 0xB5: + case 0xB6: + case 0xB7: + case 0xB8: + case 0xB9: + case 0xBA: + case 0xBB: + case 0xBC: + case 0xBD: + case 0xBE: + case 0xBF: + { + return get_string(input_format_t::msgpack, static_cast(current) & 0x1Fu, result); + } + + case 0xD9: // str 8 + { + std::uint8_t len{}; + return get_number(input_format_t::msgpack, len) && get_string(input_format_t::msgpack, len, result); + } + + case 0xDA: // str 16 + { + std::uint16_t len{}; + return get_number(input_format_t::msgpack, len) && get_string(input_format_t::msgpack, len, result); + } + + case 0xDB: // str 32 + { + std::uint32_t len{}; + return get_number(input_format_t::msgpack, len) && get_string(input_format_t::msgpack, len, result); + } + + default: + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(113, chars_read, exception_message(input_format_t::msgpack, "expected length specification (0xA0-0xBF, 0xD9-0xDB); last byte: 0x" + last_token, "string"))); + } + } + } + + /*! + @brief reads a MessagePack byte array + + This function first reads starting bytes to determine the expected + byte array length and then copies this number of bytes into a byte array. + + @param[out] result created byte array + + @return whether byte array creation completed + */ + bool get_msgpack_binary(binary_t& result) + { + // helper function to set the subtype + auto assign_and_return_true = [&result](std::int8_t subtype) + { + result.set_subtype(static_cast(subtype)); + return true; + }; + + switch (current) + { + case 0xC4: // bin 8 + { + std::uint8_t len{}; + return get_number(input_format_t::msgpack, len) && + get_binary(input_format_t::msgpack, len, result); + } + + case 0xC5: // bin 16 + { + std::uint16_t len{}; + return get_number(input_format_t::msgpack, len) && + get_binary(input_format_t::msgpack, len, result); + } + + case 0xC6: // bin 32 + { + std::uint32_t len{}; + return get_number(input_format_t::msgpack, len) && + get_binary(input_format_t::msgpack, len, result); + } + + case 0xC7: // ext 8 + { + std::uint8_t len{}; + std::int8_t subtype{}; + return get_number(input_format_t::msgpack, len) && + get_number(input_format_t::msgpack, subtype) && + get_binary(input_format_t::msgpack, len, result) && + assign_and_return_true(subtype); + } + + case 0xC8: // ext 16 + { + std::uint16_t len{}; + std::int8_t subtype{}; + return get_number(input_format_t::msgpack, len) && + get_number(input_format_t::msgpack, subtype) && + get_binary(input_format_t::msgpack, len, result) && + assign_and_return_true(subtype); + } + + case 0xC9: // ext 32 + { + std::uint32_t len{}; + std::int8_t subtype{}; + return get_number(input_format_t::msgpack, len) && + get_number(input_format_t::msgpack, subtype) && + get_binary(input_format_t::msgpack, len, result) && + assign_and_return_true(subtype); + } + + case 0xD4: // fixext 1 + { + std::int8_t subtype{}; + return get_number(input_format_t::msgpack, subtype) && + get_binary(input_format_t::msgpack, 1, result) && + assign_and_return_true(subtype); + } + + case 0xD5: // fixext 2 + { + std::int8_t subtype{}; + return get_number(input_format_t::msgpack, subtype) && + get_binary(input_format_t::msgpack, 2, result) && + assign_and_return_true(subtype); + } + + case 0xD6: // fixext 4 + { + std::int8_t subtype{}; + return get_number(input_format_t::msgpack, subtype) && + get_binary(input_format_t::msgpack, 4, result) && + assign_and_return_true(subtype); + } + + case 0xD7: // fixext 8 + { + std::int8_t subtype{}; + return get_number(input_format_t::msgpack, subtype) && + get_binary(input_format_t::msgpack, 8, result) && + assign_and_return_true(subtype); + } + + case 0xD8: // fixext 16 + { + std::int8_t subtype{}; + return get_number(input_format_t::msgpack, subtype) && + get_binary(input_format_t::msgpack, 16, result) && + assign_and_return_true(subtype); + } + + default: // LCOV_EXCL_LINE + return false; // LCOV_EXCL_LINE + } + } + + /*! + @param[in] len the length of the array + @return whether array creation completed + */ + bool get_msgpack_array(const std::size_t len) + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_array(len))) + { + return false; + } + + for (std::size_t i = 0; i < len; ++i) + { + if (JSON_HEDLEY_UNLIKELY(!parse_msgpack_internal())) + { + return false; + } + } + + return sax->end_array(); + } + + /*! + @param[in] len the length of the object + @return whether object creation completed + */ + bool get_msgpack_object(const std::size_t len) + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_object(len))) + { + return false; + } + + string_t key; + for (std::size_t i = 0; i < len; ++i) + { + get(); + if (JSON_HEDLEY_UNLIKELY(!get_msgpack_string(key) || !sax->key(key))) + { + return false; + } + + if (JSON_HEDLEY_UNLIKELY(!parse_msgpack_internal())) + { + return false; + } + key.clear(); + } + + return sax->end_object(); + } + + //////////// + // UBJSON // + //////////// + + /*! + @param[in] get_char whether a new character should be retrieved from the + input (true, default) or whether the last read + character should be considered instead + + @return whether a valid UBJSON value was passed to the SAX parser + */ + bool parse_ubjson_internal(const bool get_char = true) + { + return get_ubjson_value(get_char ? get_ignore_noop() : current); + } + + /*! + @brief reads a UBJSON string + + This function is either called after reading the 'S' byte explicitly + indicating a string, or in case of an object key where the 'S' byte can be + left out. + + @param[out] result created string + @param[in] get_char whether a new character should be retrieved from the + input (true, default) or whether the last read + character should be considered instead + + @return whether string creation completed + */ + bool get_ubjson_string(string_t& result, const bool get_char = true) + { + if (get_char) + { + get(); // TODO(niels): may we ignore N here? + } + + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::ubjson, "value"))) + { + return false; + } + + switch (current) + { + case 'U': + { + std::uint8_t len{}; + return get_number(input_format_t::ubjson, len) && get_string(input_format_t::ubjson, len, result); + } + + case 'i': + { + std::int8_t len{}; + return get_number(input_format_t::ubjson, len) && get_string(input_format_t::ubjson, len, result); + } + + case 'I': + { + std::int16_t len{}; + return get_number(input_format_t::ubjson, len) && get_string(input_format_t::ubjson, len, result); + } + + case 'l': + { + std::int32_t len{}; + return get_number(input_format_t::ubjson, len) && get_string(input_format_t::ubjson, len, result); + } + + case 'L': + { + std::int64_t len{}; + return get_number(input_format_t::ubjson, len) && get_string(input_format_t::ubjson, len, result); + } + + default: + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(113, chars_read, exception_message(input_format_t::ubjson, "expected length type specification (U, i, I, l, L); last byte: 0x" + last_token, "string"))); + } + } + + /*! + @param[out] result determined size + @return whether size determination completed + */ + bool get_ubjson_size_value(std::size_t& result) + { + switch (get_ignore_noop()) + { + case 'U': + { + std::uint8_t number{}; + if (JSON_HEDLEY_UNLIKELY(!get_number(input_format_t::ubjson, number))) + { + return false; + } + result = static_cast(number); + return true; + } + + case 'i': + { + std::int8_t number{}; + if (JSON_HEDLEY_UNLIKELY(!get_number(input_format_t::ubjson, number))) + { + return false; + } + result = static_cast(number); + return true; + } + + case 'I': + { + std::int16_t number{}; + if (JSON_HEDLEY_UNLIKELY(!get_number(input_format_t::ubjson, number))) + { + return false; + } + result = static_cast(number); + return true; + } + + case 'l': + { + std::int32_t number{}; + if (JSON_HEDLEY_UNLIKELY(!get_number(input_format_t::ubjson, number))) + { + return false; + } + result = static_cast(number); + return true; + } + + case 'L': + { + std::int64_t number{}; + if (JSON_HEDLEY_UNLIKELY(!get_number(input_format_t::ubjson, number))) + { + return false; + } + result = static_cast(number); + return true; + } + + default: + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(113, chars_read, exception_message(input_format_t::ubjson, "expected length type specification (U, i, I, l, L) after '#'; last byte: 0x" + last_token, "size"))); + } + } + } + + /*! + @brief determine the type and size for a container + + In the optimized UBJSON format, a type and a size can be provided to allow + for a more compact representation. + + @param[out] result pair of the size and the type + + @return whether pair creation completed + */ + bool get_ubjson_size_type(std::pair& result) + { + result.first = string_t::npos; // size + result.second = 0; // type + + get_ignore_noop(); + + if (current == '$') + { + result.second = get(); // must not ignore 'N', because 'N' maybe the type + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::ubjson, "type"))) + { + return false; + } + + get_ignore_noop(); + if (JSON_HEDLEY_UNLIKELY(current != '#')) + { + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::ubjson, "value"))) + { + return false; + } + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(112, chars_read, exception_message(input_format_t::ubjson, "expected '#' after type information; last byte: 0x" + last_token, "size"))); + } + + return get_ubjson_size_value(result.first); + } + + if (current == '#') + { + return get_ubjson_size_value(result.first); + } + + return true; + } + + /*! + @param prefix the previously read or set type prefix + @return whether value creation completed + */ + bool get_ubjson_value(const char_int_type prefix) + { + switch (prefix) + { + case std::char_traits::eof(): // EOF + return unexpect_eof(input_format_t::ubjson, "value"); + + case 'T': // true + return sax->boolean(true); + case 'F': // false + return sax->boolean(false); + + case 'Z': // null + return sax->null(); + + case 'U': + { + std::uint8_t number{}; + return get_number(input_format_t::ubjson, number) && sax->number_unsigned(number); + } + + case 'i': + { + std::int8_t number{}; + return get_number(input_format_t::ubjson, number) && sax->number_integer(number); + } + + case 'I': + { + std::int16_t number{}; + return get_number(input_format_t::ubjson, number) && sax->number_integer(number); + } + + case 'l': + { + std::int32_t number{}; + return get_number(input_format_t::ubjson, number) && sax->number_integer(number); + } + + case 'L': + { + std::int64_t number{}; + return get_number(input_format_t::ubjson, number) && sax->number_integer(number); + } + + case 'd': + { + float number{}; + return get_number(input_format_t::ubjson, number) && sax->number_float(static_cast(number), ""); + } + + case 'D': + { + double number{}; + return get_number(input_format_t::ubjson, number) && sax->number_float(static_cast(number), ""); + } + + case 'H': + { + return get_ubjson_high_precision_number(); + } + + case 'C': // char + { + get(); + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::ubjson, "char"))) + { + return false; + } + if (JSON_HEDLEY_UNLIKELY(current > 127)) + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(113, chars_read, exception_message(input_format_t::ubjson, "byte after 'C' must be in range 0x00..0x7F; last byte: 0x" + last_token, "char"))); + } + string_t s(1, static_cast(current)); + return sax->string(s); + } + + case 'S': // string + { + string_t s; + return get_ubjson_string(s) && sax->string(s); + } + + case '[': // array + return get_ubjson_array(); + + case '{': // object + return get_ubjson_object(); + + default: // anything else + { + auto last_token = get_token_string(); + return sax->parse_error(chars_read, last_token, parse_error::create(112, chars_read, exception_message(input_format_t::ubjson, "invalid byte: 0x" + last_token, "value"))); + } + } + } + + /*! + @return whether array creation completed + */ + bool get_ubjson_array() + { + std::pair size_and_type; + if (JSON_HEDLEY_UNLIKELY(!get_ubjson_size_type(size_and_type))) + { + return false; + } + + if (size_and_type.first != string_t::npos) + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_array(size_and_type.first))) + { + return false; + } + + if (size_and_type.second != 0) + { + if (size_and_type.second != 'N') + { + for (std::size_t i = 0; i < size_and_type.first; ++i) + { + if (JSON_HEDLEY_UNLIKELY(!get_ubjson_value(size_and_type.second))) + { + return false; + } + } + } + } + else + { + for (std::size_t i = 0; i < size_and_type.first; ++i) + { + if (JSON_HEDLEY_UNLIKELY(!parse_ubjson_internal())) + { + return false; + } + } + } + } + else + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_array(std::size_t(-1)))) + { + return false; + } + + while (current != ']') + { + if (JSON_HEDLEY_UNLIKELY(!parse_ubjson_internal(false))) + { + return false; + } + get_ignore_noop(); + } + } + + return sax->end_array(); + } + + /*! + @return whether object creation completed + */ + bool get_ubjson_object() + { + std::pair size_and_type; + if (JSON_HEDLEY_UNLIKELY(!get_ubjson_size_type(size_and_type))) + { + return false; + } + + string_t key; + if (size_and_type.first != string_t::npos) + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_object(size_and_type.first))) + { + return false; + } + + if (size_and_type.second != 0) + { + for (std::size_t i = 0; i < size_and_type.first; ++i) + { + if (JSON_HEDLEY_UNLIKELY(!get_ubjson_string(key) || !sax->key(key))) + { + return false; + } + if (JSON_HEDLEY_UNLIKELY(!get_ubjson_value(size_and_type.second))) + { + return false; + } + key.clear(); + } + } + else + { + for (std::size_t i = 0; i < size_and_type.first; ++i) + { + if (JSON_HEDLEY_UNLIKELY(!get_ubjson_string(key) || !sax->key(key))) + { + return false; + } + if (JSON_HEDLEY_UNLIKELY(!parse_ubjson_internal())) + { + return false; + } + key.clear(); + } + } + } + else + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_object(std::size_t(-1)))) + { + return false; + } + + while (current != '}') + { + if (JSON_HEDLEY_UNLIKELY(!get_ubjson_string(key, false) || !sax->key(key))) + { + return false; + } + if (JSON_HEDLEY_UNLIKELY(!parse_ubjson_internal())) + { + return false; + } + get_ignore_noop(); + key.clear(); + } + } + + return sax->end_object(); + } + + // Note, no reader for UBJSON binary types is implemented because they do + // not exist + + bool get_ubjson_high_precision_number() + { + // get size of following number string + std::size_t size{}; + auto res = get_ubjson_size_value(size); + if (JSON_HEDLEY_UNLIKELY(!res)) + { + return res; + } + + // get number string + std::vector number_vector; + for (std::size_t i = 0; i < size; ++i) + { + get(); + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(input_format_t::ubjson, "number"))) + { + return false; + } + number_vector.push_back(static_cast(current)); + } + + // parse number string + auto number_ia = detail::input_adapter(std::forward(number_vector)); + auto number_lexer = detail::lexer(std::move(number_ia), false); + const auto result_number = number_lexer.scan(); + const auto number_string = number_lexer.get_token_string(); + const auto result_remainder = number_lexer.scan(); + + using token_type = typename detail::lexer_base::token_type; + + if (JSON_HEDLEY_UNLIKELY(result_remainder != token_type::end_of_input)) + { + return sax->parse_error(chars_read, number_string, parse_error::create(115, chars_read, exception_message(input_format_t::ubjson, "invalid number text: " + number_lexer.get_token_string(), "high-precision number"))); + } + + switch (result_number) + { + case token_type::value_integer: + return sax->number_integer(number_lexer.get_number_integer()); + case token_type::value_unsigned: + return sax->number_unsigned(number_lexer.get_number_unsigned()); + case token_type::value_float: + return sax->number_float(number_lexer.get_number_float(), std::move(number_string)); + default: + return sax->parse_error(chars_read, number_string, parse_error::create(115, chars_read, exception_message(input_format_t::ubjson, "invalid number text: " + number_lexer.get_token_string(), "high-precision number"))); + } + } + + /////////////////////// + // Utility functions // + /////////////////////// + + /*! + @brief get next character from the input + + This function provides the interface to the used input adapter. It does + not throw in case the input reached EOF, but returns a -'ve valued + `std::char_traits::eof()` in that case. + + @return character read from the input + */ + char_int_type get() + { + ++chars_read; + return current = ia.get_character(); + } + + /*! + @return character read from the input after ignoring all 'N' entries + */ + char_int_type get_ignore_noop() + { + do + { + get(); + } + while (current == 'N'); + + return current; + } + + /* + @brief read a number from the input + + @tparam NumberType the type of the number + @param[in] format the current format (for diagnostics) + @param[out] result number of type @a NumberType + + @return whether conversion completed + + @note This function needs to respect the system's endianess, because + bytes in CBOR, MessagePack, and UBJSON are stored in network order + (big endian) and therefore need reordering on little endian systems. + */ + template + bool get_number(const input_format_t format, NumberType& result) + { + // step 1: read input into array with system's byte order + std::array vec; + for (std::size_t i = 0; i < sizeof(NumberType); ++i) + { + get(); + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(format, "number"))) + { + return false; + } + + // reverse byte order prior to conversion if necessary + if (is_little_endian != InputIsLittleEndian) + { + vec[sizeof(NumberType) - i - 1] = static_cast(current); + } + else + { + vec[i] = static_cast(current); // LCOV_EXCL_LINE + } + } + + // step 2: convert array into number of type T and return + std::memcpy(&result, vec.data(), sizeof(NumberType)); + return true; + } + + /*! + @brief create a string by reading characters from the input + + @tparam NumberType the type of the number + @param[in] format the current format (for diagnostics) + @param[in] len number of characters to read + @param[out] result string created by reading @a len bytes + + @return whether string creation completed + + @note We can not reserve @a len bytes for the result, because @a len + may be too large. Usually, @ref unexpect_eof() detects the end of + the input before we run out of string memory. + */ + template + bool get_string(const input_format_t format, + const NumberType len, + string_t& result) + { + bool success = true; + for (NumberType i = 0; i < len; i++) + { + get(); + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(format, "string"))) + { + success = false; + break; + } + result.push_back(static_cast(current)); + }; + return success; + } + + /*! + @brief create a byte array by reading bytes from the input + + @tparam NumberType the type of the number + @param[in] format the current format (for diagnostics) + @param[in] len number of bytes to read + @param[out] result byte array created by reading @a len bytes + + @return whether byte array creation completed + + @note We can not reserve @a len bytes for the result, because @a len + may be too large. Usually, @ref unexpect_eof() detects the end of + the input before we run out of memory. + */ + template + bool get_binary(const input_format_t format, + const NumberType len, + binary_t& result) + { + bool success = true; + for (NumberType i = 0; i < len; i++) + { + get(); + if (JSON_HEDLEY_UNLIKELY(!unexpect_eof(format, "binary"))) + { + success = false; + break; + } + result.push_back(static_cast(current)); + } + return success; + } + + /*! + @param[in] format the current format (for diagnostics) + @param[in] context further context information (for diagnostics) + @return whether the last read character is not EOF + */ + JSON_HEDLEY_NON_NULL(3) + bool unexpect_eof(const input_format_t format, const char* context) const + { + if (JSON_HEDLEY_UNLIKELY(current == std::char_traits::eof())) + { + return sax->parse_error(chars_read, "", + parse_error::create(110, chars_read, exception_message(format, "unexpected end of input", context))); + } + return true; + } + + /*! + @return a string representation of the last read byte + */ + std::string get_token_string() const + { + std::array cr{{}}; + (std::snprintf)(cr.data(), cr.size(), "%.2hhX", static_cast(current)); + return std::string{cr.data()}; + } + + /*! + @param[in] format the current format + @param[in] detail a detailed error message + @param[in] context further context information + @return a message string to use in the parse_error exceptions + */ + std::string exception_message(const input_format_t format, + const std::string& detail, + const std::string& context) const + { + std::string error_msg = "syntax error while parsing "; + + switch (format) + { + case input_format_t::cbor: + error_msg += "CBOR"; + break; + + case input_format_t::msgpack: + error_msg += "MessagePack"; + break; + + case input_format_t::ubjson: + error_msg += "UBJSON"; + break; + + case input_format_t::bson: + error_msg += "BSON"; + break; + + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // LCOV_EXCL_LINE + } + + return error_msg + " " + context + ": " + detail; + } + + private: + /// input adapter + InputAdapterType ia; + + /// the current character + char_int_type current = std::char_traits::eof(); + + /// the number of characters read + std::size_t chars_read = 0; + + /// whether we can assume little endianess + const bool is_little_endian = little_endianess(); + + /// the SAX parser + json_sax_t* sax = nullptr; +}; +} // namespace detail +} // namespace nlohmann + +// #include + +// #include + +// #include + + +#include // isfinite +#include // uint8_t +#include // function +#include // string +#include // move +#include // vector + +// #include + +// #include + +// #include + +// #include + +// #include + +// #include + +// #include + + +namespace nlohmann +{ +namespace detail +{ +//////////// +// parser // +//////////// + +enum class parse_event_t : uint8_t +{ + /// the parser read `{` and started to process a JSON object + object_start, + /// the parser read `}` and finished processing a JSON object + object_end, + /// the parser read `[` and started to process a JSON array + array_start, + /// the parser read `]` and finished processing a JSON array + array_end, + /// the parser read a key of a value in an object + key, + /// the parser finished reading a JSON value + value +}; + +template +using parser_callback_t = + std::function; + +/*! +@brief syntax analysis + +This class implements a recursive descent parser. +*/ +template +class parser +{ + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using number_float_t = typename BasicJsonType::number_float_t; + using string_t = typename BasicJsonType::string_t; + using lexer_t = lexer; + using token_type = typename lexer_t::token_type; + + public: + /// a parser reading from an input adapter + explicit parser(InputAdapterType&& adapter, + const parser_callback_t cb = nullptr, + const bool allow_exceptions_ = true, + const bool skip_comments = false) + : callback(cb) + , m_lexer(std::move(adapter), skip_comments) + , allow_exceptions(allow_exceptions_) + { + // read first token + get_token(); + } + + /*! + @brief public parser interface + + @param[in] strict whether to expect the last token to be EOF + @param[in,out] result parsed JSON value + + @throw parse_error.101 in case of an unexpected token + @throw parse_error.102 if to_unicode fails or surrogate error + @throw parse_error.103 if to_unicode fails + */ + void parse(const bool strict, BasicJsonType& result) + { + if (callback) + { + json_sax_dom_callback_parser sdp(result, callback, allow_exceptions); + sax_parse_internal(&sdp); + result.assert_invariant(); + + // in strict mode, input must be completely read + if (strict && (get_token() != token_type::end_of_input)) + { + sdp.parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), + exception_message(token_type::end_of_input, "value"))); + } + + // in case of an error, return discarded value + if (sdp.is_errored()) + { + result = value_t::discarded; + return; + } + + // set top-level value to null if it was discarded by the callback + // function + if (result.is_discarded()) + { + result = nullptr; + } + } + else + { + json_sax_dom_parser sdp(result, allow_exceptions); + sax_parse_internal(&sdp); + result.assert_invariant(); + + // in strict mode, input must be completely read + if (strict && (get_token() != token_type::end_of_input)) + { + sdp.parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), + exception_message(token_type::end_of_input, "value"))); + } + + // in case of an error, return discarded value + if (sdp.is_errored()) + { + result = value_t::discarded; + return; + } + } + } + + /*! + @brief public accept interface + + @param[in] strict whether to expect the last token to be EOF + @return whether the input is a proper JSON text + */ + bool accept(const bool strict = true) + { + json_sax_acceptor sax_acceptor; + return sax_parse(&sax_acceptor, strict); + } + + template + JSON_HEDLEY_NON_NULL(2) + bool sax_parse(SAX* sax, const bool strict = true) + { + (void)detail::is_sax_static_asserts {}; + const bool result = sax_parse_internal(sax); + + // strict mode: next byte must be EOF + if (result && strict && (get_token() != token_type::end_of_input)) + { + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), + exception_message(token_type::end_of_input, "value"))); + } + + return result; + } + + private: + template + JSON_HEDLEY_NON_NULL(2) + bool sax_parse_internal(SAX* sax) + { + // stack to remember the hierarchy of structured values we are parsing + // true = array; false = object + std::vector states; + // value to avoid a goto (see comment where set to true) + bool skip_to_state_evaluation = false; + + while (true) + { + if (!skip_to_state_evaluation) + { + // invariant: get_token() was called before each iteration + switch (last_token) + { + case token_type::begin_object: + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_object(std::size_t(-1)))) + { + return false; + } + + // closing } -> we are done + if (get_token() == token_type::end_object) + { + if (JSON_HEDLEY_UNLIKELY(!sax->end_object())) + { + return false; + } + break; + } + + // parse key + if (JSON_HEDLEY_UNLIKELY(last_token != token_type::value_string)) + { + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), + exception_message(token_type::value_string, "object key"))); + } + if (JSON_HEDLEY_UNLIKELY(!sax->key(m_lexer.get_string()))) + { + return false; + } + + // parse separator (:) + if (JSON_HEDLEY_UNLIKELY(get_token() != token_type::name_separator)) + { + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), + exception_message(token_type::name_separator, "object separator"))); + } + + // remember we are now inside an object + states.push_back(false); + + // parse values + get_token(); + continue; + } + + case token_type::begin_array: + { + if (JSON_HEDLEY_UNLIKELY(!sax->start_array(std::size_t(-1)))) + { + return false; + } + + // closing ] -> we are done + if (get_token() == token_type::end_array) + { + if (JSON_HEDLEY_UNLIKELY(!sax->end_array())) + { + return false; + } + break; + } + + // remember we are now inside an array + states.push_back(true); + + // parse values (no need to call get_token) + continue; + } + + case token_type::value_float: + { + const auto res = m_lexer.get_number_float(); + + if (JSON_HEDLEY_UNLIKELY(!std::isfinite(res))) + { + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + out_of_range::create(406, "number overflow parsing '" + m_lexer.get_token_string() + "'")); + } + + if (JSON_HEDLEY_UNLIKELY(!sax->number_float(res, m_lexer.get_string()))) + { + return false; + } + + break; + } + + case token_type::literal_false: + { + if (JSON_HEDLEY_UNLIKELY(!sax->boolean(false))) + { + return false; + } + break; + } + + case token_type::literal_null: + { + if (JSON_HEDLEY_UNLIKELY(!sax->null())) + { + return false; + } + break; + } + + case token_type::literal_true: + { + if (JSON_HEDLEY_UNLIKELY(!sax->boolean(true))) + { + return false; + } + break; + } + + case token_type::value_integer: + { + if (JSON_HEDLEY_UNLIKELY(!sax->number_integer(m_lexer.get_number_integer()))) + { + return false; + } + break; + } + + case token_type::value_string: + { + if (JSON_HEDLEY_UNLIKELY(!sax->string(m_lexer.get_string()))) + { + return false; + } + break; + } + + case token_type::value_unsigned: + { + if (JSON_HEDLEY_UNLIKELY(!sax->number_unsigned(m_lexer.get_number_unsigned()))) + { + return false; + } + break; + } + + case token_type::parse_error: + { + // using "uninitialized" to avoid "expected" message + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), + exception_message(token_type::uninitialized, "value"))); + } + + default: // the last token was unexpected + { + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), + exception_message(token_type::literal_or_value, "value"))); + } + } + } + else + { + skip_to_state_evaluation = false; + } + + // we reached this line after we successfully parsed a value + if (states.empty()) + { + // empty stack: we reached the end of the hierarchy: done + return true; + } + + if (states.back()) // array + { + // comma -> next value + if (get_token() == token_type::value_separator) + { + // parse a new value + get_token(); + continue; + } + + // closing ] + if (JSON_HEDLEY_LIKELY(last_token == token_type::end_array)) + { + if (JSON_HEDLEY_UNLIKELY(!sax->end_array())) + { + return false; + } + + // We are done with this array. Before we can parse a + // new value, we need to evaluate the new state first. + // By setting skip_to_state_evaluation to false, we + // are effectively jumping to the beginning of this if. + JSON_ASSERT(!states.empty()); + states.pop_back(); + skip_to_state_evaluation = true; + continue; + } + + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), + exception_message(token_type::end_array, "array"))); + } + else // object + { + // comma -> next value + if (get_token() == token_type::value_separator) + { + // parse key + if (JSON_HEDLEY_UNLIKELY(get_token() != token_type::value_string)) + { + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), + exception_message(token_type::value_string, "object key"))); + } + + if (JSON_HEDLEY_UNLIKELY(!sax->key(m_lexer.get_string()))) + { + return false; + } + + // parse separator (:) + if (JSON_HEDLEY_UNLIKELY(get_token() != token_type::name_separator)) + { + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), + exception_message(token_type::name_separator, "object separator"))); + } + + // parse values + get_token(); + continue; + } + + // closing } + if (JSON_HEDLEY_LIKELY(last_token == token_type::end_object)) + { + if (JSON_HEDLEY_UNLIKELY(!sax->end_object())) + { + return false; + } + + // We are done with this object. Before we can parse a + // new value, we need to evaluate the new state first. + // By setting skip_to_state_evaluation to false, we + // are effectively jumping to the beginning of this if. + JSON_ASSERT(!states.empty()); + states.pop_back(); + skip_to_state_evaluation = true; + continue; + } + + return sax->parse_error(m_lexer.get_position(), + m_lexer.get_token_string(), + parse_error::create(101, m_lexer.get_position(), + exception_message(token_type::end_object, "object"))); + } + } + } + + /// get next token from lexer + token_type get_token() + { + return last_token = m_lexer.scan(); + } + + std::string exception_message(const token_type expected, const std::string& context) + { + std::string error_msg = "syntax error "; + + if (!context.empty()) + { + error_msg += "while parsing " + context + " "; + } + + error_msg += "- "; + + if (last_token == token_type::parse_error) + { + error_msg += std::string(m_lexer.get_error_message()) + "; last read: '" + + m_lexer.get_token_string() + "'"; + } + else + { + error_msg += "unexpected " + std::string(lexer_t::token_type_name(last_token)); + } + + if (expected != token_type::uninitialized) + { + error_msg += "; expected " + std::string(lexer_t::token_type_name(expected)); + } + + return error_msg; + } + + private: + /// callback function + const parser_callback_t callback = nullptr; + /// the type of the last read token + token_type last_token = token_type::uninitialized; + /// the lexer + lexer_t m_lexer; + /// whether to throw exceptions in case of errors + const bool allow_exceptions = true; +}; +} // namespace detail +} // namespace nlohmann + +// #include + + +// #include + + +#include // ptrdiff_t +#include // numeric_limits + +namespace nlohmann +{ +namespace detail +{ +/* +@brief an iterator for primitive JSON types + +This class models an iterator for primitive JSON types (boolean, number, +string). It's only purpose is to allow the iterator/const_iterator classes +to "iterate" over primitive values. Internally, the iterator is modeled by +a `difference_type` variable. Value begin_value (`0`) models the begin, +end_value (`1`) models past the end. +*/ +class primitive_iterator_t +{ + private: + using difference_type = std::ptrdiff_t; + static constexpr difference_type begin_value = 0; + static constexpr difference_type end_value = begin_value + 1; + + JSON_PRIVATE_UNLESS_TESTED: + /// iterator as signed integer type + difference_type m_it = (std::numeric_limits::min)(); + + public: + constexpr difference_type get_value() const noexcept + { + return m_it; + } + + /// set iterator to a defined beginning + void set_begin() noexcept + { + m_it = begin_value; + } + + /// set iterator to a defined past the end + void set_end() noexcept + { + m_it = end_value; + } + + /// return whether the iterator can be dereferenced + constexpr bool is_begin() const noexcept + { + return m_it == begin_value; + } + + /// return whether the iterator is at end + constexpr bool is_end() const noexcept + { + return m_it == end_value; + } + + friend constexpr bool operator==(primitive_iterator_t lhs, primitive_iterator_t rhs) noexcept + { + return lhs.m_it == rhs.m_it; + } + + friend constexpr bool operator<(primitive_iterator_t lhs, primitive_iterator_t rhs) noexcept + { + return lhs.m_it < rhs.m_it; + } + + primitive_iterator_t operator+(difference_type n) noexcept + { + auto result = *this; + result += n; + return result; + } + + friend constexpr difference_type operator-(primitive_iterator_t lhs, primitive_iterator_t rhs) noexcept + { + return lhs.m_it - rhs.m_it; + } + + primitive_iterator_t& operator++() noexcept + { + ++m_it; + return *this; + } + + primitive_iterator_t const operator++(int) noexcept + { + auto result = *this; + ++m_it; + return result; + } + + primitive_iterator_t& operator--() noexcept + { + --m_it; + return *this; + } + + primitive_iterator_t const operator--(int) noexcept + { + auto result = *this; + --m_it; + return result; + } + + primitive_iterator_t& operator+=(difference_type n) noexcept + { + m_it += n; + return *this; + } + + primitive_iterator_t& operator-=(difference_type n) noexcept + { + m_it -= n; + return *this; + } +}; +} // namespace detail +} // namespace nlohmann + + +namespace nlohmann +{ +namespace detail +{ +/*! +@brief an iterator value + +@note This structure could easily be a union, but MSVC currently does not allow +unions members with complex constructors, see https://github.com/nlohmann/json/pull/105. +*/ +template struct internal_iterator +{ + /// iterator for JSON objects + typename BasicJsonType::object_t::iterator object_iterator {}; + /// iterator for JSON arrays + typename BasicJsonType::array_t::iterator array_iterator {}; + /// generic iterator for all other types + primitive_iterator_t primitive_iterator {}; +}; +} // namespace detail +} // namespace nlohmann + +// #include + + +#include // iterator, random_access_iterator_tag, bidirectional_iterator_tag, advance, next +#include // conditional, is_const, remove_const + +// #include + +// #include + +// #include + +// #include + +// #include + +// #include + +// #include + + +namespace nlohmann +{ +namespace detail +{ +// forward declare, to be able to friend it later on +template class iteration_proxy; +template class iteration_proxy_value; + +/*! +@brief a template for a bidirectional iterator for the @ref basic_json class +This class implements a both iterators (iterator and const_iterator) for the +@ref basic_json class. +@note An iterator is called *initialized* when a pointer to a JSON value has + been set (e.g., by a constructor or a copy assignment). If the iterator is + default-constructed, it is *uninitialized* and most methods are undefined. + **The library uses assertions to detect calls on uninitialized iterators.** +@requirement The class satisfies the following concept requirements: +- +[BidirectionalIterator](https://en.cppreference.com/w/cpp/named_req/BidirectionalIterator): + The iterator that can be moved can be moved in both directions (i.e. + incremented and decremented). +@since version 1.0.0, simplified in version 2.0.9, change to bidirectional + iterators in version 3.0.0 (see https://github.com/nlohmann/json/issues/593) +*/ +template +class iter_impl +{ + /// allow basic_json to access private members + friend iter_impl::value, typename std::remove_const::type, const BasicJsonType>::type>; + friend BasicJsonType; + friend iteration_proxy; + friend iteration_proxy_value; + + using object_t = typename BasicJsonType::object_t; + using array_t = typename BasicJsonType::array_t; + // make sure BasicJsonType is basic_json or const basic_json + static_assert(is_basic_json::type>::value, + "iter_impl only accepts (const) basic_json"); + + public: + + /// The std::iterator class template (used as a base class to provide typedefs) is deprecated in C++17. + /// The C++ Standard has never required user-defined iterators to derive from std::iterator. + /// A user-defined iterator should provide publicly accessible typedefs named + /// iterator_category, value_type, difference_type, pointer, and reference. + /// Note that value_type is required to be non-const, even for constant iterators. + using iterator_category = std::bidirectional_iterator_tag; + + /// the type of the values when the iterator is dereferenced + using value_type = typename BasicJsonType::value_type; + /// a type to represent differences between iterators + using difference_type = typename BasicJsonType::difference_type; + /// defines a pointer to the type iterated over (value_type) + using pointer = typename std::conditional::value, + typename BasicJsonType::const_pointer, + typename BasicJsonType::pointer>::type; + /// defines a reference to the type iterated over (value_type) + using reference = + typename std::conditional::value, + typename BasicJsonType::const_reference, + typename BasicJsonType::reference>::type; + + /// default constructor + iter_impl() = default; + + /*! + @brief constructor for a given JSON instance + @param[in] object pointer to a JSON object for this iterator + @pre object != nullptr + @post The iterator is initialized; i.e. `m_object != nullptr`. + */ + explicit iter_impl(pointer object) noexcept : m_object(object) + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + { + m_it.object_iterator = typename object_t::iterator(); + break; + } + + case value_t::array: + { + m_it.array_iterator = typename array_t::iterator(); + break; + } + + default: + { + m_it.primitive_iterator = primitive_iterator_t(); + break; + } + } + } + + /*! + @note The conventional copy constructor and copy assignment are implicitly + defined. Combined with the following converting constructor and + assignment, they support: (1) copy from iterator to iterator, (2) + copy from const iterator to const iterator, and (3) conversion from + iterator to const iterator. However conversion from const iterator + to iterator is not defined. + */ + + /*! + @brief const copy constructor + @param[in] other const iterator to copy from + @note This copy constructor had to be defined explicitly to circumvent a bug + occurring on msvc v19.0 compiler (VS 2015) debug build. For more + information refer to: https://github.com/nlohmann/json/issues/1608 + */ + iter_impl(const iter_impl& other) noexcept + : m_object(other.m_object), m_it(other.m_it) + {} + + /*! + @brief converting assignment + @param[in] other const iterator to copy from + @return const/non-const iterator + @note It is not checked whether @a other is initialized. + */ + iter_impl& operator=(const iter_impl& other) noexcept + { + m_object = other.m_object; + m_it = other.m_it; + return *this; + } + + /*! + @brief converting constructor + @param[in] other non-const iterator to copy from + @note It is not checked whether @a other is initialized. + */ + iter_impl(const iter_impl::type>& other) noexcept + : m_object(other.m_object), m_it(other.m_it) + {} + + /*! + @brief converting assignment + @param[in] other non-const iterator to copy from + @return const/non-const iterator + @note It is not checked whether @a other is initialized. + */ + iter_impl& operator=(const iter_impl::type>& other) noexcept + { + m_object = other.m_object; + m_it = other.m_it; + return *this; + } + + JSON_PRIVATE_UNLESS_TESTED: + /*! + @brief set the iterator to the first value + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + void set_begin() noexcept + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + { + m_it.object_iterator = m_object->m_value.object->begin(); + break; + } + + case value_t::array: + { + m_it.array_iterator = m_object->m_value.array->begin(); + break; + } + + case value_t::null: + { + // set to end so begin()==end() is true: null is empty + m_it.primitive_iterator.set_end(); + break; + } + + default: + { + m_it.primitive_iterator.set_begin(); + break; + } + } + } + + /*! + @brief set the iterator past the last value + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + void set_end() noexcept + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + { + m_it.object_iterator = m_object->m_value.object->end(); + break; + } + + case value_t::array: + { + m_it.array_iterator = m_object->m_value.array->end(); + break; + } + + default: + { + m_it.primitive_iterator.set_end(); + break; + } + } + } + + public: + /*! + @brief return a reference to the value pointed to by the iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + reference operator*() const + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + { + JSON_ASSERT(m_it.object_iterator != m_object->m_value.object->end()); + return m_it.object_iterator->second; + } + + case value_t::array: + { + JSON_ASSERT(m_it.array_iterator != m_object->m_value.array->end()); + return *m_it.array_iterator; + } + + case value_t::null: + JSON_THROW(invalid_iterator::create(214, "cannot get value")); + + default: + { + if (JSON_HEDLEY_LIKELY(m_it.primitive_iterator.is_begin())) + { + return *m_object; + } + + JSON_THROW(invalid_iterator::create(214, "cannot get value")); + } + } + } + + /*! + @brief dereference the iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + pointer operator->() const + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + { + JSON_ASSERT(m_it.object_iterator != m_object->m_value.object->end()); + return &(m_it.object_iterator->second); + } + + case value_t::array: + { + JSON_ASSERT(m_it.array_iterator != m_object->m_value.array->end()); + return &*m_it.array_iterator; + } + + default: + { + if (JSON_HEDLEY_LIKELY(m_it.primitive_iterator.is_begin())) + { + return m_object; + } + + JSON_THROW(invalid_iterator::create(214, "cannot get value")); + } + } + } + + /*! + @brief post-increment (it++) + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + iter_impl const operator++(int) + { + auto result = *this; + ++(*this); + return result; + } + + /*! + @brief pre-increment (++it) + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + iter_impl& operator++() + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + { + std::advance(m_it.object_iterator, 1); + break; + } + + case value_t::array: + { + std::advance(m_it.array_iterator, 1); + break; + } + + default: + { + ++m_it.primitive_iterator; + break; + } + } + + return *this; + } + + /*! + @brief post-decrement (it--) + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + iter_impl const operator--(int) + { + auto result = *this; + --(*this); + return result; + } + + /*! + @brief pre-decrement (--it) + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + iter_impl& operator--() + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + { + std::advance(m_it.object_iterator, -1); + break; + } + + case value_t::array: + { + std::advance(m_it.array_iterator, -1); + break; + } + + default: + { + --m_it.primitive_iterator; + break; + } + } + + return *this; + } + + /*! + @brief comparison: equal + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + bool operator==(const iter_impl& other) const + { + // if objects are not the same, the comparison is undefined + if (JSON_HEDLEY_UNLIKELY(m_object != other.m_object)) + { + JSON_THROW(invalid_iterator::create(212, "cannot compare iterators of different containers")); + } + + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + return (m_it.object_iterator == other.m_it.object_iterator); + + case value_t::array: + return (m_it.array_iterator == other.m_it.array_iterator); + + default: + return (m_it.primitive_iterator == other.m_it.primitive_iterator); + } + } + + /*! + @brief comparison: not equal + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + bool operator!=(const iter_impl& other) const + { + return !operator==(other); + } + + /*! + @brief comparison: smaller + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + bool operator<(const iter_impl& other) const + { + // if objects are not the same, the comparison is undefined + if (JSON_HEDLEY_UNLIKELY(m_object != other.m_object)) + { + JSON_THROW(invalid_iterator::create(212, "cannot compare iterators of different containers")); + } + + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + JSON_THROW(invalid_iterator::create(213, "cannot compare order of object iterators")); + + case value_t::array: + return (m_it.array_iterator < other.m_it.array_iterator); + + default: + return (m_it.primitive_iterator < other.m_it.primitive_iterator); + } + } + + /*! + @brief comparison: less than or equal + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + bool operator<=(const iter_impl& other) const + { + return !other.operator < (*this); + } + + /*! + @brief comparison: greater than + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + bool operator>(const iter_impl& other) const + { + return !operator<=(other); + } + + /*! + @brief comparison: greater than or equal + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + bool operator>=(const iter_impl& other) const + { + return !operator<(other); + } + + /*! + @brief add to iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + iter_impl& operator+=(difference_type i) + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + JSON_THROW(invalid_iterator::create(209, "cannot use offsets with object iterators")); + + case value_t::array: + { + std::advance(m_it.array_iterator, i); + break; + } + + default: + { + m_it.primitive_iterator += i; + break; + } + } + + return *this; + } + + /*! + @brief subtract from iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + iter_impl& operator-=(difference_type i) + { + return operator+=(-i); + } + + /*! + @brief add to iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + iter_impl operator+(difference_type i) const + { + auto result = *this; + result += i; + return result; + } + + /*! + @brief addition of distance and iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + friend iter_impl operator+(difference_type i, const iter_impl& it) + { + auto result = it; + result += i; + return result; + } + + /*! + @brief subtract from iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + iter_impl operator-(difference_type i) const + { + auto result = *this; + result -= i; + return result; + } + + /*! + @brief return difference + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + difference_type operator-(const iter_impl& other) const + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + JSON_THROW(invalid_iterator::create(209, "cannot use offsets with object iterators")); + + case value_t::array: + return m_it.array_iterator - other.m_it.array_iterator; + + default: + return m_it.primitive_iterator - other.m_it.primitive_iterator; + } + } + + /*! + @brief access to successor + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + reference operator[](difference_type n) const + { + JSON_ASSERT(m_object != nullptr); + + switch (m_object->m_type) + { + case value_t::object: + JSON_THROW(invalid_iterator::create(208, "cannot use operator[] for object iterators")); + + case value_t::array: + return *std::next(m_it.array_iterator, n); + + case value_t::null: + JSON_THROW(invalid_iterator::create(214, "cannot get value")); + + default: + { + if (JSON_HEDLEY_LIKELY(m_it.primitive_iterator.get_value() == -n)) + { + return *m_object; + } + + JSON_THROW(invalid_iterator::create(214, "cannot get value")); + } + } + } + + /*! + @brief return the key of an object iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + const typename object_t::key_type& key() const + { + JSON_ASSERT(m_object != nullptr); + + if (JSON_HEDLEY_LIKELY(m_object->is_object())) + { + return m_it.object_iterator->first; + } + + JSON_THROW(invalid_iterator::create(207, "cannot use key() for non-object iterators")); + } + + /*! + @brief return the value of an iterator + @pre The iterator is initialized; i.e. `m_object != nullptr`. + */ + reference value() const + { + return operator*(); + } + + JSON_PRIVATE_UNLESS_TESTED: + /// associated JSON instance + pointer m_object = nullptr; + /// the actual iterator of the associated instance + internal_iterator::type> m_it {}; +}; +} // namespace detail +} // namespace nlohmann + +// #include + +// #include + + +#include // ptrdiff_t +#include // reverse_iterator +#include // declval + +namespace nlohmann +{ +namespace detail +{ +////////////////////// +// reverse_iterator // +////////////////////// + +/*! +@brief a template for a reverse iterator class + +@tparam Base the base iterator type to reverse. Valid types are @ref +iterator (to create @ref reverse_iterator) and @ref const_iterator (to +create @ref const_reverse_iterator). + +@requirement The class satisfies the following concept requirements: +- +[BidirectionalIterator](https://en.cppreference.com/w/cpp/named_req/BidirectionalIterator): + The iterator that can be moved can be moved in both directions (i.e. + incremented and decremented). +- [OutputIterator](https://en.cppreference.com/w/cpp/named_req/OutputIterator): + It is possible to write to the pointed-to element (only if @a Base is + @ref iterator). + +@since version 1.0.0 +*/ +template +class json_reverse_iterator : public std::reverse_iterator +{ + public: + using difference_type = std::ptrdiff_t; + /// shortcut to the reverse iterator adapter + using base_iterator = std::reverse_iterator; + /// the reference type for the pointed-to element + using reference = typename Base::reference; + + /// create reverse iterator from iterator + explicit json_reverse_iterator(const typename base_iterator::iterator_type& it) noexcept + : base_iterator(it) {} + + /// create reverse iterator from base class + explicit json_reverse_iterator(const base_iterator& it) noexcept : base_iterator(it) {} + + /// post-increment (it++) + json_reverse_iterator const operator++(int) + { + return static_cast(base_iterator::operator++(1)); + } + + /// pre-increment (++it) + json_reverse_iterator& operator++() + { + return static_cast(base_iterator::operator++()); + } + + /// post-decrement (it--) + json_reverse_iterator const operator--(int) + { + return static_cast(base_iterator::operator--(1)); + } + + /// pre-decrement (--it) + json_reverse_iterator& operator--() + { + return static_cast(base_iterator::operator--()); + } + + /// add to iterator + json_reverse_iterator& operator+=(difference_type i) + { + return static_cast(base_iterator::operator+=(i)); + } + + /// add to iterator + json_reverse_iterator operator+(difference_type i) const + { + return static_cast(base_iterator::operator+(i)); + } + + /// subtract from iterator + json_reverse_iterator operator-(difference_type i) const + { + return static_cast(base_iterator::operator-(i)); + } + + /// return difference + difference_type operator-(const json_reverse_iterator& other) const + { + return base_iterator(*this) - base_iterator(other); + } + + /// access to successor + reference operator[](difference_type n) const + { + return *(this->operator+(n)); + } + + /// return the key of an object iterator + auto key() const -> decltype(std::declval().key()) + { + auto it = --this->base(); + return it.key(); + } + + /// return the value of an iterator + reference value() const + { + auto it = --this->base(); + return it.operator * (); + } +}; +} // namespace detail +} // namespace nlohmann + +// #include + +// #include + + +#include // all_of +#include // isdigit +#include // max +#include // accumulate +#include // string +#include // move +#include // vector + +// #include + +// #include + +// #include + + +namespace nlohmann +{ +template +class json_pointer +{ + // allow basic_json to access private members + NLOHMANN_BASIC_JSON_TPL_DECLARATION + friend class basic_json; + + public: + /*! + @brief create JSON pointer + + Create a JSON pointer according to the syntax described in + [Section 3 of RFC6901](https://tools.ietf.org/html/rfc6901#section-3). + + @param[in] s string representing the JSON pointer; if omitted, the empty + string is assumed which references the whole JSON value + + @throw parse_error.107 if the given JSON pointer @a s is nonempty and does + not begin with a slash (`/`); see example below + + @throw parse_error.108 if a tilde (`~`) in the given JSON pointer @a s is + not followed by `0` (representing `~`) or `1` (representing `/`); see + example below + + @liveexample{The example shows the construction several valid JSON pointers + as well as the exceptional behavior.,json_pointer} + + @since version 2.0.0 + */ + explicit json_pointer(const std::string& s = "") + : reference_tokens(split(s)) + {} + + /*! + @brief return a string representation of the JSON pointer + + @invariant For each JSON pointer `ptr`, it holds: + @code {.cpp} + ptr == json_pointer(ptr.to_string()); + @endcode + + @return a string representation of the JSON pointer + + @liveexample{The example shows the result of `to_string`.,json_pointer__to_string} + + @since version 2.0.0 + */ + std::string to_string() const + { + return std::accumulate(reference_tokens.begin(), reference_tokens.end(), + std::string{}, + [](const std::string & a, const std::string & b) + { + return a + "/" + escape(b); + }); + } + + /// @copydoc to_string() + operator std::string() const + { + return to_string(); + } + + /*! + @brief append another JSON pointer at the end of this JSON pointer + + @param[in] ptr JSON pointer to append + @return JSON pointer with @a ptr appended + + @liveexample{The example shows the usage of `operator/=`.,json_pointer__operator_add} + + @complexity Linear in the length of @a ptr. + + @sa @ref operator/=(std::string) to append a reference token + @sa @ref operator/=(std::size_t) to append an array index + @sa @ref operator/(const json_pointer&, const json_pointer&) for a binary operator + + @since version 3.6.0 + */ + json_pointer& operator/=(const json_pointer& ptr) + { + reference_tokens.insert(reference_tokens.end(), + ptr.reference_tokens.begin(), + ptr.reference_tokens.end()); + return *this; + } + + /*! + @brief append an unescaped reference token at the end of this JSON pointer + + @param[in] token reference token to append + @return JSON pointer with @a token appended without escaping @a token + + @liveexample{The example shows the usage of `operator/=`.,json_pointer__operator_add} + + @complexity Amortized constant. + + @sa @ref operator/=(const json_pointer&) to append a JSON pointer + @sa @ref operator/=(std::size_t) to append an array index + @sa @ref operator/(const json_pointer&, std::size_t) for a binary operator + + @since version 3.6.0 + */ + json_pointer& operator/=(std::string token) + { + push_back(std::move(token)); + return *this; + } + + /*! + @brief append an array index at the end of this JSON pointer + + @param[in] array_idx array index to append + @return JSON pointer with @a array_idx appended + + @liveexample{The example shows the usage of `operator/=`.,json_pointer__operator_add} + + @complexity Amortized constant. + + @sa @ref operator/=(const json_pointer&) to append a JSON pointer + @sa @ref operator/=(std::string) to append a reference token + @sa @ref operator/(const json_pointer&, std::string) for a binary operator + + @since version 3.6.0 + */ + json_pointer& operator/=(std::size_t array_idx) + { + return *this /= std::to_string(array_idx); + } + + /*! + @brief create a new JSON pointer by appending the right JSON pointer at the end of the left JSON pointer + + @param[in] lhs JSON pointer + @param[in] rhs JSON pointer + @return a new JSON pointer with @a rhs appended to @a lhs + + @liveexample{The example shows the usage of `operator/`.,json_pointer__operator_add_binary} + + @complexity Linear in the length of @a lhs and @a rhs. + + @sa @ref operator/=(const json_pointer&) to append a JSON pointer + + @since version 3.6.0 + */ + friend json_pointer operator/(const json_pointer& lhs, + const json_pointer& rhs) + { + return json_pointer(lhs) /= rhs; + } + + /*! + @brief create a new JSON pointer by appending the unescaped token at the end of the JSON pointer + + @param[in] ptr JSON pointer + @param[in] token reference token + @return a new JSON pointer with unescaped @a token appended to @a ptr + + @liveexample{The example shows the usage of `operator/`.,json_pointer__operator_add_binary} + + @complexity Linear in the length of @a ptr. + + @sa @ref operator/=(std::string) to append a reference token + + @since version 3.6.0 + */ + friend json_pointer operator/(const json_pointer& ptr, std::string token) + { + return json_pointer(ptr) /= std::move(token); + } + + /*! + @brief create a new JSON pointer by appending the array-index-token at the end of the JSON pointer + + @param[in] ptr JSON pointer + @param[in] array_idx array index + @return a new JSON pointer with @a array_idx appended to @a ptr + + @liveexample{The example shows the usage of `operator/`.,json_pointer__operator_add_binary} + + @complexity Linear in the length of @a ptr. + + @sa @ref operator/=(std::size_t) to append an array index + + @since version 3.6.0 + */ + friend json_pointer operator/(const json_pointer& ptr, std::size_t array_idx) + { + return json_pointer(ptr) /= array_idx; + } + + /*! + @brief returns the parent of this JSON pointer + + @return parent of this JSON pointer; in case this JSON pointer is the root, + the root itself is returned + + @complexity Linear in the length of the JSON pointer. + + @liveexample{The example shows the result of `parent_pointer` for different + JSON Pointers.,json_pointer__parent_pointer} + + @since version 3.6.0 + */ + json_pointer parent_pointer() const + { + if (empty()) + { + return *this; + } + + json_pointer res = *this; + res.pop_back(); + return res; + } + + /*! + @brief remove last reference token + + @pre not `empty()` + + @liveexample{The example shows the usage of `pop_back`.,json_pointer__pop_back} + + @complexity Constant. + + @throw out_of_range.405 if JSON pointer has no parent + + @since version 3.6.0 + */ + void pop_back() + { + if (JSON_HEDLEY_UNLIKELY(empty())) + { + JSON_THROW(detail::out_of_range::create(405, "JSON pointer has no parent")); + } + + reference_tokens.pop_back(); + } + + /*! + @brief return last reference token + + @pre not `empty()` + @return last reference token + + @liveexample{The example shows the usage of `back`.,json_pointer__back} + + @complexity Constant. + + @throw out_of_range.405 if JSON pointer has no parent + + @since version 3.6.0 + */ + const std::string& back() const + { + if (JSON_HEDLEY_UNLIKELY(empty())) + { + JSON_THROW(detail::out_of_range::create(405, "JSON pointer has no parent")); + } + + return reference_tokens.back(); + } + + /*! + @brief append an unescaped token at the end of the reference pointer + + @param[in] token token to add + + @complexity Amortized constant. + + @liveexample{The example shows the result of `push_back` for different + JSON Pointers.,json_pointer__push_back} + + @since version 3.6.0 + */ + void push_back(const std::string& token) + { + reference_tokens.push_back(token); + } + + /// @copydoc push_back(const std::string&) + void push_back(std::string&& token) + { + reference_tokens.push_back(std::move(token)); + } + + /*! + @brief return whether pointer points to the root document + + @return true iff the JSON pointer points to the root document + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this function never throws exceptions. + + @liveexample{The example shows the result of `empty` for different JSON + Pointers.,json_pointer__empty} + + @since version 3.6.0 + */ + bool empty() const noexcept + { + return reference_tokens.empty(); + } + + private: + /*! + @param[in] s reference token to be converted into an array index + + @return integer representation of @a s + + @throw parse_error.106 if an array index begins with '0' + @throw parse_error.109 if an array index begins not with a digit + @throw out_of_range.404 if string @a s could not be converted to an integer + @throw out_of_range.410 if an array index exceeds size_type + */ + static typename BasicJsonType::size_type array_index(const std::string& s) + { + using size_type = typename BasicJsonType::size_type; + + // error condition (cf. RFC 6901, Sect. 4) + if (JSON_HEDLEY_UNLIKELY(s.size() > 1 && s[0] == '0')) + { + JSON_THROW(detail::parse_error::create(106, 0, + "array index '" + s + + "' must not begin with '0'")); + } + + // error condition (cf. RFC 6901, Sect. 4) + if (JSON_HEDLEY_UNLIKELY(s.size() > 1 && !(s[0] >= '1' && s[0] <= '9'))) + { + JSON_THROW(detail::parse_error::create(109, 0, "array index '" + s + "' is not a number")); + } + + std::size_t processed_chars = 0; + unsigned long long res = 0; + JSON_TRY + { + res = std::stoull(s, &processed_chars); + } + JSON_CATCH(std::out_of_range&) + { + JSON_THROW(detail::out_of_range::create(404, "unresolved reference token '" + s + "'")); + } + + // check if the string was completely read + if (JSON_HEDLEY_UNLIKELY(processed_chars != s.size())) + { + JSON_THROW(detail::out_of_range::create(404, "unresolved reference token '" + s + "'")); + } + + // only triggered on special platforms (like 32bit), see also + // https://github.com/nlohmann/json/pull/2203 + if (res >= static_cast((std::numeric_limits::max)())) + { + JSON_THROW(detail::out_of_range::create(410, "array index " + s + " exceeds size_type")); // LCOV_EXCL_LINE + } + + return static_cast(res); + } + + JSON_PRIVATE_UNLESS_TESTED: + json_pointer top() const + { + if (JSON_HEDLEY_UNLIKELY(empty())) + { + JSON_THROW(detail::out_of_range::create(405, "JSON pointer has no parent")); + } + + json_pointer result = *this; + result.reference_tokens = {reference_tokens[0]}; + return result; + } + + private: + /*! + @brief create and return a reference to the pointed to value + + @complexity Linear in the number of reference tokens. + + @throw parse_error.109 if array index is not a number + @throw type_error.313 if value cannot be unflattened + */ + BasicJsonType& get_and_create(BasicJsonType& j) const + { + auto result = &j; + + // in case no reference tokens exist, return a reference to the JSON value + // j which will be overwritten by a primitive value + for (const auto& reference_token : reference_tokens) + { + switch (result->type()) + { + case detail::value_t::null: + { + if (reference_token == "0") + { + // start a new array if reference token is 0 + result = &result->operator[](0); + } + else + { + // start a new object otherwise + result = &result->operator[](reference_token); + } + break; + } + + case detail::value_t::object: + { + // create an entry in the object + result = &result->operator[](reference_token); + break; + } + + case detail::value_t::array: + { + // create an entry in the array + result = &result->operator[](array_index(reference_token)); + break; + } + + /* + The following code is only reached if there exists a reference + token _and_ the current value is primitive. In this case, we have + an error situation, because primitive values may only occur as + single value; that is, with an empty list of reference tokens. + */ + default: + JSON_THROW(detail::type_error::create(313, "invalid value to unflatten")); + } + } + + return *result; + } + + /*! + @brief return a reference to the pointed to value + + @note This version does not throw if a value is not present, but tries to + create nested values instead. For instance, calling this function + with pointer `"/this/that"` on a null value is equivalent to calling + `operator[]("this").operator[]("that")` on that value, effectively + changing the null value to an object. + + @param[in] ptr a JSON value + + @return reference to the JSON value pointed to by the JSON pointer + + @complexity Linear in the length of the JSON pointer. + + @throw parse_error.106 if an array index begins with '0' + @throw parse_error.109 if an array index was not a number + @throw out_of_range.404 if the JSON pointer can not be resolved + */ + BasicJsonType& get_unchecked(BasicJsonType* ptr) const + { + for (const auto& reference_token : reference_tokens) + { + // convert null values to arrays or objects before continuing + if (ptr->is_null()) + { + // check if reference token is a number + const bool nums = + std::all_of(reference_token.begin(), reference_token.end(), + [](const unsigned char x) + { + return std::isdigit(x); + }); + + // change value to array for numbers or "-" or to object otherwise + *ptr = (nums || reference_token == "-") + ? detail::value_t::array + : detail::value_t::object; + } + + switch (ptr->type()) + { + case detail::value_t::object: + { + // use unchecked object access + ptr = &ptr->operator[](reference_token); + break; + } + + case detail::value_t::array: + { + if (reference_token == "-") + { + // explicitly treat "-" as index beyond the end + ptr = &ptr->operator[](ptr->m_value.array->size()); + } + else + { + // convert array index to number; unchecked access + ptr = &ptr->operator[](array_index(reference_token)); + } + break; + } + + default: + JSON_THROW(detail::out_of_range::create(404, "unresolved reference token '" + reference_token + "'")); + } + } + + return *ptr; + } + + /*! + @throw parse_error.106 if an array index begins with '0' + @throw parse_error.109 if an array index was not a number + @throw out_of_range.402 if the array index '-' is used + @throw out_of_range.404 if the JSON pointer can not be resolved + */ + BasicJsonType& get_checked(BasicJsonType* ptr) const + { + for (const auto& reference_token : reference_tokens) + { + switch (ptr->type()) + { + case detail::value_t::object: + { + // note: at performs range check + ptr = &ptr->at(reference_token); + break; + } + + case detail::value_t::array: + { + if (JSON_HEDLEY_UNLIKELY(reference_token == "-")) + { + // "-" always fails the range check + JSON_THROW(detail::out_of_range::create(402, + "array index '-' (" + std::to_string(ptr->m_value.array->size()) + + ") is out of range")); + } + + // note: at performs range check + ptr = &ptr->at(array_index(reference_token)); + break; + } + + default: + JSON_THROW(detail::out_of_range::create(404, "unresolved reference token '" + reference_token + "'")); + } + } + + return *ptr; + } + + /*! + @brief return a const reference to the pointed to value + + @param[in] ptr a JSON value + + @return const reference to the JSON value pointed to by the JSON + pointer + + @throw parse_error.106 if an array index begins with '0' + @throw parse_error.109 if an array index was not a number + @throw out_of_range.402 if the array index '-' is used + @throw out_of_range.404 if the JSON pointer can not be resolved + */ + const BasicJsonType& get_unchecked(const BasicJsonType* ptr) const + { + for (const auto& reference_token : reference_tokens) + { + switch (ptr->type()) + { + case detail::value_t::object: + { + // use unchecked object access + ptr = &ptr->operator[](reference_token); + break; + } + + case detail::value_t::array: + { + if (JSON_HEDLEY_UNLIKELY(reference_token == "-")) + { + // "-" cannot be used for const access + JSON_THROW(detail::out_of_range::create(402, + "array index '-' (" + std::to_string(ptr->m_value.array->size()) + + ") is out of range")); + } + + // use unchecked array access + ptr = &ptr->operator[](array_index(reference_token)); + break; + } + + default: + JSON_THROW(detail::out_of_range::create(404, "unresolved reference token '" + reference_token + "'")); + } + } + + return *ptr; + } + + /*! + @throw parse_error.106 if an array index begins with '0' + @throw parse_error.109 if an array index was not a number + @throw out_of_range.402 if the array index '-' is used + @throw out_of_range.404 if the JSON pointer can not be resolved + */ + const BasicJsonType& get_checked(const BasicJsonType* ptr) const + { + for (const auto& reference_token : reference_tokens) + { + switch (ptr->type()) + { + case detail::value_t::object: + { + // note: at performs range check + ptr = &ptr->at(reference_token); + break; + } + + case detail::value_t::array: + { + if (JSON_HEDLEY_UNLIKELY(reference_token == "-")) + { + // "-" always fails the range check + JSON_THROW(detail::out_of_range::create(402, + "array index '-' (" + std::to_string(ptr->m_value.array->size()) + + ") is out of range")); + } + + // note: at performs range check + ptr = &ptr->at(array_index(reference_token)); + break; + } + + default: + JSON_THROW(detail::out_of_range::create(404, "unresolved reference token '" + reference_token + "'")); + } + } + + return *ptr; + } + + /*! + @throw parse_error.106 if an array index begins with '0' + @throw parse_error.109 if an array index was not a number + */ + bool contains(const BasicJsonType* ptr) const + { + for (const auto& reference_token : reference_tokens) + { + switch (ptr->type()) + { + case detail::value_t::object: + { + if (!ptr->contains(reference_token)) + { + // we did not find the key in the object + return false; + } + + ptr = &ptr->operator[](reference_token); + break; + } + + case detail::value_t::array: + { + if (JSON_HEDLEY_UNLIKELY(reference_token == "-")) + { + // "-" always fails the range check + return false; + } + if (JSON_HEDLEY_UNLIKELY(reference_token.size() == 1 && !("0" <= reference_token && reference_token <= "9"))) + { + // invalid char + return false; + } + if (JSON_HEDLEY_UNLIKELY(reference_token.size() > 1)) + { + if (JSON_HEDLEY_UNLIKELY(!('1' <= reference_token[0] && reference_token[0] <= '9'))) + { + // first char should be between '1' and '9' + return false; + } + for (std::size_t i = 1; i < reference_token.size(); i++) + { + if (JSON_HEDLEY_UNLIKELY(!('0' <= reference_token[i] && reference_token[i] <= '9'))) + { + // other char should be between '0' and '9' + return false; + } + } + } + + const auto idx = array_index(reference_token); + if (idx >= ptr->size()) + { + // index out of range + return false; + } + + ptr = &ptr->operator[](idx); + break; + } + + default: + { + // we do not expect primitive values if there is still a + // reference token to process + return false; + } + } + } + + // no reference token left means we found a primitive value + return true; + } + + /*! + @brief split the string input to reference tokens + + @note This function is only called by the json_pointer constructor. + All exceptions below are documented there. + + @throw parse_error.107 if the pointer is not empty or begins with '/' + @throw parse_error.108 if character '~' is not followed by '0' or '1' + */ + static std::vector split(const std::string& reference_string) + { + std::vector result; + + // special case: empty reference string -> no reference tokens + if (reference_string.empty()) + { + return result; + } + + // check if nonempty reference string begins with slash + if (JSON_HEDLEY_UNLIKELY(reference_string[0] != '/')) + { + JSON_THROW(detail::parse_error::create(107, 1, + "JSON pointer must be empty or begin with '/' - was: '" + + reference_string + "'")); + } + + // extract the reference tokens: + // - slash: position of the last read slash (or end of string) + // - start: position after the previous slash + for ( + // search for the first slash after the first character + std::size_t slash = reference_string.find_first_of('/', 1), + // set the beginning of the first reference token + start = 1; + // we can stop if start == 0 (if slash == std::string::npos) + start != 0; + // set the beginning of the next reference token + // (will eventually be 0 if slash == std::string::npos) + start = (slash == std::string::npos) ? 0 : slash + 1, + // find next slash + slash = reference_string.find_first_of('/', start)) + { + // use the text between the beginning of the reference token + // (start) and the last slash (slash). + auto reference_token = reference_string.substr(start, slash - start); + + // check reference tokens are properly escaped + for (std::size_t pos = reference_token.find_first_of('~'); + pos != std::string::npos; + pos = reference_token.find_first_of('~', pos + 1)) + { + JSON_ASSERT(reference_token[pos] == '~'); + + // ~ must be followed by 0 or 1 + if (JSON_HEDLEY_UNLIKELY(pos == reference_token.size() - 1 || + (reference_token[pos + 1] != '0' && + reference_token[pos + 1] != '1'))) + { + JSON_THROW(detail::parse_error::create(108, 0, "escape character '~' must be followed with '0' or '1'")); + } + } + + // finally, store the reference token + unescape(reference_token); + result.push_back(reference_token); + } + + return result; + } + + /*! + @brief replace all occurrences of a substring by another string + + @param[in,out] s the string to manipulate; changed so that all + occurrences of @a f are replaced with @a t + @param[in] f the substring to replace with @a t + @param[in] t the string to replace @a f + + @pre The search string @a f must not be empty. **This precondition is + enforced with an assertion.** + + @since version 2.0.0 + */ + static void replace_substring(std::string& s, const std::string& f, + const std::string& t) + { + JSON_ASSERT(!f.empty()); + for (auto pos = s.find(f); // find first occurrence of f + pos != std::string::npos; // make sure f was found + s.replace(pos, f.size(), t), // replace with t, and + pos = s.find(f, pos + t.size())) // find next occurrence of f + {} + } + + JSON_PRIVATE_UNLESS_TESTED: + /// escape "~" to "~0" and "/" to "~1" + static std::string escape(std::string s) + { + replace_substring(s, "~", "~0"); + replace_substring(s, "/", "~1"); + return s; + } + + /// unescape "~1" to tilde and "~0" to slash (order is important!) + static void unescape(std::string& s) + { + replace_substring(s, "~1", "/"); + replace_substring(s, "~0", "~"); + } + + private: + /*! + @param[in] reference_string the reference string to the current value + @param[in] value the value to consider + @param[in,out] result the result object to insert values to + + @note Empty objects or arrays are flattened to `null`. + */ + static void flatten(const std::string& reference_string, + const BasicJsonType& value, + BasicJsonType& result) + { + switch (value.type()) + { + case detail::value_t::array: + { + if (value.m_value.array->empty()) + { + // flatten empty array as null + result[reference_string] = nullptr; + } + else + { + // iterate array and use index as reference string + for (std::size_t i = 0; i < value.m_value.array->size(); ++i) + { + flatten(reference_string + "/" + std::to_string(i), + value.m_value.array->operator[](i), result); + } + } + break; + } + + case detail::value_t::object: + { + if (value.m_value.object->empty()) + { + // flatten empty object as null + result[reference_string] = nullptr; + } + else + { + // iterate object and use keys as reference string + for (const auto& element : *value.m_value.object) + { + flatten(reference_string + "/" + escape(element.first), element.second, result); + } + } + break; + } + + default: + { + // add primitive value with its reference string + result[reference_string] = value; + break; + } + } + } + + /*! + @param[in] value flattened JSON + + @return unflattened JSON + + @throw parse_error.109 if array index is not a number + @throw type_error.314 if value is not an object + @throw type_error.315 if object values are not primitive + @throw type_error.313 if value cannot be unflattened + */ + static BasicJsonType + unflatten(const BasicJsonType& value) + { + if (JSON_HEDLEY_UNLIKELY(!value.is_object())) + { + JSON_THROW(detail::type_error::create(314, "only objects can be unflattened")); + } + + BasicJsonType result; + + // iterate the JSON object values + for (const auto& element : *value.m_value.object) + { + if (JSON_HEDLEY_UNLIKELY(!element.second.is_primitive())) + { + JSON_THROW(detail::type_error::create(315, "values in object must be primitive")); + } + + // assign value to reference pointed to by JSON pointer; Note that if + // the JSON pointer is "" (i.e., points to the whole value), function + // get_and_create returns a reference to result itself. An assignment + // will then create a primitive value. + json_pointer(element.first).get_and_create(result) = element.second; + } + + return result; + } + + /*! + @brief compares two JSON pointers for equality + + @param[in] lhs JSON pointer to compare + @param[in] rhs JSON pointer to compare + @return whether @a lhs is equal to @a rhs + + @complexity Linear in the length of the JSON pointer + + @exceptionsafety No-throw guarantee: this function never throws exceptions. + */ + friend bool operator==(json_pointer const& lhs, + json_pointer const& rhs) noexcept + { + return lhs.reference_tokens == rhs.reference_tokens; + } + + /*! + @brief compares two JSON pointers for inequality + + @param[in] lhs JSON pointer to compare + @param[in] rhs JSON pointer to compare + @return whether @a lhs is not equal @a rhs + + @complexity Linear in the length of the JSON pointer + + @exceptionsafety No-throw guarantee: this function never throws exceptions. + */ + friend bool operator!=(json_pointer const& lhs, + json_pointer const& rhs) noexcept + { + return !(lhs == rhs); + } + + /// the reference tokens + std::vector reference_tokens; +}; +} // namespace nlohmann + +// #include + + +#include +#include + +// #include + + +namespace nlohmann +{ +namespace detail +{ +template +class json_ref +{ + public: + using value_type = BasicJsonType; + + json_ref(value_type&& value) + : owned_value(std::move(value)) + , value_ref(&owned_value) + , is_rvalue(true) + {} + + json_ref(const value_type& value) + : value_ref(const_cast(&value)) + , is_rvalue(false) + {} + + json_ref(std::initializer_list init) + : owned_value(init) + , value_ref(&owned_value) + , is_rvalue(true) + {} + + template < + class... Args, + enable_if_t::value, int> = 0 > + json_ref(Args && ... args) + : owned_value(std::forward(args)...) + , value_ref(&owned_value) + , is_rvalue(true) + {} + + // class should be movable only + json_ref(json_ref&&) = default; + json_ref(const json_ref&) = delete; + json_ref& operator=(const json_ref&) = delete; + json_ref& operator=(json_ref&&) = delete; + ~json_ref() = default; + + value_type moved_or_copied() const + { + if (is_rvalue) + { + return std::move(*value_ref); + } + return *value_ref; + } + + value_type const& operator*() const + { + return *static_cast(value_ref); + } + + value_type const* operator->() const + { + return static_cast(value_ref); + } + + private: + mutable value_type owned_value = nullptr; + value_type* value_ref = nullptr; + const bool is_rvalue = true; +}; +} // namespace detail +} // namespace nlohmann + +// #include + +// #include + +// #include + +// #include + + +#include // reverse +#include // array +#include // uint8_t, uint16_t, uint32_t, uint64_t +#include // memcpy +#include // numeric_limits +#include // string +#include // isnan, isinf + +// #include + +// #include + +// #include + + +#include // copy +#include // size_t +#include // streamsize +#include // back_inserter +#include // shared_ptr, make_shared +#include // basic_ostream +#include // basic_string +#include // vector +// #include + + +namespace nlohmann +{ +namespace detail +{ +/// abstract output adapter interface +template struct output_adapter_protocol +{ + virtual void write_character(CharType c) = 0; + virtual void write_characters(const CharType* s, std::size_t length) = 0; + virtual ~output_adapter_protocol() = default; +}; + +/// a type to simplify interfaces +template +using output_adapter_t = std::shared_ptr>; + +/// output adapter for byte vectors +template +class output_vector_adapter : public output_adapter_protocol +{ + public: + explicit output_vector_adapter(std::vector& vec) noexcept + : v(vec) + {} + + void write_character(CharType c) override + { + v.push_back(c); + } + + JSON_HEDLEY_NON_NULL(2) + void write_characters(const CharType* s, std::size_t length) override + { + std::copy(s, s + length, std::back_inserter(v)); + } + + private: + std::vector& v; +}; + +/// output adapter for output streams +template +class output_stream_adapter : public output_adapter_protocol +{ + public: + explicit output_stream_adapter(std::basic_ostream& s) noexcept + : stream(s) + {} + + void write_character(CharType c) override + { + stream.put(c); + } + + JSON_HEDLEY_NON_NULL(2) + void write_characters(const CharType* s, std::size_t length) override + { + stream.write(s, static_cast(length)); + } + + private: + std::basic_ostream& stream; +}; + +/// output adapter for basic_string +template> +class output_string_adapter : public output_adapter_protocol +{ + public: + explicit output_string_adapter(StringType& s) noexcept + : str(s) + {} + + void write_character(CharType c) override + { + str.push_back(c); + } + + JSON_HEDLEY_NON_NULL(2) + void write_characters(const CharType* s, std::size_t length) override + { + str.append(s, length); + } + + private: + StringType& str; +}; + +template> +class output_adapter +{ + public: + output_adapter(std::vector& vec) + : oa(std::make_shared>(vec)) {} + + output_adapter(std::basic_ostream& s) + : oa(std::make_shared>(s)) {} + + output_adapter(StringType& s) + : oa(std::make_shared>(s)) {} + + operator output_adapter_t() + { + return oa; + } + + private: + output_adapter_t oa = nullptr; +}; +} // namespace detail +} // namespace nlohmann + + +namespace nlohmann +{ +namespace detail +{ +/////////////////// +// binary writer // +/////////////////// + +/*! +@brief serialization to CBOR and MessagePack values +*/ +template +class binary_writer +{ + using string_t = typename BasicJsonType::string_t; + using binary_t = typename BasicJsonType::binary_t; + using number_float_t = typename BasicJsonType::number_float_t; + + public: + /*! + @brief create a binary writer + + @param[in] adapter output adapter to write to + */ + explicit binary_writer(output_adapter_t adapter) : oa(adapter) + { + JSON_ASSERT(oa); + } + + /*! + @param[in] j JSON value to serialize + @pre j.type() == value_t::object + */ + void write_bson(const BasicJsonType& j) + { + switch (j.type()) + { + case value_t::object: + { + write_bson_object(*j.m_value.object); + break; + } + + default: + { + JSON_THROW(type_error::create(317, "to serialize to BSON, top-level type must be object, but is " + std::string(j.type_name()))); + } + } + } + + /*! + @param[in] j JSON value to serialize + */ + void write_cbor(const BasicJsonType& j) + { + switch (j.type()) + { + case value_t::null: + { + oa->write_character(to_char_type(0xF6)); + break; + } + + case value_t::boolean: + { + oa->write_character(j.m_value.boolean + ? to_char_type(0xF5) + : to_char_type(0xF4)); + break; + } + + case value_t::number_integer: + { + if (j.m_value.number_integer >= 0) + { + // CBOR does not differentiate between positive signed + // integers and unsigned integers. Therefore, we used the + // code from the value_t::number_unsigned case here. + if (j.m_value.number_integer <= 0x17) + { + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_integer <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x18)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_integer <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x19)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_integer <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x1A)); + write_number(static_cast(j.m_value.number_integer)); + } + else + { + oa->write_character(to_char_type(0x1B)); + write_number(static_cast(j.m_value.number_integer)); + } + } + else + { + // The conversions below encode the sign in the first + // byte, and the value is converted to a positive number. + const auto positive_number = -1 - j.m_value.number_integer; + if (j.m_value.number_integer >= -24) + { + write_number(static_cast(0x20 + positive_number)); + } + else if (positive_number <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x38)); + write_number(static_cast(positive_number)); + } + else if (positive_number <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x39)); + write_number(static_cast(positive_number)); + } + else if (positive_number <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x3A)); + write_number(static_cast(positive_number)); + } + else + { + oa->write_character(to_char_type(0x3B)); + write_number(static_cast(positive_number)); + } + } + break; + } + + case value_t::number_unsigned: + { + if (j.m_value.number_unsigned <= 0x17) + { + write_number(static_cast(j.m_value.number_unsigned)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x18)); + write_number(static_cast(j.m_value.number_unsigned)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x19)); + write_number(static_cast(j.m_value.number_unsigned)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x1A)); + write_number(static_cast(j.m_value.number_unsigned)); + } + else + { + oa->write_character(to_char_type(0x1B)); + write_number(static_cast(j.m_value.number_unsigned)); + } + break; + } + + case value_t::number_float: + { + if (std::isnan(j.m_value.number_float)) + { + // NaN is 0xf97e00 in CBOR + oa->write_character(to_char_type(0xF9)); + oa->write_character(to_char_type(0x7E)); + oa->write_character(to_char_type(0x00)); + } + else if (std::isinf(j.m_value.number_float)) + { + // Infinity is 0xf97c00, -Infinity is 0xf9fc00 + oa->write_character(to_char_type(0xf9)); + oa->write_character(j.m_value.number_float > 0 ? to_char_type(0x7C) : to_char_type(0xFC)); + oa->write_character(to_char_type(0x00)); + } + else + { + write_compact_float(j.m_value.number_float, detail::input_format_t::cbor); + } + break; + } + + case value_t::string: + { + // step 1: write control byte and the string length + const auto N = j.m_value.string->size(); + if (N <= 0x17) + { + write_number(static_cast(0x60 + N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x78)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x79)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x7A)); + write_number(static_cast(N)); + } + // LCOV_EXCL_START + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x7B)); + write_number(static_cast(N)); + } + // LCOV_EXCL_STOP + + // step 2: write the string + oa->write_characters( + reinterpret_cast(j.m_value.string->c_str()), + j.m_value.string->size()); + break; + } + + case value_t::array: + { + // step 1: write control byte and the array size + const auto N = j.m_value.array->size(); + if (N <= 0x17) + { + write_number(static_cast(0x80 + N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x98)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x99)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x9A)); + write_number(static_cast(N)); + } + // LCOV_EXCL_START + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x9B)); + write_number(static_cast(N)); + } + // LCOV_EXCL_STOP + + // step 2: write each element + for (const auto& el : *j.m_value.array) + { + write_cbor(el); + } + break; + } + + case value_t::binary: + { + if (j.m_value.binary->has_subtype()) + { + write_number(static_cast(0xd8)); + write_number(j.m_value.binary->subtype()); + } + + // step 1: write control byte and the binary array size + const auto N = j.m_value.binary->size(); + if (N <= 0x17) + { + write_number(static_cast(0x40 + N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x58)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x59)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x5A)); + write_number(static_cast(N)); + } + // LCOV_EXCL_START + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0x5B)); + write_number(static_cast(N)); + } + // LCOV_EXCL_STOP + + // step 2: write each element + oa->write_characters( + reinterpret_cast(j.m_value.binary->data()), + N); + + break; + } + + case value_t::object: + { + // step 1: write control byte and the object size + const auto N = j.m_value.object->size(); + if (N <= 0x17) + { + write_number(static_cast(0xA0 + N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0xB8)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0xB9)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0xBA)); + write_number(static_cast(N)); + } + // LCOV_EXCL_START + else if (N <= (std::numeric_limits::max)()) + { + oa->write_character(to_char_type(0xBB)); + write_number(static_cast(N)); + } + // LCOV_EXCL_STOP + + // step 2: write each element + for (const auto& el : *j.m_value.object) + { + write_cbor(el.first); + write_cbor(el.second); + } + break; + } + + default: + break; + } + } + + /*! + @param[in] j JSON value to serialize + */ + void write_msgpack(const BasicJsonType& j) + { + switch (j.type()) + { + case value_t::null: // nil + { + oa->write_character(to_char_type(0xC0)); + break; + } + + case value_t::boolean: // true and false + { + oa->write_character(j.m_value.boolean + ? to_char_type(0xC3) + : to_char_type(0xC2)); + break; + } + + case value_t::number_integer: + { + if (j.m_value.number_integer >= 0) + { + // MessagePack does not differentiate between positive + // signed integers and unsigned integers. Therefore, we used + // the code from the value_t::number_unsigned case here. + if (j.m_value.number_unsigned < 128) + { + // positive fixnum + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + // uint 8 + oa->write_character(to_char_type(0xCC)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + // uint 16 + oa->write_character(to_char_type(0xCD)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + // uint 32 + oa->write_character(to_char_type(0xCE)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + // uint 64 + oa->write_character(to_char_type(0xCF)); + write_number(static_cast(j.m_value.number_integer)); + } + } + else + { + if (j.m_value.number_integer >= -32) + { + // negative fixnum + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_integer >= (std::numeric_limits::min)() && + j.m_value.number_integer <= (std::numeric_limits::max)()) + { + // int 8 + oa->write_character(to_char_type(0xD0)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_integer >= (std::numeric_limits::min)() && + j.m_value.number_integer <= (std::numeric_limits::max)()) + { + // int 16 + oa->write_character(to_char_type(0xD1)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_integer >= (std::numeric_limits::min)() && + j.m_value.number_integer <= (std::numeric_limits::max)()) + { + // int 32 + oa->write_character(to_char_type(0xD2)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_integer >= (std::numeric_limits::min)() && + j.m_value.number_integer <= (std::numeric_limits::max)()) + { + // int 64 + oa->write_character(to_char_type(0xD3)); + write_number(static_cast(j.m_value.number_integer)); + } + } + break; + } + + case value_t::number_unsigned: + { + if (j.m_value.number_unsigned < 128) + { + // positive fixnum + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + // uint 8 + oa->write_character(to_char_type(0xCC)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + // uint 16 + oa->write_character(to_char_type(0xCD)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + // uint 32 + oa->write_character(to_char_type(0xCE)); + write_number(static_cast(j.m_value.number_integer)); + } + else if (j.m_value.number_unsigned <= (std::numeric_limits::max)()) + { + // uint 64 + oa->write_character(to_char_type(0xCF)); + write_number(static_cast(j.m_value.number_integer)); + } + break; + } + + case value_t::number_float: + { + write_compact_float(j.m_value.number_float, detail::input_format_t::msgpack); + break; + } + + case value_t::string: + { + // step 1: write control byte and the string length + const auto N = j.m_value.string->size(); + if (N <= 31) + { + // fixstr + write_number(static_cast(0xA0 | N)); + } + else if (N <= (std::numeric_limits::max)()) + { + // str 8 + oa->write_character(to_char_type(0xD9)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + // str 16 + oa->write_character(to_char_type(0xDA)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + // str 32 + oa->write_character(to_char_type(0xDB)); + write_number(static_cast(N)); + } + + // step 2: write the string + oa->write_characters( + reinterpret_cast(j.m_value.string->c_str()), + j.m_value.string->size()); + break; + } + + case value_t::array: + { + // step 1: write control byte and the array size + const auto N = j.m_value.array->size(); + if (N <= 15) + { + // fixarray + write_number(static_cast(0x90 | N)); + } + else if (N <= (std::numeric_limits::max)()) + { + // array 16 + oa->write_character(to_char_type(0xDC)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + // array 32 + oa->write_character(to_char_type(0xDD)); + write_number(static_cast(N)); + } + + // step 2: write each element + for (const auto& el : *j.m_value.array) + { + write_msgpack(el); + } + break; + } + + case value_t::binary: + { + // step 0: determine if the binary type has a set subtype to + // determine whether or not to use the ext or fixext types + const bool use_ext = j.m_value.binary->has_subtype(); + + // step 1: write control byte and the byte string length + const auto N = j.m_value.binary->size(); + if (N <= (std::numeric_limits::max)()) + { + std::uint8_t output_type{}; + bool fixed = true; + if (use_ext) + { + switch (N) + { + case 1: + output_type = 0xD4; // fixext 1 + break; + case 2: + output_type = 0xD5; // fixext 2 + break; + case 4: + output_type = 0xD6; // fixext 4 + break; + case 8: + output_type = 0xD7; // fixext 8 + break; + case 16: + output_type = 0xD8; // fixext 16 + break; + default: + output_type = 0xC7; // ext 8 + fixed = false; + break; + } + + } + else + { + output_type = 0xC4; // bin 8 + fixed = false; + } + + oa->write_character(to_char_type(output_type)); + if (!fixed) + { + write_number(static_cast(N)); + } + } + else if (N <= (std::numeric_limits::max)()) + { + std::uint8_t output_type = use_ext + ? 0xC8 // ext 16 + : 0xC5; // bin 16 + + oa->write_character(to_char_type(output_type)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + std::uint8_t output_type = use_ext + ? 0xC9 // ext 32 + : 0xC6; // bin 32 + + oa->write_character(to_char_type(output_type)); + write_number(static_cast(N)); + } + + // step 1.5: if this is an ext type, write the subtype + if (use_ext) + { + write_number(static_cast(j.m_value.binary->subtype())); + } + + // step 2: write the byte string + oa->write_characters( + reinterpret_cast(j.m_value.binary->data()), + N); + + break; + } + + case value_t::object: + { + // step 1: write control byte and the object size + const auto N = j.m_value.object->size(); + if (N <= 15) + { + // fixmap + write_number(static_cast(0x80 | (N & 0xF))); + } + else if (N <= (std::numeric_limits::max)()) + { + // map 16 + oa->write_character(to_char_type(0xDE)); + write_number(static_cast(N)); + } + else if (N <= (std::numeric_limits::max)()) + { + // map 32 + oa->write_character(to_char_type(0xDF)); + write_number(static_cast(N)); + } + + // step 2: write each element + for (const auto& el : *j.m_value.object) + { + write_msgpack(el.first); + write_msgpack(el.second); + } + break; + } + + default: + break; + } + } + + /*! + @param[in] j JSON value to serialize + @param[in] use_count whether to use '#' prefixes (optimized format) + @param[in] use_type whether to use '$' prefixes (optimized format) + @param[in] add_prefix whether prefixes need to be used for this value + */ + void write_ubjson(const BasicJsonType& j, const bool use_count, + const bool use_type, const bool add_prefix = true) + { + switch (j.type()) + { + case value_t::null: + { + if (add_prefix) + { + oa->write_character(to_char_type('Z')); + } + break; + } + + case value_t::boolean: + { + if (add_prefix) + { + oa->write_character(j.m_value.boolean + ? to_char_type('T') + : to_char_type('F')); + } + break; + } + + case value_t::number_integer: + { + write_number_with_ubjson_prefix(j.m_value.number_integer, add_prefix); + break; + } + + case value_t::number_unsigned: + { + write_number_with_ubjson_prefix(j.m_value.number_unsigned, add_prefix); + break; + } + + case value_t::number_float: + { + write_number_with_ubjson_prefix(j.m_value.number_float, add_prefix); + break; + } + + case value_t::string: + { + if (add_prefix) + { + oa->write_character(to_char_type('S')); + } + write_number_with_ubjson_prefix(j.m_value.string->size(), true); + oa->write_characters( + reinterpret_cast(j.m_value.string->c_str()), + j.m_value.string->size()); + break; + } + + case value_t::array: + { + if (add_prefix) + { + oa->write_character(to_char_type('[')); + } + + bool prefix_required = true; + if (use_type && !j.m_value.array->empty()) + { + JSON_ASSERT(use_count); + const CharType first_prefix = ubjson_prefix(j.front()); + const bool same_prefix = std::all_of(j.begin() + 1, j.end(), + [this, first_prefix](const BasicJsonType & v) + { + return ubjson_prefix(v) == first_prefix; + }); + + if (same_prefix) + { + prefix_required = false; + oa->write_character(to_char_type('$')); + oa->write_character(first_prefix); + } + } + + if (use_count) + { + oa->write_character(to_char_type('#')); + write_number_with_ubjson_prefix(j.m_value.array->size(), true); + } + + for (const auto& el : *j.m_value.array) + { + write_ubjson(el, use_count, use_type, prefix_required); + } + + if (!use_count) + { + oa->write_character(to_char_type(']')); + } + + break; + } + + case value_t::binary: + { + if (add_prefix) + { + oa->write_character(to_char_type('[')); + } + + if (use_type && !j.m_value.binary->empty()) + { + JSON_ASSERT(use_count); + oa->write_character(to_char_type('$')); + oa->write_character('U'); + } + + if (use_count) + { + oa->write_character(to_char_type('#')); + write_number_with_ubjson_prefix(j.m_value.binary->size(), true); + } + + if (use_type) + { + oa->write_characters( + reinterpret_cast(j.m_value.binary->data()), + j.m_value.binary->size()); + } + else + { + for (size_t i = 0; i < j.m_value.binary->size(); ++i) + { + oa->write_character(to_char_type('U')); + oa->write_character(j.m_value.binary->data()[i]); + } + } + + if (!use_count) + { + oa->write_character(to_char_type(']')); + } + + break; + } + + case value_t::object: + { + if (add_prefix) + { + oa->write_character(to_char_type('{')); + } + + bool prefix_required = true; + if (use_type && !j.m_value.object->empty()) + { + JSON_ASSERT(use_count); + const CharType first_prefix = ubjson_prefix(j.front()); + const bool same_prefix = std::all_of(j.begin(), j.end(), + [this, first_prefix](const BasicJsonType & v) + { + return ubjson_prefix(v) == first_prefix; + }); + + if (same_prefix) + { + prefix_required = false; + oa->write_character(to_char_type('$')); + oa->write_character(first_prefix); + } + } + + if (use_count) + { + oa->write_character(to_char_type('#')); + write_number_with_ubjson_prefix(j.m_value.object->size(), true); + } + + for (const auto& el : *j.m_value.object) + { + write_number_with_ubjson_prefix(el.first.size(), true); + oa->write_characters( + reinterpret_cast(el.first.c_str()), + el.first.size()); + write_ubjson(el.second, use_count, use_type, prefix_required); + } + + if (!use_count) + { + oa->write_character(to_char_type('}')); + } + + break; + } + + default: + break; + } + } + + private: + ////////// + // BSON // + ////////// + + /*! + @return The size of a BSON document entry header, including the id marker + and the entry name size (and its null-terminator). + */ + static std::size_t calc_bson_entry_header_size(const string_t& name) + { + const auto it = name.find(static_cast(0)); + if (JSON_HEDLEY_UNLIKELY(it != BasicJsonType::string_t::npos)) + { + JSON_THROW(out_of_range::create(409, + "BSON key cannot contain code point U+0000 (at byte " + std::to_string(it) + ")")); + } + + return /*id*/ 1ul + name.size() + /*zero-terminator*/1u; + } + + /*! + @brief Writes the given @a element_type and @a name to the output adapter + */ + void write_bson_entry_header(const string_t& name, + const std::uint8_t element_type) + { + oa->write_character(to_char_type(element_type)); // boolean + oa->write_characters( + reinterpret_cast(name.c_str()), + name.size() + 1u); + } + + /*! + @brief Writes a BSON element with key @a name and boolean value @a value + */ + void write_bson_boolean(const string_t& name, + const bool value) + { + write_bson_entry_header(name, 0x08); + oa->write_character(value ? to_char_type(0x01) : to_char_type(0x00)); + } + + /*! + @brief Writes a BSON element with key @a name and double value @a value + */ + void write_bson_double(const string_t& name, + const double value) + { + write_bson_entry_header(name, 0x01); + write_number(value); + } + + /*! + @return The size of the BSON-encoded string in @a value + */ + static std::size_t calc_bson_string_size(const string_t& value) + { + return sizeof(std::int32_t) + value.size() + 1ul; + } + + /*! + @brief Writes a BSON element with key @a name and string value @a value + */ + void write_bson_string(const string_t& name, + const string_t& value) + { + write_bson_entry_header(name, 0x02); + + write_number(static_cast(value.size() + 1ul)); + oa->write_characters( + reinterpret_cast(value.c_str()), + value.size() + 1); + } + + /*! + @brief Writes a BSON element with key @a name and null value + */ + void write_bson_null(const string_t& name) + { + write_bson_entry_header(name, 0x0A); + } + + /*! + @return The size of the BSON-encoded integer @a value + */ + static std::size_t calc_bson_integer_size(const std::int64_t value) + { + return (std::numeric_limits::min)() <= value && value <= (std::numeric_limits::max)() + ? sizeof(std::int32_t) + : sizeof(std::int64_t); + } + + /*! + @brief Writes a BSON element with key @a name and integer @a value + */ + void write_bson_integer(const string_t& name, + const std::int64_t value) + { + if ((std::numeric_limits::min)() <= value && value <= (std::numeric_limits::max)()) + { + write_bson_entry_header(name, 0x10); // int32 + write_number(static_cast(value)); + } + else + { + write_bson_entry_header(name, 0x12); // int64 + write_number(static_cast(value)); + } + } + + /*! + @return The size of the BSON-encoded unsigned integer in @a j + */ + static constexpr std::size_t calc_bson_unsigned_size(const std::uint64_t value) noexcept + { + return (value <= static_cast((std::numeric_limits::max)())) + ? sizeof(std::int32_t) + : sizeof(std::int64_t); + } + + /*! + @brief Writes a BSON element with key @a name and unsigned @a value + */ + void write_bson_unsigned(const string_t& name, + const std::uint64_t value) + { + if (value <= static_cast((std::numeric_limits::max)())) + { + write_bson_entry_header(name, 0x10 /* int32 */); + write_number(static_cast(value)); + } + else if (value <= static_cast((std::numeric_limits::max)())) + { + write_bson_entry_header(name, 0x12 /* int64 */); + write_number(static_cast(value)); + } + else + { + JSON_THROW(out_of_range::create(407, "integer number " + std::to_string(value) + " cannot be represented by BSON as it does not fit int64")); + } + } + + /*! + @brief Writes a BSON element with key @a name and object @a value + */ + void write_bson_object_entry(const string_t& name, + const typename BasicJsonType::object_t& value) + { + write_bson_entry_header(name, 0x03); // object + write_bson_object(value); + } + + /*! + @return The size of the BSON-encoded array @a value + */ + static std::size_t calc_bson_array_size(const typename BasicJsonType::array_t& value) + { + std::size_t array_index = 0ul; + + const std::size_t embedded_document_size = std::accumulate(std::begin(value), std::end(value), std::size_t(0), [&array_index](std::size_t result, const typename BasicJsonType::array_t::value_type & el) + { + return result + calc_bson_element_size(std::to_string(array_index++), el); + }); + + return sizeof(std::int32_t) + embedded_document_size + 1ul; + } + + /*! + @return The size of the BSON-encoded binary array @a value + */ + static std::size_t calc_bson_binary_size(const typename BasicJsonType::binary_t& value) + { + return sizeof(std::int32_t) + value.size() + 1ul; + } + + /*! + @brief Writes a BSON element with key @a name and array @a value + */ + void write_bson_array(const string_t& name, + const typename BasicJsonType::array_t& value) + { + write_bson_entry_header(name, 0x04); // array + write_number(static_cast(calc_bson_array_size(value))); + + std::size_t array_index = 0ul; + + for (const auto& el : value) + { + write_bson_element(std::to_string(array_index++), el); + } + + oa->write_character(to_char_type(0x00)); + } + + /*! + @brief Writes a BSON element with key @a name and binary value @a value + */ + void write_bson_binary(const string_t& name, + const binary_t& value) + { + write_bson_entry_header(name, 0x05); + + write_number(static_cast(value.size())); + write_number(value.has_subtype() ? value.subtype() : std::uint8_t(0x00)); + + oa->write_characters(reinterpret_cast(value.data()), value.size()); + } + + /*! + @brief Calculates the size necessary to serialize the JSON value @a j with its @a name + @return The calculated size for the BSON document entry for @a j with the given @a name. + */ + static std::size_t calc_bson_element_size(const string_t& name, + const BasicJsonType& j) + { + const auto header_size = calc_bson_entry_header_size(name); + switch (j.type()) + { + case value_t::object: + return header_size + calc_bson_object_size(*j.m_value.object); + + case value_t::array: + return header_size + calc_bson_array_size(*j.m_value.array); + + case value_t::binary: + return header_size + calc_bson_binary_size(*j.m_value.binary); + + case value_t::boolean: + return header_size + 1ul; + + case value_t::number_float: + return header_size + 8ul; + + case value_t::number_integer: + return header_size + calc_bson_integer_size(j.m_value.number_integer); + + case value_t::number_unsigned: + return header_size + calc_bson_unsigned_size(j.m_value.number_unsigned); + + case value_t::string: + return header_size + calc_bson_string_size(*j.m_value.string); + + case value_t::null: + return header_size + 0ul; + + // LCOV_EXCL_START + default: + JSON_ASSERT(false); + return 0ul; + // LCOV_EXCL_STOP + } + } + + /*! + @brief Serializes the JSON value @a j to BSON and associates it with the + key @a name. + @param name The name to associate with the JSON entity @a j within the + current BSON document + @return The size of the BSON entry + */ + void write_bson_element(const string_t& name, + const BasicJsonType& j) + { + switch (j.type()) + { + case value_t::object: + return write_bson_object_entry(name, *j.m_value.object); + + case value_t::array: + return write_bson_array(name, *j.m_value.array); + + case value_t::binary: + return write_bson_binary(name, *j.m_value.binary); + + case value_t::boolean: + return write_bson_boolean(name, j.m_value.boolean); + + case value_t::number_float: + return write_bson_double(name, j.m_value.number_float); + + case value_t::number_integer: + return write_bson_integer(name, j.m_value.number_integer); + + case value_t::number_unsigned: + return write_bson_unsigned(name, j.m_value.number_unsigned); + + case value_t::string: + return write_bson_string(name, *j.m_value.string); + + case value_t::null: + return write_bson_null(name); + + // LCOV_EXCL_START + default: + JSON_ASSERT(false); + return; + // LCOV_EXCL_STOP + } + } + + /*! + @brief Calculates the size of the BSON serialization of the given + JSON-object @a j. + @param[in] j JSON value to serialize + @pre j.type() == value_t::object + */ + static std::size_t calc_bson_object_size(const typename BasicJsonType::object_t& value) + { + std::size_t document_size = std::accumulate(value.begin(), value.end(), std::size_t(0), + [](size_t result, const typename BasicJsonType::object_t::value_type & el) + { + return result += calc_bson_element_size(el.first, el.second); + }); + + return sizeof(std::int32_t) + document_size + 1ul; + } + + /*! + @param[in] j JSON value to serialize + @pre j.type() == value_t::object + */ + void write_bson_object(const typename BasicJsonType::object_t& value) + { + write_number(static_cast(calc_bson_object_size(value))); + + for (const auto& el : value) + { + write_bson_element(el.first, el.second); + } + + oa->write_character(to_char_type(0x00)); + } + + ////////// + // CBOR // + ////////// + + static constexpr CharType get_cbor_float_prefix(float /*unused*/) + { + return to_char_type(0xFA); // Single-Precision Float + } + + static constexpr CharType get_cbor_float_prefix(double /*unused*/) + { + return to_char_type(0xFB); // Double-Precision Float + } + + ///////////// + // MsgPack // + ///////////// + + static constexpr CharType get_msgpack_float_prefix(float /*unused*/) + { + return to_char_type(0xCA); // float 32 + } + + static constexpr CharType get_msgpack_float_prefix(double /*unused*/) + { + return to_char_type(0xCB); // float 64 + } + + //////////// + // UBJSON // + //////////// + + // UBJSON: write number (floating point) + template::value, int>::type = 0> + void write_number_with_ubjson_prefix(const NumberType n, + const bool add_prefix) + { + if (add_prefix) + { + oa->write_character(get_ubjson_float_prefix(n)); + } + write_number(n); + } + + // UBJSON: write number (unsigned integer) + template::value, int>::type = 0> + void write_number_with_ubjson_prefix(const NumberType n, + const bool add_prefix) + { + if (n <= static_cast((std::numeric_limits::max)())) + { + if (add_prefix) + { + oa->write_character(to_char_type('i')); // int8 + } + write_number(static_cast(n)); + } + else if (n <= (std::numeric_limits::max)()) + { + if (add_prefix) + { + oa->write_character(to_char_type('U')); // uint8 + } + write_number(static_cast(n)); + } + else if (n <= static_cast((std::numeric_limits::max)())) + { + if (add_prefix) + { + oa->write_character(to_char_type('I')); // int16 + } + write_number(static_cast(n)); + } + else if (n <= static_cast((std::numeric_limits::max)())) + { + if (add_prefix) + { + oa->write_character(to_char_type('l')); // int32 + } + write_number(static_cast(n)); + } + else if (n <= static_cast((std::numeric_limits::max)())) + { + if (add_prefix) + { + oa->write_character(to_char_type('L')); // int64 + } + write_number(static_cast(n)); + } + else + { + if (add_prefix) + { + oa->write_character(to_char_type('H')); // high-precision number + } + + const auto number = BasicJsonType(n).dump(); + write_number_with_ubjson_prefix(number.size(), true); + for (std::size_t i = 0; i < number.size(); ++i) + { + oa->write_character(to_char_type(static_cast(number[i]))); + } + } + } + + // UBJSON: write number (signed integer) + template < typename NumberType, typename std::enable_if < + std::is_signed::value&& + !std::is_floating_point::value, int >::type = 0 > + void write_number_with_ubjson_prefix(const NumberType n, + const bool add_prefix) + { + if ((std::numeric_limits::min)() <= n && n <= (std::numeric_limits::max)()) + { + if (add_prefix) + { + oa->write_character(to_char_type('i')); // int8 + } + write_number(static_cast(n)); + } + else if (static_cast((std::numeric_limits::min)()) <= n && n <= static_cast((std::numeric_limits::max)())) + { + if (add_prefix) + { + oa->write_character(to_char_type('U')); // uint8 + } + write_number(static_cast(n)); + } + else if ((std::numeric_limits::min)() <= n && n <= (std::numeric_limits::max)()) + { + if (add_prefix) + { + oa->write_character(to_char_type('I')); // int16 + } + write_number(static_cast(n)); + } + else if ((std::numeric_limits::min)() <= n && n <= (std::numeric_limits::max)()) + { + if (add_prefix) + { + oa->write_character(to_char_type('l')); // int32 + } + write_number(static_cast(n)); + } + else if ((std::numeric_limits::min)() <= n && n <= (std::numeric_limits::max)()) + { + if (add_prefix) + { + oa->write_character(to_char_type('L')); // int64 + } + write_number(static_cast(n)); + } + // LCOV_EXCL_START + else + { + if (add_prefix) + { + oa->write_character(to_char_type('H')); // high-precision number + } + + const auto number = BasicJsonType(n).dump(); + write_number_with_ubjson_prefix(number.size(), true); + for (std::size_t i = 0; i < number.size(); ++i) + { + oa->write_character(to_char_type(static_cast(number[i]))); + } + } + // LCOV_EXCL_STOP + } + + /*! + @brief determine the type prefix of container values + */ + CharType ubjson_prefix(const BasicJsonType& j) const noexcept + { + switch (j.type()) + { + case value_t::null: + return 'Z'; + + case value_t::boolean: + return j.m_value.boolean ? 'T' : 'F'; + + case value_t::number_integer: + { + if ((std::numeric_limits::min)() <= j.m_value.number_integer && j.m_value.number_integer <= (std::numeric_limits::max)()) + { + return 'i'; + } + if ((std::numeric_limits::min)() <= j.m_value.number_integer && j.m_value.number_integer <= (std::numeric_limits::max)()) + { + return 'U'; + } + if ((std::numeric_limits::min)() <= j.m_value.number_integer && j.m_value.number_integer <= (std::numeric_limits::max)()) + { + return 'I'; + } + if ((std::numeric_limits::min)() <= j.m_value.number_integer && j.m_value.number_integer <= (std::numeric_limits::max)()) + { + return 'l'; + } + if ((std::numeric_limits::min)() <= j.m_value.number_integer && j.m_value.number_integer <= (std::numeric_limits::max)()) + { + return 'L'; + } + // anything else is treated as high-precision number + return 'H'; // LCOV_EXCL_LINE + } + + case value_t::number_unsigned: + { + if (j.m_value.number_unsigned <= static_cast((std::numeric_limits::max)())) + { + return 'i'; + } + if (j.m_value.number_unsigned <= static_cast((std::numeric_limits::max)())) + { + return 'U'; + } + if (j.m_value.number_unsigned <= static_cast((std::numeric_limits::max)())) + { + return 'I'; + } + if (j.m_value.number_unsigned <= static_cast((std::numeric_limits::max)())) + { + return 'l'; + } + if (j.m_value.number_unsigned <= static_cast((std::numeric_limits::max)())) + { + return 'L'; + } + // anything else is treated as high-precision number + return 'H'; // LCOV_EXCL_LINE + } + + case value_t::number_float: + return get_ubjson_float_prefix(j.m_value.number_float); + + case value_t::string: + return 'S'; + + case value_t::array: // fallthrough + case value_t::binary: + return '['; + + case value_t::object: + return '{'; + + default: // discarded values + return 'N'; + } + } + + static constexpr CharType get_ubjson_float_prefix(float /*unused*/) + { + return 'd'; // float 32 + } + + static constexpr CharType get_ubjson_float_prefix(double /*unused*/) + { + return 'D'; // float 64 + } + + /////////////////////// + // Utility functions // + /////////////////////// + + /* + @brief write a number to output input + @param[in] n number of type @a NumberType + @tparam NumberType the type of the number + @tparam OutputIsLittleEndian Set to true if output data is + required to be little endian + + @note This function needs to respect the system's endianess, because bytes + in CBOR, MessagePack, and UBJSON are stored in network order (big + endian) and therefore need reordering on little endian systems. + */ + template + void write_number(const NumberType n) + { + // step 1: write number to array of length NumberType + std::array vec; + std::memcpy(vec.data(), &n, sizeof(NumberType)); + + // step 2: write array to output (with possible reordering) + if (is_little_endian != OutputIsLittleEndian) + { + // reverse byte order prior to conversion if necessary + std::reverse(vec.begin(), vec.end()); + } + + oa->write_characters(vec.data(), sizeof(NumberType)); + } + + void write_compact_float(const number_float_t n, detail::input_format_t format) + { + if (static_cast(n) >= static_cast(std::numeric_limits::lowest()) && + static_cast(n) <= static_cast((std::numeric_limits::max)()) && + static_cast(static_cast(n)) == static_cast(n)) + { + oa->write_character(format == detail::input_format_t::cbor + ? get_cbor_float_prefix(static_cast(n)) + : get_msgpack_float_prefix(static_cast(n))); + write_number(static_cast(n)); + } + else + { + oa->write_character(format == detail::input_format_t::cbor + ? get_cbor_float_prefix(n) + : get_msgpack_float_prefix(n)); + write_number(n); + } + } + + public: + // The following to_char_type functions are implement the conversion + // between uint8_t and CharType. In case CharType is not unsigned, + // such a conversion is required to allow values greater than 128. + // See for a discussion. + template < typename C = CharType, + enable_if_t < std::is_signed::value && std::is_signed::value > * = nullptr > + static constexpr CharType to_char_type(std::uint8_t x) noexcept + { + return *reinterpret_cast(&x); + } + + template < typename C = CharType, + enable_if_t < std::is_signed::value && std::is_unsigned::value > * = nullptr > + static CharType to_char_type(std::uint8_t x) noexcept + { + static_assert(sizeof(std::uint8_t) == sizeof(CharType), "size of CharType must be equal to std::uint8_t"); + static_assert(std::is_trivial::value, "CharType must be trivial"); + CharType result; + std::memcpy(&result, &x, sizeof(x)); + return result; + } + + template::value>* = nullptr> + static constexpr CharType to_char_type(std::uint8_t x) noexcept + { + return x; + } + + template < typename InputCharType, typename C = CharType, + enable_if_t < + std::is_signed::value && + std::is_signed::value && + std::is_same::type>::value + > * = nullptr > + static constexpr CharType to_char_type(InputCharType x) noexcept + { + return x; + } + + private: + /// whether we can assume little endianess + const bool is_little_endian = little_endianess(); + + /// the output + output_adapter_t oa = nullptr; +}; +} // namespace detail +} // namespace nlohmann + +// #include + +// #include + + +#include // reverse, remove, fill, find, none_of +#include // array +#include // localeconv, lconv +#include // labs, isfinite, isnan, signbit +#include // size_t, ptrdiff_t +#include // uint8_t +#include // snprintf +#include // numeric_limits +#include // string, char_traits +#include // is_same +#include // move + +// #include + + +#include // array +#include // signbit, isfinite +#include // intN_t, uintN_t +#include // memcpy, memmove +#include // numeric_limits +#include // conditional + +// #include + + +namespace nlohmann +{ +namespace detail +{ + +/*! +@brief implements the Grisu2 algorithm for binary to decimal floating-point +conversion. + +This implementation is a slightly modified version of the reference +implementation which may be obtained from +http://florian.loitsch.com/publications (bench.tar.gz). + +The code is distributed under the MIT license, Copyright (c) 2009 Florian Loitsch. + +For a detailed description of the algorithm see: + +[1] Loitsch, "Printing Floating-Point Numbers Quickly and Accurately with + Integers", Proceedings of the ACM SIGPLAN 2010 Conference on Programming + Language Design and Implementation, PLDI 2010 +[2] Burger, Dybvig, "Printing Floating-Point Numbers Quickly and Accurately", + Proceedings of the ACM SIGPLAN 1996 Conference on Programming Language + Design and Implementation, PLDI 1996 +*/ +namespace dtoa_impl +{ + +template +Target reinterpret_bits(const Source source) +{ + static_assert(sizeof(Target) == sizeof(Source), "size mismatch"); + + Target target; + std::memcpy(&target, &source, sizeof(Source)); + return target; +} + +struct diyfp // f * 2^e +{ + static constexpr int kPrecision = 64; // = q + + std::uint64_t f = 0; + int e = 0; + + constexpr diyfp(std::uint64_t f_, int e_) noexcept : f(f_), e(e_) {} + + /*! + @brief returns x - y + @pre x.e == y.e and x.f >= y.f + */ + static diyfp sub(const diyfp& x, const diyfp& y) noexcept + { + JSON_ASSERT(x.e == y.e); + JSON_ASSERT(x.f >= y.f); + + return {x.f - y.f, x.e}; + } + + /*! + @brief returns x * y + @note The result is rounded. (Only the upper q bits are returned.) + */ + static diyfp mul(const diyfp& x, const diyfp& y) noexcept + { + static_assert(kPrecision == 64, "internal error"); + + // Computes: + // f = round((x.f * y.f) / 2^q) + // e = x.e + y.e + q + + // Emulate the 64-bit * 64-bit multiplication: + // + // p = u * v + // = (u_lo + 2^32 u_hi) (v_lo + 2^32 v_hi) + // = (u_lo v_lo ) + 2^32 ((u_lo v_hi ) + (u_hi v_lo )) + 2^64 (u_hi v_hi ) + // = (p0 ) + 2^32 ((p1 ) + (p2 )) + 2^64 (p3 ) + // = (p0_lo + 2^32 p0_hi) + 2^32 ((p1_lo + 2^32 p1_hi) + (p2_lo + 2^32 p2_hi)) + 2^64 (p3 ) + // = (p0_lo ) + 2^32 (p0_hi + p1_lo + p2_lo ) + 2^64 (p1_hi + p2_hi + p3) + // = (p0_lo ) + 2^32 (Q ) + 2^64 (H ) + // = (p0_lo ) + 2^32 (Q_lo + 2^32 Q_hi ) + 2^64 (H ) + // + // (Since Q might be larger than 2^32 - 1) + // + // = (p0_lo + 2^32 Q_lo) + 2^64 (Q_hi + H) + // + // (Q_hi + H does not overflow a 64-bit int) + // + // = p_lo + 2^64 p_hi + + const std::uint64_t u_lo = x.f & 0xFFFFFFFFu; + const std::uint64_t u_hi = x.f >> 32u; + const std::uint64_t v_lo = y.f & 0xFFFFFFFFu; + const std::uint64_t v_hi = y.f >> 32u; + + const std::uint64_t p0 = u_lo * v_lo; + const std::uint64_t p1 = u_lo * v_hi; + const std::uint64_t p2 = u_hi * v_lo; + const std::uint64_t p3 = u_hi * v_hi; + + const std::uint64_t p0_hi = p0 >> 32u; + const std::uint64_t p1_lo = p1 & 0xFFFFFFFFu; + const std::uint64_t p1_hi = p1 >> 32u; + const std::uint64_t p2_lo = p2 & 0xFFFFFFFFu; + const std::uint64_t p2_hi = p2 >> 32u; + + std::uint64_t Q = p0_hi + p1_lo + p2_lo; + + // The full product might now be computed as + // + // p_hi = p3 + p2_hi + p1_hi + (Q >> 32) + // p_lo = p0_lo + (Q << 32) + // + // But in this particular case here, the full p_lo is not required. + // Effectively we only need to add the highest bit in p_lo to p_hi (and + // Q_hi + 1 does not overflow). + + Q += std::uint64_t{1} << (64u - 32u - 1u); // round, ties up + + const std::uint64_t h = p3 + p2_hi + p1_hi + (Q >> 32u); + + return {h, x.e + y.e + 64}; + } + + /*! + @brief normalize x such that the significand is >= 2^(q-1) + @pre x.f != 0 + */ + static diyfp normalize(diyfp x) noexcept + { + JSON_ASSERT(x.f != 0); + + while ((x.f >> 63u) == 0) + { + x.f <<= 1u; + x.e--; + } + + return x; + } + + /*! + @brief normalize x such that the result has the exponent E + @pre e >= x.e and the upper e - x.e bits of x.f must be zero. + */ + static diyfp normalize_to(const diyfp& x, const int target_exponent) noexcept + { + const int delta = x.e - target_exponent; + + JSON_ASSERT(delta >= 0); + JSON_ASSERT(((x.f << delta) >> delta) == x.f); + + return {x.f << delta, target_exponent}; + } +}; + +struct boundaries +{ + diyfp w; + diyfp minus; + diyfp plus; +}; + +/*! +Compute the (normalized) diyfp representing the input number 'value' and its +boundaries. + +@pre value must be finite and positive +*/ +template +boundaries compute_boundaries(FloatType value) +{ + JSON_ASSERT(std::isfinite(value)); + JSON_ASSERT(value > 0); + + // Convert the IEEE representation into a diyfp. + // + // If v is denormal: + // value = 0.F * 2^(1 - bias) = ( F) * 2^(1 - bias - (p-1)) + // If v is normalized: + // value = 1.F * 2^(E - bias) = (2^(p-1) + F) * 2^(E - bias - (p-1)) + + static_assert(std::numeric_limits::is_iec559, + "internal error: dtoa_short requires an IEEE-754 floating-point implementation"); + + constexpr int kPrecision = std::numeric_limits::digits; // = p (includes the hidden bit) + constexpr int kBias = std::numeric_limits::max_exponent - 1 + (kPrecision - 1); + constexpr int kMinExp = 1 - kBias; + constexpr std::uint64_t kHiddenBit = std::uint64_t{1} << (kPrecision - 1); // = 2^(p-1) + + using bits_type = typename std::conditional::type; + + const std::uint64_t bits = reinterpret_bits(value); + const std::uint64_t E = bits >> (kPrecision - 1); + const std::uint64_t F = bits & (kHiddenBit - 1); + + const bool is_denormal = E == 0; + const diyfp v = is_denormal + ? diyfp(F, kMinExp) + : diyfp(F + kHiddenBit, static_cast(E) - kBias); + + // Compute the boundaries m- and m+ of the floating-point value + // v = f * 2^e. + // + // Determine v- and v+, the floating-point predecessor and successor if v, + // respectively. + // + // v- = v - 2^e if f != 2^(p-1) or e == e_min (A) + // = v - 2^(e-1) if f == 2^(p-1) and e > e_min (B) + // + // v+ = v + 2^e + // + // Let m- = (v- + v) / 2 and m+ = (v + v+) / 2. All real numbers _strictly_ + // between m- and m+ round to v, regardless of how the input rounding + // algorithm breaks ties. + // + // ---+-------------+-------------+-------------+-------------+--- (A) + // v- m- v m+ v+ + // + // -----------------+------+------+-------------+-------------+--- (B) + // v- m- v m+ v+ + + const bool lower_boundary_is_closer = F == 0 && E > 1; + const diyfp m_plus = diyfp(2 * v.f + 1, v.e - 1); + const diyfp m_minus = lower_boundary_is_closer + ? diyfp(4 * v.f - 1, v.e - 2) // (B) + : diyfp(2 * v.f - 1, v.e - 1); // (A) + + // Determine the normalized w+ = m+. + const diyfp w_plus = diyfp::normalize(m_plus); + + // Determine w- = m- such that e_(w-) = e_(w+). + const diyfp w_minus = diyfp::normalize_to(m_minus, w_plus.e); + + return {diyfp::normalize(v), w_minus, w_plus}; +} + +// Given normalized diyfp w, Grisu needs to find a (normalized) cached +// power-of-ten c, such that the exponent of the product c * w = f * 2^e lies +// within a certain range [alpha, gamma] (Definition 3.2 from [1]) +// +// alpha <= e = e_c + e_w + q <= gamma +// +// or +// +// f_c * f_w * 2^alpha <= f_c 2^(e_c) * f_w 2^(e_w) * 2^q +// <= f_c * f_w * 2^gamma +// +// Since c and w are normalized, i.e. 2^(q-1) <= f < 2^q, this implies +// +// 2^(q-1) * 2^(q-1) * 2^alpha <= c * w * 2^q < 2^q * 2^q * 2^gamma +// +// or +// +// 2^(q - 2 + alpha) <= c * w < 2^(q + gamma) +// +// The choice of (alpha,gamma) determines the size of the table and the form of +// the digit generation procedure. Using (alpha,gamma)=(-60,-32) works out well +// in practice: +// +// The idea is to cut the number c * w = f * 2^e into two parts, which can be +// processed independently: An integral part p1, and a fractional part p2: +// +// f * 2^e = ( (f div 2^-e) * 2^-e + (f mod 2^-e) ) * 2^e +// = (f div 2^-e) + (f mod 2^-e) * 2^e +// = p1 + p2 * 2^e +// +// The conversion of p1 into decimal form requires a series of divisions and +// modulos by (a power of) 10. These operations are faster for 32-bit than for +// 64-bit integers, so p1 should ideally fit into a 32-bit integer. This can be +// achieved by choosing +// +// -e >= 32 or e <= -32 := gamma +// +// In order to convert the fractional part +// +// p2 * 2^e = p2 / 2^-e = d[-1] / 10^1 + d[-2] / 10^2 + ... +// +// into decimal form, the fraction is repeatedly multiplied by 10 and the digits +// d[-i] are extracted in order: +// +// (10 * p2) div 2^-e = d[-1] +// (10 * p2) mod 2^-e = d[-2] / 10^1 + ... +// +// The multiplication by 10 must not overflow. It is sufficient to choose +// +// 10 * p2 < 16 * p2 = 2^4 * p2 <= 2^64. +// +// Since p2 = f mod 2^-e < 2^-e, +// +// -e <= 60 or e >= -60 := alpha + +constexpr int kAlpha = -60; +constexpr int kGamma = -32; + +struct cached_power // c = f * 2^e ~= 10^k +{ + std::uint64_t f; + int e; + int k; +}; + +/*! +For a normalized diyfp w = f * 2^e, this function returns a (normalized) cached +power-of-ten c = f_c * 2^e_c, such that the exponent of the product w * c +satisfies (Definition 3.2 from [1]) + + alpha <= e_c + e + q <= gamma. +*/ +inline cached_power get_cached_power_for_binary_exponent(int e) +{ + // Now + // + // alpha <= e_c + e + q <= gamma (1) + // ==> f_c * 2^alpha <= c * 2^e * 2^q + // + // and since the c's are normalized, 2^(q-1) <= f_c, + // + // ==> 2^(q - 1 + alpha) <= c * 2^(e + q) + // ==> 2^(alpha - e - 1) <= c + // + // If c were an exact power of ten, i.e. c = 10^k, one may determine k as + // + // k = ceil( log_10( 2^(alpha - e - 1) ) ) + // = ceil( (alpha - e - 1) * log_10(2) ) + // + // From the paper: + // "In theory the result of the procedure could be wrong since c is rounded, + // and the computation itself is approximated [...]. In practice, however, + // this simple function is sufficient." + // + // For IEEE double precision floating-point numbers converted into + // normalized diyfp's w = f * 2^e, with q = 64, + // + // e >= -1022 (min IEEE exponent) + // -52 (p - 1) + // -52 (p - 1, possibly normalize denormal IEEE numbers) + // -11 (normalize the diyfp) + // = -1137 + // + // and + // + // e <= +1023 (max IEEE exponent) + // -52 (p - 1) + // -11 (normalize the diyfp) + // = 960 + // + // This binary exponent range [-1137,960] results in a decimal exponent + // range [-307,324]. One does not need to store a cached power for each + // k in this range. For each such k it suffices to find a cached power + // such that the exponent of the product lies in [alpha,gamma]. + // This implies that the difference of the decimal exponents of adjacent + // table entries must be less than or equal to + // + // floor( (gamma - alpha) * log_10(2) ) = 8. + // + // (A smaller distance gamma-alpha would require a larger table.) + + // NB: + // Actually this function returns c, such that -60 <= e_c + e + 64 <= -34. + + constexpr int kCachedPowersMinDecExp = -300; + constexpr int kCachedPowersDecStep = 8; + + static constexpr std::array kCachedPowers = + { + { + { 0xAB70FE17C79AC6CA, -1060, -300 }, + { 0xFF77B1FCBEBCDC4F, -1034, -292 }, + { 0xBE5691EF416BD60C, -1007, -284 }, + { 0x8DD01FAD907FFC3C, -980, -276 }, + { 0xD3515C2831559A83, -954, -268 }, + { 0x9D71AC8FADA6C9B5, -927, -260 }, + { 0xEA9C227723EE8BCB, -901, -252 }, + { 0xAECC49914078536D, -874, -244 }, + { 0x823C12795DB6CE57, -847, -236 }, + { 0xC21094364DFB5637, -821, -228 }, + { 0x9096EA6F3848984F, -794, -220 }, + { 0xD77485CB25823AC7, -768, -212 }, + { 0xA086CFCD97BF97F4, -741, -204 }, + { 0xEF340A98172AACE5, -715, -196 }, + { 0xB23867FB2A35B28E, -688, -188 }, + { 0x84C8D4DFD2C63F3B, -661, -180 }, + { 0xC5DD44271AD3CDBA, -635, -172 }, + { 0x936B9FCEBB25C996, -608, -164 }, + { 0xDBAC6C247D62A584, -582, -156 }, + { 0xA3AB66580D5FDAF6, -555, -148 }, + { 0xF3E2F893DEC3F126, -529, -140 }, + { 0xB5B5ADA8AAFF80B8, -502, -132 }, + { 0x87625F056C7C4A8B, -475, -124 }, + { 0xC9BCFF6034C13053, -449, -116 }, + { 0x964E858C91BA2655, -422, -108 }, + { 0xDFF9772470297EBD, -396, -100 }, + { 0xA6DFBD9FB8E5B88F, -369, -92 }, + { 0xF8A95FCF88747D94, -343, -84 }, + { 0xB94470938FA89BCF, -316, -76 }, + { 0x8A08F0F8BF0F156B, -289, -68 }, + { 0xCDB02555653131B6, -263, -60 }, + { 0x993FE2C6D07B7FAC, -236, -52 }, + { 0xE45C10C42A2B3B06, -210, -44 }, + { 0xAA242499697392D3, -183, -36 }, + { 0xFD87B5F28300CA0E, -157, -28 }, + { 0xBCE5086492111AEB, -130, -20 }, + { 0x8CBCCC096F5088CC, -103, -12 }, + { 0xD1B71758E219652C, -77, -4 }, + { 0x9C40000000000000, -50, 4 }, + { 0xE8D4A51000000000, -24, 12 }, + { 0xAD78EBC5AC620000, 3, 20 }, + { 0x813F3978F8940984, 30, 28 }, + { 0xC097CE7BC90715B3, 56, 36 }, + { 0x8F7E32CE7BEA5C70, 83, 44 }, + { 0xD5D238A4ABE98068, 109, 52 }, + { 0x9F4F2726179A2245, 136, 60 }, + { 0xED63A231D4C4FB27, 162, 68 }, + { 0xB0DE65388CC8ADA8, 189, 76 }, + { 0x83C7088E1AAB65DB, 216, 84 }, + { 0xC45D1DF942711D9A, 242, 92 }, + { 0x924D692CA61BE758, 269, 100 }, + { 0xDA01EE641A708DEA, 295, 108 }, + { 0xA26DA3999AEF774A, 322, 116 }, + { 0xF209787BB47D6B85, 348, 124 }, + { 0xB454E4A179DD1877, 375, 132 }, + { 0x865B86925B9BC5C2, 402, 140 }, + { 0xC83553C5C8965D3D, 428, 148 }, + { 0x952AB45CFA97A0B3, 455, 156 }, + { 0xDE469FBD99A05FE3, 481, 164 }, + { 0xA59BC234DB398C25, 508, 172 }, + { 0xF6C69A72A3989F5C, 534, 180 }, + { 0xB7DCBF5354E9BECE, 561, 188 }, + { 0x88FCF317F22241E2, 588, 196 }, + { 0xCC20CE9BD35C78A5, 614, 204 }, + { 0x98165AF37B2153DF, 641, 212 }, + { 0xE2A0B5DC971F303A, 667, 220 }, + { 0xA8D9D1535CE3B396, 694, 228 }, + { 0xFB9B7CD9A4A7443C, 720, 236 }, + { 0xBB764C4CA7A44410, 747, 244 }, + { 0x8BAB8EEFB6409C1A, 774, 252 }, + { 0xD01FEF10A657842C, 800, 260 }, + { 0x9B10A4E5E9913129, 827, 268 }, + { 0xE7109BFBA19C0C9D, 853, 276 }, + { 0xAC2820D9623BF429, 880, 284 }, + { 0x80444B5E7AA7CF85, 907, 292 }, + { 0xBF21E44003ACDD2D, 933, 300 }, + { 0x8E679C2F5E44FF8F, 960, 308 }, + { 0xD433179D9C8CB841, 986, 316 }, + { 0x9E19DB92B4E31BA9, 1013, 324 }, + } + }; + + // This computation gives exactly the same results for k as + // k = ceil((kAlpha - e - 1) * 0.30102999566398114) + // for |e| <= 1500, but doesn't require floating-point operations. + // NB: log_10(2) ~= 78913 / 2^18 + JSON_ASSERT(e >= -1500); + JSON_ASSERT(e <= 1500); + const int f = kAlpha - e - 1; + const int k = (f * 78913) / (1 << 18) + static_cast(f > 0); + + const int index = (-kCachedPowersMinDecExp + k + (kCachedPowersDecStep - 1)) / kCachedPowersDecStep; + JSON_ASSERT(index >= 0); + JSON_ASSERT(static_cast(index) < kCachedPowers.size()); + + const cached_power cached = kCachedPowers[static_cast(index)]; + JSON_ASSERT(kAlpha <= cached.e + e + 64); + JSON_ASSERT(kGamma >= cached.e + e + 64); + + return cached; +} + +/*! +For n != 0, returns k, such that pow10 := 10^(k-1) <= n < 10^k. +For n == 0, returns 1 and sets pow10 := 1. +*/ +inline int find_largest_pow10(const std::uint32_t n, std::uint32_t& pow10) +{ + // LCOV_EXCL_START + if (n >= 1000000000) + { + pow10 = 1000000000; + return 10; + } + // LCOV_EXCL_STOP + else if (n >= 100000000) + { + pow10 = 100000000; + return 9; + } + else if (n >= 10000000) + { + pow10 = 10000000; + return 8; + } + else if (n >= 1000000) + { + pow10 = 1000000; + return 7; + } + else if (n >= 100000) + { + pow10 = 100000; + return 6; + } + else if (n >= 10000) + { + pow10 = 10000; + return 5; + } + else if (n >= 1000) + { + pow10 = 1000; + return 4; + } + else if (n >= 100) + { + pow10 = 100; + return 3; + } + else if (n >= 10) + { + pow10 = 10; + return 2; + } + else + { + pow10 = 1; + return 1; + } +} + +inline void grisu2_round(char* buf, int len, std::uint64_t dist, std::uint64_t delta, + std::uint64_t rest, std::uint64_t ten_k) +{ + JSON_ASSERT(len >= 1); + JSON_ASSERT(dist <= delta); + JSON_ASSERT(rest <= delta); + JSON_ASSERT(ten_k > 0); + + // <--------------------------- delta ----> + // <---- dist ---------> + // --------------[------------------+-------------------]-------------- + // M- w M+ + // + // ten_k + // <------> + // <---- rest ----> + // --------------[------------------+----+--------------]-------------- + // w V + // = buf * 10^k + // + // ten_k represents a unit-in-the-last-place in the decimal representation + // stored in buf. + // Decrement buf by ten_k while this takes buf closer to w. + + // The tests are written in this order to avoid overflow in unsigned + // integer arithmetic. + + while (rest < dist + && delta - rest >= ten_k + && (rest + ten_k < dist || dist - rest > rest + ten_k - dist)) + { + JSON_ASSERT(buf[len - 1] != '0'); + buf[len - 1]--; + rest += ten_k; + } +} + +/*! +Generates V = buffer * 10^decimal_exponent, such that M- <= V <= M+. +M- and M+ must be normalized and share the same exponent -60 <= e <= -32. +*/ +inline void grisu2_digit_gen(char* buffer, int& length, int& decimal_exponent, + diyfp M_minus, diyfp w, diyfp M_plus) +{ + static_assert(kAlpha >= -60, "internal error"); + static_assert(kGamma <= -32, "internal error"); + + // Generates the digits (and the exponent) of a decimal floating-point + // number V = buffer * 10^decimal_exponent in the range [M-, M+]. The diyfp's + // w, M- and M+ share the same exponent e, which satisfies alpha <= e <= gamma. + // + // <--------------------------- delta ----> + // <---- dist ---------> + // --------------[------------------+-------------------]-------------- + // M- w M+ + // + // Grisu2 generates the digits of M+ from left to right and stops as soon as + // V is in [M-,M+]. + + JSON_ASSERT(M_plus.e >= kAlpha); + JSON_ASSERT(M_plus.e <= kGamma); + + std::uint64_t delta = diyfp::sub(M_plus, M_minus).f; // (significand of (M+ - M-), implicit exponent is e) + std::uint64_t dist = diyfp::sub(M_plus, w ).f; // (significand of (M+ - w ), implicit exponent is e) + + // Split M+ = f * 2^e into two parts p1 and p2 (note: e < 0): + // + // M+ = f * 2^e + // = ((f div 2^-e) * 2^-e + (f mod 2^-e)) * 2^e + // = ((p1 ) * 2^-e + (p2 )) * 2^e + // = p1 + p2 * 2^e + + const diyfp one(std::uint64_t{1} << -M_plus.e, M_plus.e); + + auto p1 = static_cast(M_plus.f >> -one.e); // p1 = f div 2^-e (Since -e >= 32, p1 fits into a 32-bit int.) + std::uint64_t p2 = M_plus.f & (one.f - 1); // p2 = f mod 2^-e + + // 1) + // + // Generate the digits of the integral part p1 = d[n-1]...d[1]d[0] + + JSON_ASSERT(p1 > 0); + + std::uint32_t pow10; + const int k = find_largest_pow10(p1, pow10); + + // 10^(k-1) <= p1 < 10^k, pow10 = 10^(k-1) + // + // p1 = (p1 div 10^(k-1)) * 10^(k-1) + (p1 mod 10^(k-1)) + // = (d[k-1] ) * 10^(k-1) + (p1 mod 10^(k-1)) + // + // M+ = p1 + p2 * 2^e + // = d[k-1] * 10^(k-1) + (p1 mod 10^(k-1)) + p2 * 2^e + // = d[k-1] * 10^(k-1) + ((p1 mod 10^(k-1)) * 2^-e + p2) * 2^e + // = d[k-1] * 10^(k-1) + ( rest) * 2^e + // + // Now generate the digits d[n] of p1 from left to right (n = k-1,...,0) + // + // p1 = d[k-1]...d[n] * 10^n + d[n-1]...d[0] + // + // but stop as soon as + // + // rest * 2^e = (d[n-1]...d[0] * 2^-e + p2) * 2^e <= delta * 2^e + + int n = k; + while (n > 0) + { + // Invariants: + // M+ = buffer * 10^n + (p1 + p2 * 2^e) (buffer = 0 for n = k) + // pow10 = 10^(n-1) <= p1 < 10^n + // + const std::uint32_t d = p1 / pow10; // d = p1 div 10^(n-1) + const std::uint32_t r = p1 % pow10; // r = p1 mod 10^(n-1) + // + // M+ = buffer * 10^n + (d * 10^(n-1) + r) + p2 * 2^e + // = (buffer * 10 + d) * 10^(n-1) + (r + p2 * 2^e) + // + JSON_ASSERT(d <= 9); + buffer[length++] = static_cast('0' + d); // buffer := buffer * 10 + d + // + // M+ = buffer * 10^(n-1) + (r + p2 * 2^e) + // + p1 = r; + n--; + // + // M+ = buffer * 10^n + (p1 + p2 * 2^e) + // pow10 = 10^n + // + + // Now check if enough digits have been generated. + // Compute + // + // p1 + p2 * 2^e = (p1 * 2^-e + p2) * 2^e = rest * 2^e + // + // Note: + // Since rest and delta share the same exponent e, it suffices to + // compare the significands. + const std::uint64_t rest = (std::uint64_t{p1} << -one.e) + p2; + if (rest <= delta) + { + // V = buffer * 10^n, with M- <= V <= M+. + + decimal_exponent += n; + + // We may now just stop. But instead look if the buffer could be + // decremented to bring V closer to w. + // + // pow10 = 10^n is now 1 ulp in the decimal representation V. + // The rounding procedure works with diyfp's with an implicit + // exponent of e. + // + // 10^n = (10^n * 2^-e) * 2^e = ulp * 2^e + // + const std::uint64_t ten_n = std::uint64_t{pow10} << -one.e; + grisu2_round(buffer, length, dist, delta, rest, ten_n); + + return; + } + + pow10 /= 10; + // + // pow10 = 10^(n-1) <= p1 < 10^n + // Invariants restored. + } + + // 2) + // + // The digits of the integral part have been generated: + // + // M+ = d[k-1]...d[1]d[0] + p2 * 2^e + // = buffer + p2 * 2^e + // + // Now generate the digits of the fractional part p2 * 2^e. + // + // Note: + // No decimal point is generated: the exponent is adjusted instead. + // + // p2 actually represents the fraction + // + // p2 * 2^e + // = p2 / 2^-e + // = d[-1] / 10^1 + d[-2] / 10^2 + ... + // + // Now generate the digits d[-m] of p1 from left to right (m = 1,2,...) + // + // p2 * 2^e = d[-1]d[-2]...d[-m] * 10^-m + // + 10^-m * (d[-m-1] / 10^1 + d[-m-2] / 10^2 + ...) + // + // using + // + // 10^m * p2 = ((10^m * p2) div 2^-e) * 2^-e + ((10^m * p2) mod 2^-e) + // = ( d) * 2^-e + ( r) + // + // or + // 10^m * p2 * 2^e = d + r * 2^e + // + // i.e. + // + // M+ = buffer + p2 * 2^e + // = buffer + 10^-m * (d + r * 2^e) + // = (buffer * 10^m + d) * 10^-m + 10^-m * r * 2^e + // + // and stop as soon as 10^-m * r * 2^e <= delta * 2^e + + JSON_ASSERT(p2 > delta); + + int m = 0; + for (;;) + { + // Invariant: + // M+ = buffer * 10^-m + 10^-m * (d[-m-1] / 10 + d[-m-2] / 10^2 + ...) * 2^e + // = buffer * 10^-m + 10^-m * (p2 ) * 2^e + // = buffer * 10^-m + 10^-m * (1/10 * (10 * p2) ) * 2^e + // = buffer * 10^-m + 10^-m * (1/10 * ((10*p2 div 2^-e) * 2^-e + (10*p2 mod 2^-e)) * 2^e + // + JSON_ASSERT(p2 <= (std::numeric_limits::max)() / 10); + p2 *= 10; + const std::uint64_t d = p2 >> -one.e; // d = (10 * p2) div 2^-e + const std::uint64_t r = p2 & (one.f - 1); // r = (10 * p2) mod 2^-e + // + // M+ = buffer * 10^-m + 10^-m * (1/10 * (d * 2^-e + r) * 2^e + // = buffer * 10^-m + 10^-m * (1/10 * (d + r * 2^e)) + // = (buffer * 10 + d) * 10^(-m-1) + 10^(-m-1) * r * 2^e + // + JSON_ASSERT(d <= 9); + buffer[length++] = static_cast('0' + d); // buffer := buffer * 10 + d + // + // M+ = buffer * 10^(-m-1) + 10^(-m-1) * r * 2^e + // + p2 = r; + m++; + // + // M+ = buffer * 10^-m + 10^-m * p2 * 2^e + // Invariant restored. + + // Check if enough digits have been generated. + // + // 10^-m * p2 * 2^e <= delta * 2^e + // p2 * 2^e <= 10^m * delta * 2^e + // p2 <= 10^m * delta + delta *= 10; + dist *= 10; + if (p2 <= delta) + { + break; + } + } + + // V = buffer * 10^-m, with M- <= V <= M+. + + decimal_exponent -= m; + + // 1 ulp in the decimal representation is now 10^-m. + // Since delta and dist are now scaled by 10^m, we need to do the + // same with ulp in order to keep the units in sync. + // + // 10^m * 10^-m = 1 = 2^-e * 2^e = ten_m * 2^e + // + const std::uint64_t ten_m = one.f; + grisu2_round(buffer, length, dist, delta, p2, ten_m); + + // By construction this algorithm generates the shortest possible decimal + // number (Loitsch, Theorem 6.2) which rounds back to w. + // For an input number of precision p, at least + // + // N = 1 + ceil(p * log_10(2)) + // + // decimal digits are sufficient to identify all binary floating-point + // numbers (Matula, "In-and-Out conversions"). + // This implies that the algorithm does not produce more than N decimal + // digits. + // + // N = 17 for p = 53 (IEEE double precision) + // N = 9 for p = 24 (IEEE single precision) +} + +/*! +v = buf * 10^decimal_exponent +len is the length of the buffer (number of decimal digits) +The buffer must be large enough, i.e. >= max_digits10. +*/ +JSON_HEDLEY_NON_NULL(1) +inline void grisu2(char* buf, int& len, int& decimal_exponent, + diyfp m_minus, diyfp v, diyfp m_plus) +{ + JSON_ASSERT(m_plus.e == m_minus.e); + JSON_ASSERT(m_plus.e == v.e); + + // --------(-----------------------+-----------------------)-------- (A) + // m- v m+ + // + // --------------------(-----------+-----------------------)-------- (B) + // m- v m+ + // + // First scale v (and m- and m+) such that the exponent is in the range + // [alpha, gamma]. + + const cached_power cached = get_cached_power_for_binary_exponent(m_plus.e); + + const diyfp c_minus_k(cached.f, cached.e); // = c ~= 10^-k + + // The exponent of the products is = v.e + c_minus_k.e + q and is in the range [alpha,gamma] + const diyfp w = diyfp::mul(v, c_minus_k); + const diyfp w_minus = diyfp::mul(m_minus, c_minus_k); + const diyfp w_plus = diyfp::mul(m_plus, c_minus_k); + + // ----(---+---)---------------(---+---)---------------(---+---)---- + // w- w w+ + // = c*m- = c*v = c*m+ + // + // diyfp::mul rounds its result and c_minus_k is approximated too. w, w- and + // w+ are now off by a small amount. + // In fact: + // + // w - v * 10^k < 1 ulp + // + // To account for this inaccuracy, add resp. subtract 1 ulp. + // + // --------+---[---------------(---+---)---------------]---+-------- + // w- M- w M+ w+ + // + // Now any number in [M-, M+] (bounds included) will round to w when input, + // regardless of how the input rounding algorithm breaks ties. + // + // And digit_gen generates the shortest possible such number in [M-, M+]. + // Note that this does not mean that Grisu2 always generates the shortest + // possible number in the interval (m-, m+). + const diyfp M_minus(w_minus.f + 1, w_minus.e); + const diyfp M_plus (w_plus.f - 1, w_plus.e ); + + decimal_exponent = -cached.k; // = -(-k) = k + + grisu2_digit_gen(buf, len, decimal_exponent, M_minus, w, M_plus); +} + +/*! +v = buf * 10^decimal_exponent +len is the length of the buffer (number of decimal digits) +The buffer must be large enough, i.e. >= max_digits10. +*/ +template +JSON_HEDLEY_NON_NULL(1) +void grisu2(char* buf, int& len, int& decimal_exponent, FloatType value) +{ + static_assert(diyfp::kPrecision >= std::numeric_limits::digits + 3, + "internal error: not enough precision"); + + JSON_ASSERT(std::isfinite(value)); + JSON_ASSERT(value > 0); + + // If the neighbors (and boundaries) of 'value' are always computed for double-precision + // numbers, all float's can be recovered using strtod (and strtof). However, the resulting + // decimal representations are not exactly "short". + // + // The documentation for 'std::to_chars' (https://en.cppreference.com/w/cpp/utility/to_chars) + // says "value is converted to a string as if by std::sprintf in the default ("C") locale" + // and since sprintf promotes float's to double's, I think this is exactly what 'std::to_chars' + // does. + // On the other hand, the documentation for 'std::to_chars' requires that "parsing the + // representation using the corresponding std::from_chars function recovers value exactly". That + // indicates that single precision floating-point numbers should be recovered using + // 'std::strtof'. + // + // NB: If the neighbors are computed for single-precision numbers, there is a single float + // (7.0385307e-26f) which can't be recovered using strtod. The resulting double precision + // value is off by 1 ulp. +#if 0 + const boundaries w = compute_boundaries(static_cast(value)); +#else + const boundaries w = compute_boundaries(value); +#endif + + grisu2(buf, len, decimal_exponent, w.minus, w.w, w.plus); +} + +/*! +@brief appends a decimal representation of e to buf +@return a pointer to the element following the exponent. +@pre -1000 < e < 1000 +*/ +JSON_HEDLEY_NON_NULL(1) +JSON_HEDLEY_RETURNS_NON_NULL +inline char* append_exponent(char* buf, int e) +{ + JSON_ASSERT(e > -1000); + JSON_ASSERT(e < 1000); + + if (e < 0) + { + e = -e; + *buf++ = '-'; + } + else + { + *buf++ = '+'; + } + + auto k = static_cast(e); + if (k < 10) + { + // Always print at least two digits in the exponent. + // This is for compatibility with printf("%g"). + *buf++ = '0'; + *buf++ = static_cast('0' + k); + } + else if (k < 100) + { + *buf++ = static_cast('0' + k / 10); + k %= 10; + *buf++ = static_cast('0' + k); + } + else + { + *buf++ = static_cast('0' + k / 100); + k %= 100; + *buf++ = static_cast('0' + k / 10); + k %= 10; + *buf++ = static_cast('0' + k); + } + + return buf; +} + +/*! +@brief prettify v = buf * 10^decimal_exponent + +If v is in the range [10^min_exp, 10^max_exp) it will be printed in fixed-point +notation. Otherwise it will be printed in exponential notation. + +@pre min_exp < 0 +@pre max_exp > 0 +*/ +JSON_HEDLEY_NON_NULL(1) +JSON_HEDLEY_RETURNS_NON_NULL +inline char* format_buffer(char* buf, int len, int decimal_exponent, + int min_exp, int max_exp) +{ + JSON_ASSERT(min_exp < 0); + JSON_ASSERT(max_exp > 0); + + const int k = len; + const int n = len + decimal_exponent; + + // v = buf * 10^(n-k) + // k is the length of the buffer (number of decimal digits) + // n is the position of the decimal point relative to the start of the buffer. + + if (k <= n && n <= max_exp) + { + // digits[000] + // len <= max_exp + 2 + + std::memset(buf + k, '0', static_cast(n) - static_cast(k)); + // Make it look like a floating-point number (#362, #378) + buf[n + 0] = '.'; + buf[n + 1] = '0'; + return buf + (static_cast(n) + 2); + } + + if (0 < n && n <= max_exp) + { + // dig.its + // len <= max_digits10 + 1 + + JSON_ASSERT(k > n); + + std::memmove(buf + (static_cast(n) + 1), buf + n, static_cast(k) - static_cast(n)); + buf[n] = '.'; + return buf + (static_cast(k) + 1U); + } + + if (min_exp < n && n <= 0) + { + // 0.[000]digits + // len <= 2 + (-min_exp - 1) + max_digits10 + + std::memmove(buf + (2 + static_cast(-n)), buf, static_cast(k)); + buf[0] = '0'; + buf[1] = '.'; + std::memset(buf + 2, '0', static_cast(-n)); + return buf + (2U + static_cast(-n) + static_cast(k)); + } + + if (k == 1) + { + // dE+123 + // len <= 1 + 5 + + buf += 1; + } + else + { + // d.igitsE+123 + // len <= max_digits10 + 1 + 5 + + std::memmove(buf + 2, buf + 1, static_cast(k) - 1); + buf[1] = '.'; + buf += 1 + static_cast(k); + } + + *buf++ = 'e'; + return append_exponent(buf, n - 1); +} + +} // namespace dtoa_impl + +/*! +@brief generates a decimal representation of the floating-point number value in [first, last). + +The format of the resulting decimal representation is similar to printf's %g +format. Returns an iterator pointing past-the-end of the decimal representation. + +@note The input number must be finite, i.e. NaN's and Inf's are not supported. +@note The buffer must be large enough. +@note The result is NOT null-terminated. +*/ +template +JSON_HEDLEY_NON_NULL(1, 2) +JSON_HEDLEY_RETURNS_NON_NULL +char* to_chars(char* first, const char* last, FloatType value) +{ + static_cast(last); // maybe unused - fix warning + JSON_ASSERT(std::isfinite(value)); + + // Use signbit(value) instead of (value < 0) since signbit works for -0. + if (std::signbit(value)) + { + value = -value; + *first++ = '-'; + } + + if (value == 0) // +-0 + { + *first++ = '0'; + // Make it look like a floating-point number (#362, #378) + *first++ = '.'; + *first++ = '0'; + return first; + } + + JSON_ASSERT(last - first >= std::numeric_limits::max_digits10); + + // Compute v = buffer * 10^decimal_exponent. + // The decimal digits are stored in the buffer, which needs to be interpreted + // as an unsigned decimal integer. + // len is the length of the buffer, i.e. the number of decimal digits. + int len = 0; + int decimal_exponent = 0; + dtoa_impl::grisu2(first, len, decimal_exponent, value); + + JSON_ASSERT(len <= std::numeric_limits::max_digits10); + + // Format the buffer like printf("%.*g", prec, value) + constexpr int kMinExp = -4; + // Use digits10 here to increase compatibility with version 2. + constexpr int kMaxExp = std::numeric_limits::digits10; + + JSON_ASSERT(last - first >= kMaxExp + 2); + JSON_ASSERT(last - first >= 2 + (-kMinExp - 1) + std::numeric_limits::max_digits10); + JSON_ASSERT(last - first >= std::numeric_limits::max_digits10 + 6); + + return dtoa_impl::format_buffer(first, len, decimal_exponent, kMinExp, kMaxExp); +} + +} // namespace detail +} // namespace nlohmann + +// #include + +// #include + +// #include + +// #include + +// #include + +// #include + + +namespace nlohmann +{ +namespace detail +{ +/////////////////// +// serialization // +/////////////////// + +/// how to treat decoding errors +enum class error_handler_t +{ + strict, ///< throw a type_error exception in case of invalid UTF-8 + replace, ///< replace invalid UTF-8 sequences with U+FFFD + ignore ///< ignore invalid UTF-8 sequences +}; + +template +class serializer +{ + using string_t = typename BasicJsonType::string_t; + using number_float_t = typename BasicJsonType::number_float_t; + using number_integer_t = typename BasicJsonType::number_integer_t; + using number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using binary_char_t = typename BasicJsonType::binary_t::value_type; + static constexpr std::uint8_t UTF8_ACCEPT = 0; + static constexpr std::uint8_t UTF8_REJECT = 1; + + public: + /*! + @param[in] s output stream to serialize to + @param[in] ichar indentation character to use + @param[in] error_handler_ how to react on decoding errors + */ + serializer(output_adapter_t s, const char ichar, + error_handler_t error_handler_ = error_handler_t::strict) + : o(std::move(s)) + , loc(std::localeconv()) + , thousands_sep(loc->thousands_sep == nullptr ? '\0' : std::char_traits::to_char_type(* (loc->thousands_sep))) + , decimal_point(loc->decimal_point == nullptr ? '\0' : std::char_traits::to_char_type(* (loc->decimal_point))) + , indent_char(ichar) + , indent_string(512, indent_char) + , error_handler(error_handler_) + {} + + // delete because of pointer members + serializer(const serializer&) = delete; + serializer& operator=(const serializer&) = delete; + serializer(serializer&&) = delete; + serializer& operator=(serializer&&) = delete; + ~serializer() = default; + + /*! + @brief internal implementation of the serialization function + + This function is called by the public member function dump and organizes + the serialization internally. The indentation level is propagated as + additional parameter. In case of arrays and objects, the function is + called recursively. + + - strings and object keys are escaped using `escape_string()` + - integer numbers are converted implicitly via `operator<<` + - floating-point numbers are converted to a string using `"%g"` format + - binary values are serialized as objects containing the subtype and the + byte array + + @param[in] val value to serialize + @param[in] pretty_print whether the output shall be pretty-printed + @param[in] ensure_ascii If @a ensure_ascii is true, all non-ASCII characters + in the output are escaped with `\uXXXX` sequences, and the result consists + of ASCII characters only. + @param[in] indent_step the indent level + @param[in] current_indent the current indent level (only used internally) + */ + void dump(const BasicJsonType& val, + const bool pretty_print, + const bool ensure_ascii, + const unsigned int indent_step, + const unsigned int current_indent = 0) + { + switch (val.m_type) + { + case value_t::object: + { + if (val.m_value.object->empty()) + { + o->write_characters("{}", 2); + return; + } + + if (pretty_print) + { + o->write_characters("{\n", 2); + + // variable to hold indentation for recursive calls + const auto new_indent = current_indent + indent_step; + if (JSON_HEDLEY_UNLIKELY(indent_string.size() < new_indent)) + { + indent_string.resize(indent_string.size() * 2, ' '); + } + + // first n-1 elements + auto i = val.m_value.object->cbegin(); + for (std::size_t cnt = 0; cnt < val.m_value.object->size() - 1; ++cnt, ++i) + { + o->write_characters(indent_string.c_str(), new_indent); + o->write_character('\"'); + dump_escaped(i->first, ensure_ascii); + o->write_characters("\": ", 3); + dump(i->second, true, ensure_ascii, indent_step, new_indent); + o->write_characters(",\n", 2); + } + + // last element + JSON_ASSERT(i != val.m_value.object->cend()); + JSON_ASSERT(std::next(i) == val.m_value.object->cend()); + o->write_characters(indent_string.c_str(), new_indent); + o->write_character('\"'); + dump_escaped(i->first, ensure_ascii); + o->write_characters("\": ", 3); + dump(i->second, true, ensure_ascii, indent_step, new_indent); + + o->write_character('\n'); + o->write_characters(indent_string.c_str(), current_indent); + o->write_character('}'); + } + else + { + o->write_character('{'); + + // first n-1 elements + auto i = val.m_value.object->cbegin(); + for (std::size_t cnt = 0; cnt < val.m_value.object->size() - 1; ++cnt, ++i) + { + o->write_character('\"'); + dump_escaped(i->first, ensure_ascii); + o->write_characters("\":", 2); + dump(i->second, false, ensure_ascii, indent_step, current_indent); + o->write_character(','); + } + + // last element + JSON_ASSERT(i != val.m_value.object->cend()); + JSON_ASSERT(std::next(i) == val.m_value.object->cend()); + o->write_character('\"'); + dump_escaped(i->first, ensure_ascii); + o->write_characters("\":", 2); + dump(i->second, false, ensure_ascii, indent_step, current_indent); + + o->write_character('}'); + } + + return; + } + + case value_t::array: + { + if (val.m_value.array->empty()) + { + o->write_characters("[]", 2); + return; + } + + if (pretty_print) + { + o->write_characters("[\n", 2); + + // variable to hold indentation for recursive calls + const auto new_indent = current_indent + indent_step; + if (JSON_HEDLEY_UNLIKELY(indent_string.size() < new_indent)) + { + indent_string.resize(indent_string.size() * 2, ' '); + } + + // first n-1 elements + for (auto i = val.m_value.array->cbegin(); + i != val.m_value.array->cend() - 1; ++i) + { + o->write_characters(indent_string.c_str(), new_indent); + dump(*i, true, ensure_ascii, indent_step, new_indent); + o->write_characters(",\n", 2); + } + + // last element + JSON_ASSERT(!val.m_value.array->empty()); + o->write_characters(indent_string.c_str(), new_indent); + dump(val.m_value.array->back(), true, ensure_ascii, indent_step, new_indent); + + o->write_character('\n'); + o->write_characters(indent_string.c_str(), current_indent); + o->write_character(']'); + } + else + { + o->write_character('['); + + // first n-1 elements + for (auto i = val.m_value.array->cbegin(); + i != val.m_value.array->cend() - 1; ++i) + { + dump(*i, false, ensure_ascii, indent_step, current_indent); + o->write_character(','); + } + + // last element + JSON_ASSERT(!val.m_value.array->empty()); + dump(val.m_value.array->back(), false, ensure_ascii, indent_step, current_indent); + + o->write_character(']'); + } + + return; + } + + case value_t::string: + { + o->write_character('\"'); + dump_escaped(*val.m_value.string, ensure_ascii); + o->write_character('\"'); + return; + } + + case value_t::binary: + { + if (pretty_print) + { + o->write_characters("{\n", 2); + + // variable to hold indentation for recursive calls + const auto new_indent = current_indent + indent_step; + if (JSON_HEDLEY_UNLIKELY(indent_string.size() < new_indent)) + { + indent_string.resize(indent_string.size() * 2, ' '); + } + + o->write_characters(indent_string.c_str(), new_indent); + + o->write_characters("\"bytes\": [", 10); + + if (!val.m_value.binary->empty()) + { + for (auto i = val.m_value.binary->cbegin(); + i != val.m_value.binary->cend() - 1; ++i) + { + dump_integer(*i); + o->write_characters(", ", 2); + } + dump_integer(val.m_value.binary->back()); + } + + o->write_characters("],\n", 3); + o->write_characters(indent_string.c_str(), new_indent); + + o->write_characters("\"subtype\": ", 11); + if (val.m_value.binary->has_subtype()) + { + dump_integer(val.m_value.binary->subtype()); + } + else + { + o->write_characters("null", 4); + } + o->write_character('\n'); + o->write_characters(indent_string.c_str(), current_indent); + o->write_character('}'); + } + else + { + o->write_characters("{\"bytes\":[", 10); + + if (!val.m_value.binary->empty()) + { + for (auto i = val.m_value.binary->cbegin(); + i != val.m_value.binary->cend() - 1; ++i) + { + dump_integer(*i); + o->write_character(','); + } + dump_integer(val.m_value.binary->back()); + } + + o->write_characters("],\"subtype\":", 12); + if (val.m_value.binary->has_subtype()) + { + dump_integer(val.m_value.binary->subtype()); + o->write_character('}'); + } + else + { + o->write_characters("null}", 5); + } + } + return; + } + + case value_t::boolean: + { + if (val.m_value.boolean) + { + o->write_characters("true", 4); + } + else + { + o->write_characters("false", 5); + } + return; + } + + case value_t::number_integer: + { + dump_integer(val.m_value.number_integer); + return; + } + + case value_t::number_unsigned: + { + dump_integer(val.m_value.number_unsigned); + return; + } + + case value_t::number_float: + { + dump_float(val.m_value.number_float); + return; + } + + case value_t::discarded: + { + o->write_characters("", 11); + return; + } + + case value_t::null: + { + o->write_characters("null", 4); + return; + } + + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // LCOV_EXCL_LINE + } + } + + JSON_PRIVATE_UNLESS_TESTED: + /*! + @brief dump escaped string + + Escape a string by replacing certain special characters by a sequence of an + escape character (backslash) and another character and other control + characters by a sequence of "\u" followed by a four-digit hex + representation. The escaped string is written to output stream @a o. + + @param[in] s the string to escape + @param[in] ensure_ascii whether to escape non-ASCII characters with + \uXXXX sequences + + @complexity Linear in the length of string @a s. + */ + void dump_escaped(const string_t& s, const bool ensure_ascii) + { + std::uint32_t codepoint; + std::uint8_t state = UTF8_ACCEPT; + std::size_t bytes = 0; // number of bytes written to string_buffer + + // number of bytes written at the point of the last valid byte + std::size_t bytes_after_last_accept = 0; + std::size_t undumped_chars = 0; + + for (std::size_t i = 0; i < s.size(); ++i) + { + const auto byte = static_cast(s[i]); + + switch (decode(state, codepoint, byte)) + { + case UTF8_ACCEPT: // decode found a new code point + { + switch (codepoint) + { + case 0x08: // backspace + { + string_buffer[bytes++] = '\\'; + string_buffer[bytes++] = 'b'; + break; + } + + case 0x09: // horizontal tab + { + string_buffer[bytes++] = '\\'; + string_buffer[bytes++] = 't'; + break; + } + + case 0x0A: // newline + { + string_buffer[bytes++] = '\\'; + string_buffer[bytes++] = 'n'; + break; + } + + case 0x0C: // formfeed + { + string_buffer[bytes++] = '\\'; + string_buffer[bytes++] = 'f'; + break; + } + + case 0x0D: // carriage return + { + string_buffer[bytes++] = '\\'; + string_buffer[bytes++] = 'r'; + break; + } + + case 0x22: // quotation mark + { + string_buffer[bytes++] = '\\'; + string_buffer[bytes++] = '\"'; + break; + } + + case 0x5C: // reverse solidus + { + string_buffer[bytes++] = '\\'; + string_buffer[bytes++] = '\\'; + break; + } + + default: + { + // escape control characters (0x00..0x1F) or, if + // ensure_ascii parameter is used, non-ASCII characters + if ((codepoint <= 0x1F) || (ensure_ascii && (codepoint >= 0x7F))) + { + if (codepoint <= 0xFFFF) + { + (std::snprintf)(string_buffer.data() + bytes, 7, "\\u%04x", + static_cast(codepoint)); + bytes += 6; + } + else + { + (std::snprintf)(string_buffer.data() + bytes, 13, "\\u%04x\\u%04x", + static_cast(0xD7C0u + (codepoint >> 10u)), + static_cast(0xDC00u + (codepoint & 0x3FFu))); + bytes += 12; + } + } + else + { + // copy byte to buffer (all previous bytes + // been copied have in default case above) + string_buffer[bytes++] = s[i]; + } + break; + } + } + + // write buffer and reset index; there must be 13 bytes + // left, as this is the maximal number of bytes to be + // written ("\uxxxx\uxxxx\0") for one code point + if (string_buffer.size() - bytes < 13) + { + o->write_characters(string_buffer.data(), bytes); + bytes = 0; + } + + // remember the byte position of this accept + bytes_after_last_accept = bytes; + undumped_chars = 0; + break; + } + + case UTF8_REJECT: // decode found invalid UTF-8 byte + { + switch (error_handler) + { + case error_handler_t::strict: + { + std::string sn(3, '\0'); + (std::snprintf)(&sn[0], sn.size(), "%.2X", byte); + JSON_THROW(type_error::create(316, "invalid UTF-8 byte at index " + std::to_string(i) + ": 0x" + sn)); + } + + case error_handler_t::ignore: + case error_handler_t::replace: + { + // in case we saw this character the first time, we + // would like to read it again, because the byte + // may be OK for itself, but just not OK for the + // previous sequence + if (undumped_chars > 0) + { + --i; + } + + // reset length buffer to the last accepted index; + // thus removing/ignoring the invalid characters + bytes = bytes_after_last_accept; + + if (error_handler == error_handler_t::replace) + { + // add a replacement character + if (ensure_ascii) + { + string_buffer[bytes++] = '\\'; + string_buffer[bytes++] = 'u'; + string_buffer[bytes++] = 'f'; + string_buffer[bytes++] = 'f'; + string_buffer[bytes++] = 'f'; + string_buffer[bytes++] = 'd'; + } + else + { + string_buffer[bytes++] = detail::binary_writer::to_char_type('\xEF'); + string_buffer[bytes++] = detail::binary_writer::to_char_type('\xBF'); + string_buffer[bytes++] = detail::binary_writer::to_char_type('\xBD'); + } + + // write buffer and reset index; there must be 13 bytes + // left, as this is the maximal number of bytes to be + // written ("\uxxxx\uxxxx\0") for one code point + if (string_buffer.size() - bytes < 13) + { + o->write_characters(string_buffer.data(), bytes); + bytes = 0; + } + + bytes_after_last_accept = bytes; + } + + undumped_chars = 0; + + // continue processing the string + state = UTF8_ACCEPT; + break; + } + + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // LCOV_EXCL_LINE + } + break; + } + + default: // decode found yet incomplete multi-byte code point + { + if (!ensure_ascii) + { + // code point will not be escaped - copy byte to buffer + string_buffer[bytes++] = s[i]; + } + ++undumped_chars; + break; + } + } + } + + // we finished processing the string + if (JSON_HEDLEY_LIKELY(state == UTF8_ACCEPT)) + { + // write buffer + if (bytes > 0) + { + o->write_characters(string_buffer.data(), bytes); + } + } + else + { + // we finish reading, but do not accept: string was incomplete + switch (error_handler) + { + case error_handler_t::strict: + { + std::string sn(3, '\0'); + (std::snprintf)(&sn[0], sn.size(), "%.2X", static_cast(s.back())); + JSON_THROW(type_error::create(316, "incomplete UTF-8 string; last byte: 0x" + sn)); + } + + case error_handler_t::ignore: + { + // write all accepted bytes + o->write_characters(string_buffer.data(), bytes_after_last_accept); + break; + } + + case error_handler_t::replace: + { + // write all accepted bytes + o->write_characters(string_buffer.data(), bytes_after_last_accept); + // add a replacement character + if (ensure_ascii) + { + o->write_characters("\\ufffd", 6); + } + else + { + o->write_characters("\xEF\xBF\xBD", 3); + } + break; + } + + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // LCOV_EXCL_LINE + } + } + } + + private: + /*! + @brief count digits + + Count the number of decimal (base 10) digits for an input unsigned integer. + + @param[in] x unsigned integer number to count its digits + @return number of decimal digits + */ + inline unsigned int count_digits(number_unsigned_t x) noexcept + { + unsigned int n_digits = 1; + for (;;) + { + if (x < 10) + { + return n_digits; + } + if (x < 100) + { + return n_digits + 1; + } + if (x < 1000) + { + return n_digits + 2; + } + if (x < 10000) + { + return n_digits + 3; + } + x = x / 10000u; + n_digits += 4; + } + } + + /*! + @brief dump an integer + + Dump a given integer to output stream @a o. Works internally with + @a number_buffer. + + @param[in] x integer number (signed or unsigned) to dump + @tparam NumberType either @a number_integer_t or @a number_unsigned_t + */ + template < typename NumberType, detail::enable_if_t < + std::is_same::value || + std::is_same::value || + std::is_same::value, + int > = 0 > + void dump_integer(NumberType x) + { + static constexpr std::array, 100> digits_to_99 + { + { + {{'0', '0'}}, {{'0', '1'}}, {{'0', '2'}}, {{'0', '3'}}, {{'0', '4'}}, {{'0', '5'}}, {{'0', '6'}}, {{'0', '7'}}, {{'0', '8'}}, {{'0', '9'}}, + {{'1', '0'}}, {{'1', '1'}}, {{'1', '2'}}, {{'1', '3'}}, {{'1', '4'}}, {{'1', '5'}}, {{'1', '6'}}, {{'1', '7'}}, {{'1', '8'}}, {{'1', '9'}}, + {{'2', '0'}}, {{'2', '1'}}, {{'2', '2'}}, {{'2', '3'}}, {{'2', '4'}}, {{'2', '5'}}, {{'2', '6'}}, {{'2', '7'}}, {{'2', '8'}}, {{'2', '9'}}, + {{'3', '0'}}, {{'3', '1'}}, {{'3', '2'}}, {{'3', '3'}}, {{'3', '4'}}, {{'3', '5'}}, {{'3', '6'}}, {{'3', '7'}}, {{'3', '8'}}, {{'3', '9'}}, + {{'4', '0'}}, {{'4', '1'}}, {{'4', '2'}}, {{'4', '3'}}, {{'4', '4'}}, {{'4', '5'}}, {{'4', '6'}}, {{'4', '7'}}, {{'4', '8'}}, {{'4', '9'}}, + {{'5', '0'}}, {{'5', '1'}}, {{'5', '2'}}, {{'5', '3'}}, {{'5', '4'}}, {{'5', '5'}}, {{'5', '6'}}, {{'5', '7'}}, {{'5', '8'}}, {{'5', '9'}}, + {{'6', '0'}}, {{'6', '1'}}, {{'6', '2'}}, {{'6', '3'}}, {{'6', '4'}}, {{'6', '5'}}, {{'6', '6'}}, {{'6', '7'}}, {{'6', '8'}}, {{'6', '9'}}, + {{'7', '0'}}, {{'7', '1'}}, {{'7', '2'}}, {{'7', '3'}}, {{'7', '4'}}, {{'7', '5'}}, {{'7', '6'}}, {{'7', '7'}}, {{'7', '8'}}, {{'7', '9'}}, + {{'8', '0'}}, {{'8', '1'}}, {{'8', '2'}}, {{'8', '3'}}, {{'8', '4'}}, {{'8', '5'}}, {{'8', '6'}}, {{'8', '7'}}, {{'8', '8'}}, {{'8', '9'}}, + {{'9', '0'}}, {{'9', '1'}}, {{'9', '2'}}, {{'9', '3'}}, {{'9', '4'}}, {{'9', '5'}}, {{'9', '6'}}, {{'9', '7'}}, {{'9', '8'}}, {{'9', '9'}}, + } + }; + + // special case for "0" + if (x == 0) + { + o->write_character('0'); + return; + } + + // use a pointer to fill the buffer + auto buffer_ptr = number_buffer.begin(); + + const bool is_negative = std::is_same::value && !(x >= 0); // see issue #755 + number_unsigned_t abs_value; + + unsigned int n_chars; + + if (is_negative) + { + *buffer_ptr = '-'; + abs_value = remove_sign(static_cast(x)); + + // account one more byte for the minus sign + n_chars = 1 + count_digits(abs_value); + } + else + { + abs_value = static_cast(x); + n_chars = count_digits(abs_value); + } + + // spare 1 byte for '\0' + JSON_ASSERT(n_chars < number_buffer.size() - 1); + + // jump to the end to generate the string from backward + // so we later avoid reversing the result + buffer_ptr += n_chars; + + // Fast int2ascii implementation inspired by "Fastware" talk by Andrei Alexandrescu + // See: https://www.youtube.com/watch?v=o4-CwDo2zpg + while (abs_value >= 100) + { + const auto digits_index = static_cast((abs_value % 100)); + abs_value /= 100; + *(--buffer_ptr) = digits_to_99[digits_index][1]; + *(--buffer_ptr) = digits_to_99[digits_index][0]; + } + + if (abs_value >= 10) + { + const auto digits_index = static_cast(abs_value); + *(--buffer_ptr) = digits_to_99[digits_index][1]; + *(--buffer_ptr) = digits_to_99[digits_index][0]; + } + else + { + *(--buffer_ptr) = static_cast('0' + abs_value); + } + + o->write_characters(number_buffer.data(), n_chars); + } + + /*! + @brief dump a floating-point number + + Dump a given floating-point number to output stream @a o. Works internally + with @a number_buffer. + + @param[in] x floating-point number to dump + */ + void dump_float(number_float_t x) + { + // NaN / inf + if (!std::isfinite(x)) + { + o->write_characters("null", 4); + return; + } + + // If number_float_t is an IEEE-754 single or double precision number, + // use the Grisu2 algorithm to produce short numbers which are + // guaranteed to round-trip, using strtof and strtod, resp. + // + // NB: The test below works if == . + static constexpr bool is_ieee_single_or_double + = (std::numeric_limits::is_iec559 && std::numeric_limits::digits == 24 && std::numeric_limits::max_exponent == 128) || + (std::numeric_limits::is_iec559 && std::numeric_limits::digits == 53 && std::numeric_limits::max_exponent == 1024); + + dump_float(x, std::integral_constant()); + } + + void dump_float(number_float_t x, std::true_type /*is_ieee_single_or_double*/) + { + char* begin = number_buffer.data(); + char* end = ::nlohmann::detail::to_chars(begin, begin + number_buffer.size(), x); + + o->write_characters(begin, static_cast(end - begin)); + } + + void dump_float(number_float_t x, std::false_type /*is_ieee_single_or_double*/) + { + // get number of digits for a float -> text -> float round-trip + static constexpr auto d = std::numeric_limits::max_digits10; + + // the actual conversion + std::ptrdiff_t len = (std::snprintf)(number_buffer.data(), number_buffer.size(), "%.*g", d, x); + + // negative value indicates an error + JSON_ASSERT(len > 0); + // check if buffer was large enough + JSON_ASSERT(static_cast(len) < number_buffer.size()); + + // erase thousands separator + if (thousands_sep != '\0') + { + const auto end = std::remove(number_buffer.begin(), + number_buffer.begin() + len, thousands_sep); + std::fill(end, number_buffer.end(), '\0'); + JSON_ASSERT((end - number_buffer.begin()) <= len); + len = (end - number_buffer.begin()); + } + + // convert decimal point to '.' + if (decimal_point != '\0' && decimal_point != '.') + { + const auto dec_pos = std::find(number_buffer.begin(), number_buffer.end(), decimal_point); + if (dec_pos != number_buffer.end()) + { + *dec_pos = '.'; + } + } + + o->write_characters(number_buffer.data(), static_cast(len)); + + // determine if need to append ".0" + const bool value_is_int_like = + std::none_of(number_buffer.begin(), number_buffer.begin() + len + 1, + [](char c) + { + return c == '.' || c == 'e'; + }); + + if (value_is_int_like) + { + o->write_characters(".0", 2); + } + } + + /*! + @brief check whether a string is UTF-8 encoded + + The function checks each byte of a string whether it is UTF-8 encoded. The + result of the check is stored in the @a state parameter. The function must + be called initially with state 0 (accept). State 1 means the string must + be rejected, because the current byte is not allowed. If the string is + completely processed, but the state is non-zero, the string ended + prematurely; that is, the last byte indicated more bytes should have + followed. + + @param[in,out] state the state of the decoding + @param[in,out] codep codepoint (valid only if resulting state is UTF8_ACCEPT) + @param[in] byte next byte to decode + @return new state + + @note The function has been edited: a std::array is used. + + @copyright Copyright (c) 2008-2009 Bjoern Hoehrmann + @sa http://bjoern.hoehrmann.de/utf-8/decoder/dfa/ + */ + static std::uint8_t decode(std::uint8_t& state, std::uint32_t& codep, const std::uint8_t byte) noexcept + { + static const std::array utf8d = + { + { + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 00..1F + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 20..3F + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 40..5F + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 60..7F + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, // 80..9F + 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, // A0..BF + 8, 8, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, // C0..DF + 0xA, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x3, 0x4, 0x3, 0x3, // E0..EF + 0xB, 0x6, 0x6, 0x6, 0x5, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, // F0..FF + 0x0, 0x1, 0x2, 0x3, 0x5, 0x8, 0x7, 0x1, 0x1, 0x1, 0x4, 0x6, 0x1, 0x1, 0x1, 0x1, // s0..s0 + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 1, 1, // s1..s2 + 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, // s3..s4 + 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, // s5..s6 + 1, 3, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 // s7..s8 + } + }; + + const std::uint8_t type = utf8d[byte]; + + codep = (state != UTF8_ACCEPT) + ? (byte & 0x3fu) | (codep << 6u) + : (0xFFu >> type) & (byte); + + std::size_t index = 256u + static_cast(state) * 16u + static_cast(type); + JSON_ASSERT(index < 400); + state = utf8d[index]; + return state; + } + + /* + * Overload to make the compiler happy while it is instantiating + * dump_integer for number_unsigned_t. + * Must never be called. + */ + number_unsigned_t remove_sign(number_unsigned_t x) + { + JSON_ASSERT(false); // LCOV_EXCL_LINE + return x; // LCOV_EXCL_LINE + } + + /* + * Helper function for dump_integer + * + * This function takes a negative signed integer and returns its absolute + * value as unsigned integer. The plus/minus shuffling is necessary as we can + * not directly remove the sign of an arbitrary signed integer as the + * absolute values of INT_MIN and INT_MAX are usually not the same. See + * #1708 for details. + */ + inline number_unsigned_t remove_sign(number_integer_t x) noexcept + { + JSON_ASSERT(x < 0 && x < (std::numeric_limits::max)()); + return static_cast(-(x + 1)) + 1; + } + + private: + /// the output of the serializer + output_adapter_t o = nullptr; + + /// a (hopefully) large enough character buffer + std::array number_buffer{{}}; + + /// the locale + const std::lconv* loc = nullptr; + /// the locale's thousand separator character + const char thousands_sep = '\0'; + /// the locale's decimal point character + const char decimal_point = '\0'; + + /// string buffer + std::array string_buffer{{}}; + + /// the indentation character + const char indent_char; + /// the indentation string + string_t indent_string; + + /// error_handler how to react on decoding errors + const error_handler_t error_handler; +}; +} // namespace detail +} // namespace nlohmann + +// #include + +// #include + +// #include + + +#include // less +#include // allocator +#include // pair +#include // vector + +// #include + + +namespace nlohmann +{ + +/// ordered_map: a minimal map-like container that preserves insertion order +/// for use within nlohmann::basic_json +template , + class Allocator = std::allocator>> + struct ordered_map : std::vector, Allocator> +{ + using key_type = Key; + using mapped_type = T; + using Container = std::vector, Allocator>; + using typename Container::iterator; + using typename Container::const_iterator; + using typename Container::size_type; + using typename Container::value_type; + + // Explicit constructors instead of `using Container::Container` + // otherwise older compilers choke on it (GCC <= 5.5, xcode <= 9.4) + ordered_map(const Allocator& alloc = Allocator()) : Container{alloc} {} + template + ordered_map(It first, It last, const Allocator& alloc = Allocator()) + : Container{first, last, alloc} {} + ordered_map(std::initializer_list init, const Allocator& alloc = Allocator() ) + : Container{init, alloc} {} + + std::pair emplace(const key_type& key, T&& t) + { + for (auto it = this->begin(); it != this->end(); ++it) + { + if (it->first == key) + { + return {it, false}; + } + } + Container::emplace_back(key, t); + return {--this->end(), true}; + } + + T& operator[](const Key& key) + { + return emplace(key, T{}).first->second; + } + + const T& operator[](const Key& key) const + { + return at(key); + } + + T& at(const Key& key) + { + for (auto it = this->begin(); it != this->end(); ++it) + { + if (it->first == key) + { + return it->second; + } + } + + JSON_THROW(std::out_of_range("key not found")); + } + + const T& at(const Key& key) const + { + for (auto it = this->begin(); it != this->end(); ++it) + { + if (it->first == key) + { + return it->second; + } + } + + JSON_THROW(std::out_of_range("key not found")); + } + + size_type erase(const Key& key) + { + for (auto it = this->begin(); it != this->end(); ++it) + { + if (it->first == key) + { + // Since we cannot move const Keys, re-construct them in place + for (auto next = it; ++next != this->end(); ++it) + { + it->~value_type(); // Destroy but keep allocation + new (&*it) value_type{std::move(*next)}; + } + Container::pop_back(); + return 1; + } + } + return 0; + } + + iterator erase(iterator pos) + { + auto it = pos; + + // Since we cannot move const Keys, re-construct them in place + for (auto next = it; ++next != this->end(); ++it) + { + it->~value_type(); // Destroy but keep allocation + new (&*it) value_type{std::move(*next)}; + } + Container::pop_back(); + return pos; + } + + size_type count(const Key& key) const + { + for (auto it = this->begin(); it != this->end(); ++it) + { + if (it->first == key) + { + return 1; + } + } + return 0; + } + + iterator find(const Key& key) + { + for (auto it = this->begin(); it != this->end(); ++it) + { + if (it->first == key) + { + return it; + } + } + return Container::end(); + } + + const_iterator find(const Key& key) const + { + for (auto it = this->begin(); it != this->end(); ++it) + { + if (it->first == key) + { + return it; + } + } + return Container::end(); + } + + std::pair insert( value_type&& value ) + { + return emplace(value.first, std::move(value.second)); + } + + std::pair insert( const value_type& value ) + { + for (auto it = this->begin(); it != this->end(); ++it) + { + if (it->first == value.first) + { + return {it, false}; + } + } + Container::push_back(value); + return {--this->end(), true}; + } +}; + +} // namespace nlohmann + + +/*! +@brief namespace for Niels Lohmann +@see https://github.com/nlohmann +@since version 1.0.0 +*/ +namespace nlohmann +{ + +/*! +@brief a class to store JSON values + +@tparam ObjectType type for JSON objects (`std::map` by default; will be used +in @ref object_t) +@tparam ArrayType type for JSON arrays (`std::vector` by default; will be used +in @ref array_t) +@tparam StringType type for JSON strings and object keys (`std::string` by +default; will be used in @ref string_t) +@tparam BooleanType type for JSON booleans (`bool` by default; will be used +in @ref boolean_t) +@tparam NumberIntegerType type for JSON integer numbers (`int64_t` by +default; will be used in @ref number_integer_t) +@tparam NumberUnsignedType type for JSON unsigned integer numbers (@c +`uint64_t` by default; will be used in @ref number_unsigned_t) +@tparam NumberFloatType type for JSON floating-point numbers (`double` by +default; will be used in @ref number_float_t) +@tparam BinaryType type for packed binary data for compatibility with binary +serialization formats (`std::vector` by default; will be used in +@ref binary_t) +@tparam AllocatorType type of the allocator to use (`std::allocator` by +default) +@tparam JSONSerializer the serializer to resolve internal calls to `to_json()` +and `from_json()` (@ref adl_serializer by default) + +@requirement The class satisfies the following concept requirements: +- Basic + - [DefaultConstructible](https://en.cppreference.com/w/cpp/named_req/DefaultConstructible): + JSON values can be default constructed. The result will be a JSON null + value. + - [MoveConstructible](https://en.cppreference.com/w/cpp/named_req/MoveConstructible): + A JSON value can be constructed from an rvalue argument. + - [CopyConstructible](https://en.cppreference.com/w/cpp/named_req/CopyConstructible): + A JSON value can be copy-constructed from an lvalue expression. + - [MoveAssignable](https://en.cppreference.com/w/cpp/named_req/MoveAssignable): + A JSON value van be assigned from an rvalue argument. + - [CopyAssignable](https://en.cppreference.com/w/cpp/named_req/CopyAssignable): + A JSON value can be copy-assigned from an lvalue expression. + - [Destructible](https://en.cppreference.com/w/cpp/named_req/Destructible): + JSON values can be destructed. +- Layout + - [StandardLayoutType](https://en.cppreference.com/w/cpp/named_req/StandardLayoutType): + JSON values have + [standard layout](https://en.cppreference.com/w/cpp/language/data_members#Standard_layout): + All non-static data members are private and standard layout types, the + class has no virtual functions or (virtual) base classes. +- Library-wide + - [EqualityComparable](https://en.cppreference.com/w/cpp/named_req/EqualityComparable): + JSON values can be compared with `==`, see @ref + operator==(const_reference,const_reference). + - [LessThanComparable](https://en.cppreference.com/w/cpp/named_req/LessThanComparable): + JSON values can be compared with `<`, see @ref + operator<(const_reference,const_reference). + - [Swappable](https://en.cppreference.com/w/cpp/named_req/Swappable): + Any JSON lvalue or rvalue of can be swapped with any lvalue or rvalue of + other compatible types, using unqualified function call @ref swap(). + - [NullablePointer](https://en.cppreference.com/w/cpp/named_req/NullablePointer): + JSON values can be compared against `std::nullptr_t` objects which are used + to model the `null` value. +- Container + - [Container](https://en.cppreference.com/w/cpp/named_req/Container): + JSON values can be used like STL containers and provide iterator access. + - [ReversibleContainer](https://en.cppreference.com/w/cpp/named_req/ReversibleContainer); + JSON values can be used like STL containers and provide reverse iterator + access. + +@invariant The member variables @a m_value and @a m_type have the following +relationship: +- If `m_type == value_t::object`, then `m_value.object != nullptr`. +- If `m_type == value_t::array`, then `m_value.array != nullptr`. +- If `m_type == value_t::string`, then `m_value.string != nullptr`. +The invariants are checked by member function assert_invariant(). + +@internal +@note ObjectType trick from https://stackoverflow.com/a/9860911 +@endinternal + +@see [RFC 7159: The JavaScript Object Notation (JSON) Data Interchange +Format](http://rfc7159.net/rfc7159) + +@since version 1.0.0 + +@nosubgrouping +*/ +NLOHMANN_BASIC_JSON_TPL_DECLARATION +class basic_json +{ + private: + template friend struct detail::external_constructor; + friend ::nlohmann::json_pointer; + + template + friend class ::nlohmann::detail::parser; + friend ::nlohmann::detail::serializer; + template + friend class ::nlohmann::detail::iter_impl; + template + friend class ::nlohmann::detail::binary_writer; + template + friend class ::nlohmann::detail::binary_reader; + template + friend class ::nlohmann::detail::json_sax_dom_parser; + template + friend class ::nlohmann::detail::json_sax_dom_callback_parser; + + /// workaround type for MSVC + using basic_json_t = NLOHMANN_BASIC_JSON_TPL; + + JSON_PRIVATE_UNLESS_TESTED: + // convenience aliases for types residing in namespace detail; + using lexer = ::nlohmann::detail::lexer_base; + + template + static ::nlohmann::detail::parser parser( + InputAdapterType adapter, + detail::parser_callback_tcb = nullptr, + const bool allow_exceptions = true, + const bool ignore_comments = false + ) + { + return ::nlohmann::detail::parser(std::move(adapter), + std::move(cb), allow_exceptions, ignore_comments); + } + + private: + using primitive_iterator_t = ::nlohmann::detail::primitive_iterator_t; + template + using internal_iterator = ::nlohmann::detail::internal_iterator; + template + using iter_impl = ::nlohmann::detail::iter_impl; + template + using iteration_proxy = ::nlohmann::detail::iteration_proxy; + template using json_reverse_iterator = ::nlohmann::detail::json_reverse_iterator; + + template + using output_adapter_t = ::nlohmann::detail::output_adapter_t; + + template + using binary_reader = ::nlohmann::detail::binary_reader; + template using binary_writer = ::nlohmann::detail::binary_writer; + + JSON_PRIVATE_UNLESS_TESTED: + using serializer = ::nlohmann::detail::serializer; + + public: + using value_t = detail::value_t; + /// JSON Pointer, see @ref nlohmann::json_pointer + using json_pointer = ::nlohmann::json_pointer; + template + using json_serializer = JSONSerializer; + /// how to treat decoding errors + using error_handler_t = detail::error_handler_t; + /// how to treat CBOR tags + using cbor_tag_handler_t = detail::cbor_tag_handler_t; + /// helper type for initializer lists of basic_json values + using initializer_list_t = std::initializer_list>; + + using input_format_t = detail::input_format_t; + /// SAX interface type, see @ref nlohmann::json_sax + using json_sax_t = json_sax; + + //////////////// + // exceptions // + //////////////// + + /// @name exceptions + /// Classes to implement user-defined exceptions. + /// @{ + + /// @copydoc detail::exception + using exception = detail::exception; + /// @copydoc detail::parse_error + using parse_error = detail::parse_error; + /// @copydoc detail::invalid_iterator + using invalid_iterator = detail::invalid_iterator; + /// @copydoc detail::type_error + using type_error = detail::type_error; + /// @copydoc detail::out_of_range + using out_of_range = detail::out_of_range; + /// @copydoc detail::other_error + using other_error = detail::other_error; + + /// @} + + + ///////////////////// + // container types // + ///////////////////// + + /// @name container types + /// The canonic container types to use @ref basic_json like any other STL + /// container. + /// @{ + + /// the type of elements in a basic_json container + using value_type = basic_json; + + /// the type of an element reference + using reference = value_type&; + /// the type of an element const reference + using const_reference = const value_type&; + + /// a type to represent differences between iterators + using difference_type = std::ptrdiff_t; + /// a type to represent container sizes + using size_type = std::size_t; + + /// the allocator type + using allocator_type = AllocatorType; + + /// the type of an element pointer + using pointer = typename std::allocator_traits::pointer; + /// the type of an element const pointer + using const_pointer = typename std::allocator_traits::const_pointer; + + /// an iterator for a basic_json container + using iterator = iter_impl; + /// a const iterator for a basic_json container + using const_iterator = iter_impl; + /// a reverse iterator for a basic_json container + using reverse_iterator = json_reverse_iterator; + /// a const reverse iterator for a basic_json container + using const_reverse_iterator = json_reverse_iterator; + + /// @} + + + /*! + @brief returns the allocator associated with the container + */ + static allocator_type get_allocator() + { + return allocator_type(); + } + + /*! + @brief returns version information on the library + + This function returns a JSON object with information about the library, + including the version number and information on the platform and compiler. + + @return JSON object holding version information + key | description + ----------- | --------------- + `compiler` | Information on the used compiler. It is an object with the following keys: `c++` (the used C++ standard), `family` (the compiler family; possible values are `clang`, `icc`, `gcc`, `ilecpp`, `msvc`, `pgcpp`, `sunpro`, and `unknown`), and `version` (the compiler version). + `copyright` | The copyright line for the library as string. + `name` | The name of the library as string. + `platform` | The used platform as string. Possible values are `win32`, `linux`, `apple`, `unix`, and `unknown`. + `url` | The URL of the project as string. + `version` | The version of the library. It is an object with the following keys: `major`, `minor`, and `patch` as defined by [Semantic Versioning](http://semver.org), and `string` (the version string). + + @liveexample{The following code shows an example output of the `meta()` + function.,meta} + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes to any JSON value. + + @complexity Constant. + + @since 2.1.0 + */ + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json meta() + { + basic_json result; + + result["copyright"] = "(C) 2013-2020 Niels Lohmann"; + result["name"] = "JSON for Modern C++"; + result["url"] = "https://github.com/nlohmann/json"; + result["version"]["string"] = + std::to_string(NLOHMANN_JSON_VERSION_MAJOR) + "." + + std::to_string(NLOHMANN_JSON_VERSION_MINOR) + "." + + std::to_string(NLOHMANN_JSON_VERSION_PATCH); + result["version"]["major"] = NLOHMANN_JSON_VERSION_MAJOR; + result["version"]["minor"] = NLOHMANN_JSON_VERSION_MINOR; + result["version"]["patch"] = NLOHMANN_JSON_VERSION_PATCH; + +#ifdef _WIN32 + result["platform"] = "win32"; +#elif defined __linux__ + result["platform"] = "linux"; +#elif defined __APPLE__ + result["platform"] = "apple"; +#elif defined __unix__ + result["platform"] = "unix"; +#else + result["platform"] = "unknown"; +#endif + +#if defined(__ICC) || defined(__INTEL_COMPILER) + result["compiler"] = {{"family", "icc"}, {"version", __INTEL_COMPILER}}; +#elif defined(__clang__) + result["compiler"] = {{"family", "clang"}, {"version", __clang_version__}}; +#elif defined(__GNUC__) || defined(__GNUG__) + result["compiler"] = {{"family", "gcc"}, {"version", std::to_string(__GNUC__) + "." + std::to_string(__GNUC_MINOR__) + "." + std::to_string(__GNUC_PATCHLEVEL__)}}; +#elif defined(__HP_cc) || defined(__HP_aCC) + result["compiler"] = "hp" +#elif defined(__IBMCPP__) + result["compiler"] = {{"family", "ilecpp"}, {"version", __IBMCPP__}}; +#elif defined(_MSC_VER) + result["compiler"] = {{"family", "msvc"}, {"version", _MSC_VER}}; +#elif defined(__PGI) + result["compiler"] = {{"family", "pgcpp"}, {"version", __PGI}}; +#elif defined(__SUNPRO_CC) + result["compiler"] = {{"family", "sunpro"}, {"version", __SUNPRO_CC}}; +#else + result["compiler"] = {{"family", "unknown"}, {"version", "unknown"}}; +#endif + +#ifdef __cplusplus + result["compiler"]["c++"] = std::to_string(__cplusplus); +#else + result["compiler"]["c++"] = "unknown"; +#endif + return result; + } + + + /////////////////////////// + // JSON value data types // + /////////////////////////// + + /// @name JSON value data types + /// The data types to store a JSON value. These types are derived from + /// the template arguments passed to class @ref basic_json. + /// @{ + +#if defined(JSON_HAS_CPP_14) + // Use transparent comparator if possible, combined with perfect forwarding + // on find() and count() calls prevents unnecessary string construction. + using object_comparator_t = std::less<>; +#else + using object_comparator_t = std::less; +#endif + + /*! + @brief a type for an object + + [RFC 7159](http://rfc7159.net/rfc7159) describes JSON objects as follows: + > An object is an unordered collection of zero or more name/value pairs, + > where a name is a string and a value is a string, number, boolean, null, + > object, or array. + + To store objects in C++, a type is defined by the template parameters + described below. + + @tparam ObjectType the container to store objects (e.g., `std::map` or + `std::unordered_map`) + @tparam StringType the type of the keys or names (e.g., `std::string`). + The comparison function `std::less` is used to order elements + inside the container. + @tparam AllocatorType the allocator to use for objects (e.g., + `std::allocator`) + + #### Default type + + With the default values for @a ObjectType (`std::map`), @a StringType + (`std::string`), and @a AllocatorType (`std::allocator`), the default + value for @a object_t is: + + @code {.cpp} + std::map< + std::string, // key_type + basic_json, // value_type + std::less, // key_compare + std::allocator> // allocator_type + > + @endcode + + #### Behavior + + The choice of @a object_t influences the behavior of the JSON class. With + the default type, objects have the following behavior: + + - When all names are unique, objects will be interoperable in the sense + that all software implementations receiving that object will agree on + the name-value mappings. + - When the names within an object are not unique, it is unspecified which + one of the values for a given key will be chosen. For instance, + `{"key": 2, "key": 1}` could be equal to either `{"key": 1}` or + `{"key": 2}`. + - Internally, name/value pairs are stored in lexicographical order of the + names. Objects will also be serialized (see @ref dump) in this order. + For instance, `{"b": 1, "a": 2}` and `{"a": 2, "b": 1}` will be stored + and serialized as `{"a": 2, "b": 1}`. + - When comparing objects, the order of the name/value pairs is irrelevant. + This makes objects interoperable in the sense that they will not be + affected by these differences. For instance, `{"b": 1, "a": 2}` and + `{"a": 2, "b": 1}` will be treated as equal. + + #### Limits + + [RFC 7159](http://rfc7159.net/rfc7159) specifies: + > An implementation may set limits on the maximum depth of nesting. + + In this class, the object's limit of nesting is not explicitly constrained. + However, a maximum depth of nesting may be introduced by the compiler or + runtime environment. A theoretical limit can be queried by calling the + @ref max_size function of a JSON object. + + #### Storage + + Objects are stored as pointers in a @ref basic_json type. That is, for any + access to object values, a pointer of type `object_t*` must be + dereferenced. + + @sa @ref array_t -- type for an array value + + @since version 1.0.0 + + @note The order name/value pairs are added to the object is *not* + preserved by the library. Therefore, iterating an object may return + name/value pairs in a different order than they were originally stored. In + fact, keys will be traversed in alphabetical order as `std::map` with + `std::less` is used by default. Please note this behavior conforms to [RFC + 7159](http://rfc7159.net/rfc7159), because any order implements the + specified "unordered" nature of JSON objects. + */ + using object_t = ObjectType>>; + + /*! + @brief a type for an array + + [RFC 7159](http://rfc7159.net/rfc7159) describes JSON arrays as follows: + > An array is an ordered sequence of zero or more values. + + To store objects in C++, a type is defined by the template parameters + explained below. + + @tparam ArrayType container type to store arrays (e.g., `std::vector` or + `std::list`) + @tparam AllocatorType allocator to use for arrays (e.g., `std::allocator`) + + #### Default type + + With the default values for @a ArrayType (`std::vector`) and @a + AllocatorType (`std::allocator`), the default value for @a array_t is: + + @code {.cpp} + std::vector< + basic_json, // value_type + std::allocator // allocator_type + > + @endcode + + #### Limits + + [RFC 7159](http://rfc7159.net/rfc7159) specifies: + > An implementation may set limits on the maximum depth of nesting. + + In this class, the array's limit of nesting is not explicitly constrained. + However, a maximum depth of nesting may be introduced by the compiler or + runtime environment. A theoretical limit can be queried by calling the + @ref max_size function of a JSON array. + + #### Storage + + Arrays are stored as pointers in a @ref basic_json type. That is, for any + access to array values, a pointer of type `array_t*` must be dereferenced. + + @sa @ref object_t -- type for an object value + + @since version 1.0.0 + */ + using array_t = ArrayType>; + + /*! + @brief a type for a string + + [RFC 7159](http://rfc7159.net/rfc7159) describes JSON strings as follows: + > A string is a sequence of zero or more Unicode characters. + + To store objects in C++, a type is defined by the template parameter + described below. Unicode values are split by the JSON class into + byte-sized characters during deserialization. + + @tparam StringType the container to store strings (e.g., `std::string`). + Note this container is used for keys/names in objects, see @ref object_t. + + #### Default type + + With the default values for @a StringType (`std::string`), the default + value for @a string_t is: + + @code {.cpp} + std::string + @endcode + + #### Encoding + + Strings are stored in UTF-8 encoding. Therefore, functions like + `std::string::size()` or `std::string::length()` return the number of + bytes in the string rather than the number of characters or glyphs. + + #### String comparison + + [RFC 7159](http://rfc7159.net/rfc7159) states: + > Software implementations are typically required to test names of object + > members for equality. Implementations that transform the textual + > representation into sequences of Unicode code units and then perform the + > comparison numerically, code unit by code unit, are interoperable in the + > sense that implementations will agree in all cases on equality or + > inequality of two strings. For example, implementations that compare + > strings with escaped characters unconverted may incorrectly find that + > `"a\\b"` and `"a\u005Cb"` are not equal. + + This implementation is interoperable as it does compare strings code unit + by code unit. + + #### Storage + + String values are stored as pointers in a @ref basic_json type. That is, + for any access to string values, a pointer of type `string_t*` must be + dereferenced. + + @since version 1.0.0 + */ + using string_t = StringType; + + /*! + @brief a type for a boolean + + [RFC 7159](http://rfc7159.net/rfc7159) implicitly describes a boolean as a + type which differentiates the two literals `true` and `false`. + + To store objects in C++, a type is defined by the template parameter @a + BooleanType which chooses the type to use. + + #### Default type + + With the default values for @a BooleanType (`bool`), the default value for + @a boolean_t is: + + @code {.cpp} + bool + @endcode + + #### Storage + + Boolean values are stored directly inside a @ref basic_json type. + + @since version 1.0.0 + */ + using boolean_t = BooleanType; + + /*! + @brief a type for a number (integer) + + [RFC 7159](http://rfc7159.net/rfc7159) describes numbers as follows: + > The representation of numbers is similar to that used in most + > programming languages. A number is represented in base 10 using decimal + > digits. It contains an integer component that may be prefixed with an + > optional minus sign, which may be followed by a fraction part and/or an + > exponent part. Leading zeros are not allowed. (...) Numeric values that + > cannot be represented in the grammar below (such as Infinity and NaN) + > are not permitted. + + This description includes both integer and floating-point numbers. + However, C++ allows more precise storage if it is known whether the number + is a signed integer, an unsigned integer or a floating-point number. + Therefore, three different types, @ref number_integer_t, @ref + number_unsigned_t and @ref number_float_t are used. + + To store integer numbers in C++, a type is defined by the template + parameter @a NumberIntegerType which chooses the type to use. + + #### Default type + + With the default values for @a NumberIntegerType (`int64_t`), the default + value for @a number_integer_t is: + + @code {.cpp} + int64_t + @endcode + + #### Default behavior + + - The restrictions about leading zeros is not enforced in C++. Instead, + leading zeros in integer literals lead to an interpretation as octal + number. Internally, the value will be stored as decimal number. For + instance, the C++ integer literal `010` will be serialized to `8`. + During deserialization, leading zeros yield an error. + - Not-a-number (NaN) values will be serialized to `null`. + + #### Limits + + [RFC 7159](http://rfc7159.net/rfc7159) specifies: + > An implementation may set limits on the range and precision of numbers. + + When the default type is used, the maximal integer number that can be + stored is `9223372036854775807` (INT64_MAX) and the minimal integer number + that can be stored is `-9223372036854775808` (INT64_MIN). Integer numbers + that are out of range will yield over/underflow when used in a + constructor. During deserialization, too large or small integer numbers + will be automatically be stored as @ref number_unsigned_t or @ref + number_float_t. + + [RFC 7159](http://rfc7159.net/rfc7159) further states: + > Note that when such software is used, numbers that are integers and are + > in the range \f$[-2^{53}+1, 2^{53}-1]\f$ are interoperable in the sense + > that implementations will agree exactly on their numeric values. + + As this range is a subrange of the exactly supported range [INT64_MIN, + INT64_MAX], this class's integer type is interoperable. + + #### Storage + + Integer number values are stored directly inside a @ref basic_json type. + + @sa @ref number_float_t -- type for number values (floating-point) + + @sa @ref number_unsigned_t -- type for number values (unsigned integer) + + @since version 1.0.0 + */ + using number_integer_t = NumberIntegerType; + + /*! + @brief a type for a number (unsigned) + + [RFC 7159](http://rfc7159.net/rfc7159) describes numbers as follows: + > The representation of numbers is similar to that used in most + > programming languages. A number is represented in base 10 using decimal + > digits. It contains an integer component that may be prefixed with an + > optional minus sign, which may be followed by a fraction part and/or an + > exponent part. Leading zeros are not allowed. (...) Numeric values that + > cannot be represented in the grammar below (such as Infinity and NaN) + > are not permitted. + + This description includes both integer and floating-point numbers. + However, C++ allows more precise storage if it is known whether the number + is a signed integer, an unsigned integer or a floating-point number. + Therefore, three different types, @ref number_integer_t, @ref + number_unsigned_t and @ref number_float_t are used. + + To store unsigned integer numbers in C++, a type is defined by the + template parameter @a NumberUnsignedType which chooses the type to use. + + #### Default type + + With the default values for @a NumberUnsignedType (`uint64_t`), the + default value for @a number_unsigned_t is: + + @code {.cpp} + uint64_t + @endcode + + #### Default behavior + + - The restrictions about leading zeros is not enforced in C++. Instead, + leading zeros in integer literals lead to an interpretation as octal + number. Internally, the value will be stored as decimal number. For + instance, the C++ integer literal `010` will be serialized to `8`. + During deserialization, leading zeros yield an error. + - Not-a-number (NaN) values will be serialized to `null`. + + #### Limits + + [RFC 7159](http://rfc7159.net/rfc7159) specifies: + > An implementation may set limits on the range and precision of numbers. + + When the default type is used, the maximal integer number that can be + stored is `18446744073709551615` (UINT64_MAX) and the minimal integer + number that can be stored is `0`. Integer numbers that are out of range + will yield over/underflow when used in a constructor. During + deserialization, too large or small integer numbers will be automatically + be stored as @ref number_integer_t or @ref number_float_t. + + [RFC 7159](http://rfc7159.net/rfc7159) further states: + > Note that when such software is used, numbers that are integers and are + > in the range \f$[-2^{53}+1, 2^{53}-1]\f$ are interoperable in the sense + > that implementations will agree exactly on their numeric values. + + As this range is a subrange (when considered in conjunction with the + number_integer_t type) of the exactly supported range [0, UINT64_MAX], + this class's integer type is interoperable. + + #### Storage + + Integer number values are stored directly inside a @ref basic_json type. + + @sa @ref number_float_t -- type for number values (floating-point) + @sa @ref number_integer_t -- type for number values (integer) + + @since version 2.0.0 + */ + using number_unsigned_t = NumberUnsignedType; + + /*! + @brief a type for a number (floating-point) + + [RFC 7159](http://rfc7159.net/rfc7159) describes numbers as follows: + > The representation of numbers is similar to that used in most + > programming languages. A number is represented in base 10 using decimal + > digits. It contains an integer component that may be prefixed with an + > optional minus sign, which may be followed by a fraction part and/or an + > exponent part. Leading zeros are not allowed. (...) Numeric values that + > cannot be represented in the grammar below (such as Infinity and NaN) + > are not permitted. + + This description includes both integer and floating-point numbers. + However, C++ allows more precise storage if it is known whether the number + is a signed integer, an unsigned integer or a floating-point number. + Therefore, three different types, @ref number_integer_t, @ref + number_unsigned_t and @ref number_float_t are used. + + To store floating-point numbers in C++, a type is defined by the template + parameter @a NumberFloatType which chooses the type to use. + + #### Default type + + With the default values for @a NumberFloatType (`double`), the default + value for @a number_float_t is: + + @code {.cpp} + double + @endcode + + #### Default behavior + + - The restrictions about leading zeros is not enforced in C++. Instead, + leading zeros in floating-point literals will be ignored. Internally, + the value will be stored as decimal number. For instance, the C++ + floating-point literal `01.2` will be serialized to `1.2`. During + deserialization, leading zeros yield an error. + - Not-a-number (NaN) values will be serialized to `null`. + + #### Limits + + [RFC 7159](http://rfc7159.net/rfc7159) states: + > This specification allows implementations to set limits on the range and + > precision of numbers accepted. Since software that implements IEEE + > 754-2008 binary64 (double precision) numbers is generally available and + > widely used, good interoperability can be achieved by implementations + > that expect no more precision or range than these provide, in the sense + > that implementations will approximate JSON numbers within the expected + > precision. + + This implementation does exactly follow this approach, as it uses double + precision floating-point numbers. Note values smaller than + `-1.79769313486232e+308` and values greater than `1.79769313486232e+308` + will be stored as NaN internally and be serialized to `null`. + + #### Storage + + Floating-point number values are stored directly inside a @ref basic_json + type. + + @sa @ref number_integer_t -- type for number values (integer) + + @sa @ref number_unsigned_t -- type for number values (unsigned integer) + + @since version 1.0.0 + */ + using number_float_t = NumberFloatType; + + /*! + @brief a type for a packed binary type + + This type is a type designed to carry binary data that appears in various + serialized formats, such as CBOR's Major Type 2, MessagePack's bin, and + BSON's generic binary subtype. This type is NOT a part of standard JSON and + exists solely for compatibility with these binary types. As such, it is + simply defined as an ordered sequence of zero or more byte values. + + Additionally, as an implementation detail, the subtype of the binary data is + carried around as a `std::uint8_t`, which is compatible with both of the + binary data formats that use binary subtyping, (though the specific + numbering is incompatible with each other, and it is up to the user to + translate between them). + + [CBOR's RFC 7049](https://tools.ietf.org/html/rfc7049) describes this type + as: + > Major type 2: a byte string. The string's length in bytes is represented + > following the rules for positive integers (major type 0). + + [MessagePack's documentation on the bin type + family](https://github.com/msgpack/msgpack/blob/master/spec.md#bin-format-family) + describes this type as: + > Bin format family stores an byte array in 2, 3, or 5 bytes of extra bytes + > in addition to the size of the byte array. + + [BSON's specifications](http://bsonspec.org/spec.html) describe several + binary types; however, this type is intended to represent the generic binary + type which has the description: + > Generic binary subtype - This is the most commonly used binary subtype and + > should be the 'default' for drivers and tools. + + None of these impose any limitations on the internal representation other + than the basic unit of storage be some type of array whose parts are + decomposable into bytes. + + The default representation of this binary format is a + `std::vector`, which is a very common way to represent a byte + array in modern C++. + + #### Default type + + The default values for @a BinaryType is `std::vector` + + #### Storage + + Binary Arrays are stored as pointers in a @ref basic_json type. That is, + for any access to array values, a pointer of the type `binary_t*` must be + dereferenced. + + #### Notes on subtypes + + - CBOR + - Binary values are represented as byte strings. No subtypes are + supported and will be ignored when CBOR is written. + - MessagePack + - If a subtype is given and the binary array contains exactly 1, 2, 4, 8, + or 16 elements, the fixext family (fixext1, fixext2, fixext4, fixext8) + is used. For other sizes, the ext family (ext8, ext16, ext32) is used. + The subtype is then added as singed 8-bit integer. + - If no subtype is given, the bin family (bin8, bin16, bin32) is used. + - BSON + - If a subtype is given, it is used and added as unsigned 8-bit integer. + - If no subtype is given, the generic binary subtype 0x00 is used. + + @sa @ref binary -- create a binary array + + @since version 3.8.0 + */ + using binary_t = nlohmann::byte_container_with_subtype; + /// @} + + private: + + /// helper for exception-safe object creation + template + JSON_HEDLEY_RETURNS_NON_NULL + static T* create(Args&& ... args) + { + AllocatorType alloc; + using AllocatorTraits = std::allocator_traits>; + + auto deleter = [&](T * object) + { + AllocatorTraits::deallocate(alloc, object, 1); + }; + std::unique_ptr object(AllocatorTraits::allocate(alloc, 1), deleter); + AllocatorTraits::construct(alloc, object.get(), std::forward(args)...); + JSON_ASSERT(object != nullptr); + return object.release(); + } + + //////////////////////// + // JSON value storage // + //////////////////////// + + JSON_PRIVATE_UNLESS_TESTED: + /*! + @brief a JSON value + + The actual storage for a JSON value of the @ref basic_json class. This + union combines the different storage types for the JSON value types + defined in @ref value_t. + + JSON type | value_t type | used type + --------- | --------------- | ------------------------ + object | object | pointer to @ref object_t + array | array | pointer to @ref array_t + string | string | pointer to @ref string_t + boolean | boolean | @ref boolean_t + number | number_integer | @ref number_integer_t + number | number_unsigned | @ref number_unsigned_t + number | number_float | @ref number_float_t + binary | binary | pointer to @ref binary_t + null | null | *no value is stored* + + @note Variable-length types (objects, arrays, and strings) are stored as + pointers. The size of the union should not exceed 64 bits if the default + value types are used. + + @since version 1.0.0 + */ + union json_value + { + /// object (stored with pointer to save storage) + object_t* object; + /// array (stored with pointer to save storage) + array_t* array; + /// string (stored with pointer to save storage) + string_t* string; + /// binary (stored with pointer to save storage) + binary_t* binary; + /// boolean + boolean_t boolean; + /// number (integer) + number_integer_t number_integer; + /// number (unsigned integer) + number_unsigned_t number_unsigned; + /// number (floating-point) + number_float_t number_float; + + /// default constructor (for null values) + json_value() = default; + /// constructor for booleans + json_value(boolean_t v) noexcept : boolean(v) {} + /// constructor for numbers (integer) + json_value(number_integer_t v) noexcept : number_integer(v) {} + /// constructor for numbers (unsigned) + json_value(number_unsigned_t v) noexcept : number_unsigned(v) {} + /// constructor for numbers (floating-point) + json_value(number_float_t v) noexcept : number_float(v) {} + /// constructor for empty values of a given type + json_value(value_t t) + { + switch (t) + { + case value_t::object: + { + object = create(); + break; + } + + case value_t::array: + { + array = create(); + break; + } + + case value_t::string: + { + string = create(""); + break; + } + + case value_t::binary: + { + binary = create(); + break; + } + + case value_t::boolean: + { + boolean = boolean_t(false); + break; + } + + case value_t::number_integer: + { + number_integer = number_integer_t(0); + break; + } + + case value_t::number_unsigned: + { + number_unsigned = number_unsigned_t(0); + break; + } + + case value_t::number_float: + { + number_float = number_float_t(0.0); + break; + } + + case value_t::null: + { + object = nullptr; // silence warning, see #821 + break; + } + + default: + { + object = nullptr; // silence warning, see #821 + if (JSON_HEDLEY_UNLIKELY(t == value_t::null)) + { + JSON_THROW(other_error::create(500, "961c151d2e87f2686a955a9be24d316f1362bf21 3.9.1")); // LCOV_EXCL_LINE + } + break; + } + } + } + + /// constructor for strings + json_value(const string_t& value) + { + string = create(value); + } + + /// constructor for rvalue strings + json_value(string_t&& value) + { + string = create(std::move(value)); + } + + /// constructor for objects + json_value(const object_t& value) + { + object = create(value); + } + + /// constructor for rvalue objects + json_value(object_t&& value) + { + object = create(std::move(value)); + } + + /// constructor for arrays + json_value(const array_t& value) + { + array = create(value); + } + + /// constructor for rvalue arrays + json_value(array_t&& value) + { + array = create(std::move(value)); + } + + /// constructor for binary arrays + json_value(const typename binary_t::container_type& value) + { + binary = create(value); + } + + /// constructor for rvalue binary arrays + json_value(typename binary_t::container_type&& value) + { + binary = create(std::move(value)); + } + + /// constructor for binary arrays (internal type) + json_value(const binary_t& value) + { + binary = create(value); + } + + /// constructor for rvalue binary arrays (internal type) + json_value(binary_t&& value) + { + binary = create(std::move(value)); + } + + void destroy(value_t t) noexcept + { + // flatten the current json_value to a heap-allocated stack + std::vector stack; + + // move the top-level items to stack + if (t == value_t::array) + { + stack.reserve(array->size()); + std::move(array->begin(), array->end(), std::back_inserter(stack)); + } + else if (t == value_t::object) + { + stack.reserve(object->size()); + for (auto&& it : *object) + { + stack.push_back(std::move(it.second)); + } + } + + while (!stack.empty()) + { + // move the last item to local variable to be processed + basic_json current_item(std::move(stack.back())); + stack.pop_back(); + + // if current_item is array/object, move + // its children to the stack to be processed later + if (current_item.is_array()) + { + std::move(current_item.m_value.array->begin(), current_item.m_value.array->end(), + std::back_inserter(stack)); + + current_item.m_value.array->clear(); + } + else if (current_item.is_object()) + { + for (auto&& it : *current_item.m_value.object) + { + stack.push_back(std::move(it.second)); + } + + current_item.m_value.object->clear(); + } + + // it's now safe that current_item get destructed + // since it doesn't have any children + } + + switch (t) + { + case value_t::object: + { + AllocatorType alloc; + std::allocator_traits::destroy(alloc, object); + std::allocator_traits::deallocate(alloc, object, 1); + break; + } + + case value_t::array: + { + AllocatorType alloc; + std::allocator_traits::destroy(alloc, array); + std::allocator_traits::deallocate(alloc, array, 1); + break; + } + + case value_t::string: + { + AllocatorType alloc; + std::allocator_traits::destroy(alloc, string); + std::allocator_traits::deallocate(alloc, string, 1); + break; + } + + case value_t::binary: + { + AllocatorType alloc; + std::allocator_traits::destroy(alloc, binary); + std::allocator_traits::deallocate(alloc, binary, 1); + break; + } + + default: + { + break; + } + } + } + }; + + private: + /*! + @brief checks the class invariants + + This function asserts the class invariants. It needs to be called at the + end of every constructor to make sure that created objects respect the + invariant. Furthermore, it has to be called each time the type of a JSON + value is changed, because the invariant expresses a relationship between + @a m_type and @a m_value. + */ + void assert_invariant() const noexcept + { + JSON_ASSERT(m_type != value_t::object || m_value.object != nullptr); + JSON_ASSERT(m_type != value_t::array || m_value.array != nullptr); + JSON_ASSERT(m_type != value_t::string || m_value.string != nullptr); + JSON_ASSERT(m_type != value_t::binary || m_value.binary != nullptr); + } + + public: + ////////////////////////// + // JSON parser callback // + ////////////////////////// + + /*! + @brief parser event types + + The parser callback distinguishes the following events: + - `object_start`: the parser read `{` and started to process a JSON object + - `key`: the parser read a key of a value in an object + - `object_end`: the parser read `}` and finished processing a JSON object + - `array_start`: the parser read `[` and started to process a JSON array + - `array_end`: the parser read `]` and finished processing a JSON array + - `value`: the parser finished reading a JSON value + + @image html callback_events.png "Example when certain parse events are triggered" + + @sa @ref parser_callback_t for more information and examples + */ + using parse_event_t = detail::parse_event_t; + + /*! + @brief per-element parser callback type + + With a parser callback function, the result of parsing a JSON text can be + influenced. When passed to @ref parse, it is called on certain events + (passed as @ref parse_event_t via parameter @a event) with a set recursion + depth @a depth and context JSON value @a parsed. The return value of the + callback function is a boolean indicating whether the element that emitted + the callback shall be kept or not. + + We distinguish six scenarios (determined by the event type) in which the + callback function can be called. The following table describes the values + of the parameters @a depth, @a event, and @a parsed. + + parameter @a event | description | parameter @a depth | parameter @a parsed + ------------------ | ----------- | ------------------ | ------------------- + parse_event_t::object_start | the parser read `{` and started to process a JSON object | depth of the parent of the JSON object | a JSON value with type discarded + parse_event_t::key | the parser read a key of a value in an object | depth of the currently parsed JSON object | a JSON string containing the key + parse_event_t::object_end | the parser read `}` and finished processing a JSON object | depth of the parent of the JSON object | the parsed JSON object + parse_event_t::array_start | the parser read `[` and started to process a JSON array | depth of the parent of the JSON array | a JSON value with type discarded + parse_event_t::array_end | the parser read `]` and finished processing a JSON array | depth of the parent of the JSON array | the parsed JSON array + parse_event_t::value | the parser finished reading a JSON value | depth of the value | the parsed JSON value + + @image html callback_events.png "Example when certain parse events are triggered" + + Discarding a value (i.e., returning `false`) has different effects + depending on the context in which function was called: + + - Discarded values in structured types are skipped. That is, the parser + will behave as if the discarded value was never read. + - In case a value outside a structured type is skipped, it is replaced + with `null`. This case happens if the top-level element is skipped. + + @param[in] depth the depth of the recursion during parsing + + @param[in] event an event of type parse_event_t indicating the context in + the callback function has been called + + @param[in,out] parsed the current intermediate parse result; note that + writing to this value has no effect for parse_event_t::key events + + @return Whether the JSON value which called the function during parsing + should be kept (`true`) or not (`false`). In the latter case, it is either + skipped completely or replaced by an empty discarded object. + + @sa @ref parse for examples + + @since version 1.0.0 + */ + using parser_callback_t = detail::parser_callback_t; + + ////////////////// + // constructors // + ////////////////// + + /// @name constructors and destructors + /// Constructors of class @ref basic_json, copy/move constructor, copy + /// assignment, static functions creating objects, and the destructor. + /// @{ + + /*! + @brief create an empty value with a given type + + Create an empty JSON value with a given type. The value will be default + initialized with an empty value which depends on the type: + + Value type | initial value + ----------- | ------------- + null | `null` + boolean | `false` + string | `""` + number | `0` + object | `{}` + array | `[]` + binary | empty array + + @param[in] v the type of the value to create + + @complexity Constant. + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes to any JSON value. + + @liveexample{The following code shows the constructor for different @ref + value_t values,basic_json__value_t} + + @sa @ref clear() -- restores the postcondition of this constructor + + @since version 1.0.0 + */ + basic_json(const value_t v) + : m_type(v), m_value(v) + { + assert_invariant(); + } + + /*! + @brief create a null object + + Create a `null` JSON value. It either takes a null pointer as parameter + (explicitly creating `null`) or no parameter (implicitly creating `null`). + The passed null pointer itself is not read -- it is only used to choose + the right constructor. + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this constructor never throws + exceptions. + + @liveexample{The following code shows the constructor with and without a + null pointer parameter.,basic_json__nullptr_t} + + @since version 1.0.0 + */ + basic_json(std::nullptr_t = nullptr) noexcept + : basic_json(value_t::null) + { + assert_invariant(); + } + + /*! + @brief create a JSON value + + This is a "catch all" constructor for all compatible JSON types; that is, + types for which a `to_json()` method exists. The constructor forwards the + parameter @a val to that method (to `json_serializer::to_json` method + with `U = uncvref_t`, to be exact). + + Template type @a CompatibleType includes, but is not limited to, the + following types: + - **arrays**: @ref array_t and all kinds of compatible containers such as + `std::vector`, `std::deque`, `std::list`, `std::forward_list`, + `std::array`, `std::valarray`, `std::set`, `std::unordered_set`, + `std::multiset`, and `std::unordered_multiset` with a `value_type` from + which a @ref basic_json value can be constructed. + - **objects**: @ref object_t and all kinds of compatible associative + containers such as `std::map`, `std::unordered_map`, `std::multimap`, + and `std::unordered_multimap` with a `key_type` compatible to + @ref string_t and a `value_type` from which a @ref basic_json value can + be constructed. + - **strings**: @ref string_t, string literals, and all compatible string + containers can be used. + - **numbers**: @ref number_integer_t, @ref number_unsigned_t, + @ref number_float_t, and all convertible number types such as `int`, + `size_t`, `int64_t`, `float` or `double` can be used. + - **boolean**: @ref boolean_t / `bool` can be used. + - **binary**: @ref binary_t / `std::vector` may be used, + unfortunately because string literals cannot be distinguished from binary + character arrays by the C++ type system, all types compatible with `const + char*` will be directed to the string constructor instead. This is both + for backwards compatibility, and due to the fact that a binary type is not + a standard JSON type. + + See the examples below. + + @tparam CompatibleType a type such that: + - @a CompatibleType is not derived from `std::istream`, + - @a CompatibleType is not @ref basic_json (to avoid hijacking copy/move + constructors), + - @a CompatibleType is not a different @ref basic_json type (i.e. with different template arguments) + - @a CompatibleType is not a @ref basic_json nested type (e.g., + @ref json_pointer, @ref iterator, etc ...) + - @ref @ref json_serializer has a + `to_json(basic_json_t&, CompatibleType&&)` method + + @tparam U = `uncvref_t` + + @param[in] val the value to be forwarded to the respective constructor + + @complexity Usually linear in the size of the passed @a val, also + depending on the implementation of the called `to_json()` + method. + + @exceptionsafety Depends on the called constructor. For types directly + supported by the library (i.e., all types for which no `to_json()` function + was provided), strong guarantee holds: if an exception is thrown, there are + no changes to any JSON value. + + @liveexample{The following code shows the constructor with several + compatible types.,basic_json__CompatibleType} + + @since version 2.1.0 + */ + template < typename CompatibleType, + typename U = detail::uncvref_t, + detail::enable_if_t < + !detail::is_basic_json::value && detail::is_compatible_type::value, int > = 0 > + basic_json(CompatibleType && val) noexcept(noexcept( + JSONSerializer::to_json(std::declval(), + std::forward(val)))) + { + JSONSerializer::to_json(*this, std::forward(val)); + assert_invariant(); + } + + /*! + @brief create a JSON value from an existing one + + This is a constructor for existing @ref basic_json types. + It does not hijack copy/move constructors, since the parameter has different + template arguments than the current ones. + + The constructor tries to convert the internal @ref m_value of the parameter. + + @tparam BasicJsonType a type such that: + - @a BasicJsonType is a @ref basic_json type. + - @a BasicJsonType has different template arguments than @ref basic_json_t. + + @param[in] val the @ref basic_json value to be converted. + + @complexity Usually linear in the size of the passed @a val, also + depending on the implementation of the called `to_json()` + method. + + @exceptionsafety Depends on the called constructor. For types directly + supported by the library (i.e., all types for which no `to_json()` function + was provided), strong guarantee holds: if an exception is thrown, there are + no changes to any JSON value. + + @since version 3.2.0 + */ + template < typename BasicJsonType, + detail::enable_if_t < + detail::is_basic_json::value&& !std::is_same::value, int > = 0 > + basic_json(const BasicJsonType& val) + { + using other_boolean_t = typename BasicJsonType::boolean_t; + using other_number_float_t = typename BasicJsonType::number_float_t; + using other_number_integer_t = typename BasicJsonType::number_integer_t; + using other_number_unsigned_t = typename BasicJsonType::number_unsigned_t; + using other_string_t = typename BasicJsonType::string_t; + using other_object_t = typename BasicJsonType::object_t; + using other_array_t = typename BasicJsonType::array_t; + using other_binary_t = typename BasicJsonType::binary_t; + + switch (val.type()) + { + case value_t::boolean: + JSONSerializer::to_json(*this, val.template get()); + break; + case value_t::number_float: + JSONSerializer::to_json(*this, val.template get()); + break; + case value_t::number_integer: + JSONSerializer::to_json(*this, val.template get()); + break; + case value_t::number_unsigned: + JSONSerializer::to_json(*this, val.template get()); + break; + case value_t::string: + JSONSerializer::to_json(*this, val.template get_ref()); + break; + case value_t::object: + JSONSerializer::to_json(*this, val.template get_ref()); + break; + case value_t::array: + JSONSerializer::to_json(*this, val.template get_ref()); + break; + case value_t::binary: + JSONSerializer::to_json(*this, val.template get_ref()); + break; + case value_t::null: + *this = nullptr; + break; + case value_t::discarded: + m_type = value_t::discarded; + break; + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // LCOV_EXCL_LINE + } + assert_invariant(); + } + + /*! + @brief create a container (array or object) from an initializer list + + Creates a JSON value of type array or object from the passed initializer + list @a init. In case @a type_deduction is `true` (default), the type of + the JSON value to be created is deducted from the initializer list @a init + according to the following rules: + + 1. If the list is empty, an empty JSON object value `{}` is created. + 2. If the list consists of pairs whose first element is a string, a JSON + object value is created where the first elements of the pairs are + treated as keys and the second elements are as values. + 3. In all other cases, an array is created. + + The rules aim to create the best fit between a C++ initializer list and + JSON values. The rationale is as follows: + + 1. The empty initializer list is written as `{}` which is exactly an empty + JSON object. + 2. C++ has no way of describing mapped types other than to list a list of + pairs. As JSON requires that keys must be of type string, rule 2 is the + weakest constraint one can pose on initializer lists to interpret them + as an object. + 3. In all other cases, the initializer list could not be interpreted as + JSON object type, so interpreting it as JSON array type is safe. + + With the rules described above, the following JSON values cannot be + expressed by an initializer list: + + - the empty array (`[]`): use @ref array(initializer_list_t) + with an empty initializer list in this case + - arrays whose elements satisfy rule 2: use @ref + array(initializer_list_t) with the same initializer list + in this case + + @note When used without parentheses around an empty initializer list, @ref + basic_json() is called instead of this function, yielding the JSON null + value. + + @param[in] init initializer list with JSON values + + @param[in] type_deduction internal parameter; when set to `true`, the type + of the JSON value is deducted from the initializer list @a init; when set + to `false`, the type provided via @a manual_type is forced. This mode is + used by the functions @ref array(initializer_list_t) and + @ref object(initializer_list_t). + + @param[in] manual_type internal parameter; when @a type_deduction is set + to `false`, the created JSON value will use the provided type (only @ref + value_t::array and @ref value_t::object are valid); when @a type_deduction + is set to `true`, this parameter has no effect + + @throw type_error.301 if @a type_deduction is `false`, @a manual_type is + `value_t::object`, but @a init contains an element which is not a pair + whose first element is a string. In this case, the constructor could not + create an object. If @a type_deduction would have be `true`, an array + would have been created. See @ref object(initializer_list_t) + for an example. + + @complexity Linear in the size of the initializer list @a init. + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes to any JSON value. + + @liveexample{The example below shows how JSON values are created from + initializer lists.,basic_json__list_init_t} + + @sa @ref array(initializer_list_t) -- create a JSON array + value from an initializer list + @sa @ref object(initializer_list_t) -- create a JSON object + value from an initializer list + + @since version 1.0.0 + */ + basic_json(initializer_list_t init, + bool type_deduction = true, + value_t manual_type = value_t::array) + { + // check if each element is an array with two elements whose first + // element is a string + bool is_an_object = std::all_of(init.begin(), init.end(), + [](const detail::json_ref& element_ref) + { + return element_ref->is_array() && element_ref->size() == 2 && (*element_ref)[0].is_string(); + }); + + // adjust type if type deduction is not wanted + if (!type_deduction) + { + // if array is wanted, do not create an object though possible + if (manual_type == value_t::array) + { + is_an_object = false; + } + + // if object is wanted but impossible, throw an exception + if (JSON_HEDLEY_UNLIKELY(manual_type == value_t::object && !is_an_object)) + { + JSON_THROW(type_error::create(301, "cannot create object from initializer list")); + } + } + + if (is_an_object) + { + // the initializer list is a list of pairs -> create object + m_type = value_t::object; + m_value = value_t::object; + + std::for_each(init.begin(), init.end(), [this](const detail::json_ref& element_ref) + { + auto element = element_ref.moved_or_copied(); + m_value.object->emplace( + std::move(*((*element.m_value.array)[0].m_value.string)), + std::move((*element.m_value.array)[1])); + }); + } + else + { + // the initializer list describes an array -> create array + m_type = value_t::array; + m_value.array = create(init.begin(), init.end()); + } + + assert_invariant(); + } + + /*! + @brief explicitly create a binary array (without subtype) + + Creates a JSON binary array value from a given binary container. Binary + values are part of various binary formats, such as CBOR, MessagePack, and + BSON. This constructor is used to create a value for serialization to those + formats. + + @note Note, this function exists because of the difficulty in correctly + specifying the correct template overload in the standard value ctor, as both + JSON arrays and JSON binary arrays are backed with some form of a + `std::vector`. Because JSON binary arrays are a non-standard extension it + was decided that it would be best to prevent automatic initialization of a + binary array type, for backwards compatibility and so it does not happen on + accident. + + @param[in] init container containing bytes to use as binary type + + @return JSON binary array value + + @complexity Linear in the size of @a init. + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes to any JSON value. + + @since version 3.8.0 + */ + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json binary(const typename binary_t::container_type& init) + { + auto res = basic_json(); + res.m_type = value_t::binary; + res.m_value = init; + return res; + } + + /*! + @brief explicitly create a binary array (with subtype) + + Creates a JSON binary array value from a given binary container. Binary + values are part of various binary formats, such as CBOR, MessagePack, and + BSON. This constructor is used to create a value for serialization to those + formats. + + @note Note, this function exists because of the difficulty in correctly + specifying the correct template overload in the standard value ctor, as both + JSON arrays and JSON binary arrays are backed with some form of a + `std::vector`. Because JSON binary arrays are a non-standard extension it + was decided that it would be best to prevent automatic initialization of a + binary array type, for backwards compatibility and so it does not happen on + accident. + + @param[in] init container containing bytes to use as binary type + @param[in] subtype subtype to use in MessagePack and BSON + + @return JSON binary array value + + @complexity Linear in the size of @a init. + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes to any JSON value. + + @since version 3.8.0 + */ + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json binary(const typename binary_t::container_type& init, std::uint8_t subtype) + { + auto res = basic_json(); + res.m_type = value_t::binary; + res.m_value = binary_t(init, subtype); + return res; + } + + /// @copydoc binary(const typename binary_t::container_type&) + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json binary(typename binary_t::container_type&& init) + { + auto res = basic_json(); + res.m_type = value_t::binary; + res.m_value = std::move(init); + return res; + } + + /// @copydoc binary(const typename binary_t::container_type&, std::uint8_t) + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json binary(typename binary_t::container_type&& init, std::uint8_t subtype) + { + auto res = basic_json(); + res.m_type = value_t::binary; + res.m_value = binary_t(std::move(init), subtype); + return res; + } + + /*! + @brief explicitly create an array from an initializer list + + Creates a JSON array value from a given initializer list. That is, given a + list of values `a, b, c`, creates the JSON value `[a, b, c]`. If the + initializer list is empty, the empty array `[]` is created. + + @note This function is only needed to express two edge cases that cannot + be realized with the initializer list constructor (@ref + basic_json(initializer_list_t, bool, value_t)). These cases + are: + 1. creating an array whose elements are all pairs whose first element is a + string -- in this case, the initializer list constructor would create an + object, taking the first elements as keys + 2. creating an empty array -- passing the empty initializer list to the + initializer list constructor yields an empty object + + @param[in] init initializer list with JSON values to create an array from + (optional) + + @return JSON array value + + @complexity Linear in the size of @a init. + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes to any JSON value. + + @liveexample{The following code shows an example for the `array` + function.,array} + + @sa @ref basic_json(initializer_list_t, bool, value_t) -- + create a JSON value from an initializer list + @sa @ref object(initializer_list_t) -- create a JSON object + value from an initializer list + + @since version 1.0.0 + */ + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json array(initializer_list_t init = {}) + { + return basic_json(init, false, value_t::array); + } + + /*! + @brief explicitly create an object from an initializer list + + Creates a JSON object value from a given initializer list. The initializer + lists elements must be pairs, and their first elements must be strings. If + the initializer list is empty, the empty object `{}` is created. + + @note This function is only added for symmetry reasons. In contrast to the + related function @ref array(initializer_list_t), there are + no cases which can only be expressed by this function. That is, any + initializer list @a init can also be passed to the initializer list + constructor @ref basic_json(initializer_list_t, bool, value_t). + + @param[in] init initializer list to create an object from (optional) + + @return JSON object value + + @throw type_error.301 if @a init is not a list of pairs whose first + elements are strings. In this case, no object can be created. When such a + value is passed to @ref basic_json(initializer_list_t, bool, value_t), + an array would have been created from the passed initializer list @a init. + See example below. + + @complexity Linear in the size of @a init. + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes to any JSON value. + + @liveexample{The following code shows an example for the `object` + function.,object} + + @sa @ref basic_json(initializer_list_t, bool, value_t) -- + create a JSON value from an initializer list + @sa @ref array(initializer_list_t) -- create a JSON array + value from an initializer list + + @since version 1.0.0 + */ + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json object(initializer_list_t init = {}) + { + return basic_json(init, false, value_t::object); + } + + /*! + @brief construct an array with count copies of given value + + Constructs a JSON array value by creating @a cnt copies of a passed value. + In case @a cnt is `0`, an empty array is created. + + @param[in] cnt the number of JSON copies of @a val to create + @param[in] val the JSON value to copy + + @post `std::distance(begin(),end()) == cnt` holds. + + @complexity Linear in @a cnt. + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes to any JSON value. + + @liveexample{The following code shows examples for the @ref + basic_json(size_type\, const basic_json&) + constructor.,basic_json__size_type_basic_json} + + @since version 1.0.0 + */ + basic_json(size_type cnt, const basic_json& val) + : m_type(value_t::array) + { + m_value.array = create(cnt, val); + assert_invariant(); + } + + /*! + @brief construct a JSON container given an iterator range + + Constructs the JSON value with the contents of the range `[first, last)`. + The semantics depends on the different types a JSON value can have: + - In case of a null type, invalid_iterator.206 is thrown. + - In case of other primitive types (number, boolean, or string), @a first + must be `begin()` and @a last must be `end()`. In this case, the value is + copied. Otherwise, invalid_iterator.204 is thrown. + - In case of structured types (array, object), the constructor behaves as + similar versions for `std::vector` or `std::map`; that is, a JSON array + or object is constructed from the values in the range. + + @tparam InputIT an input iterator type (@ref iterator or @ref + const_iterator) + + @param[in] first begin of the range to copy from (included) + @param[in] last end of the range to copy from (excluded) + + @pre Iterators @a first and @a last must be initialized. **This + precondition is enforced with an assertion (see warning).** If + assertions are switched off, a violation of this precondition yields + undefined behavior. + + @pre Range `[first, last)` is valid. Usually, this precondition cannot be + checked efficiently. Only certain edge cases are detected; see the + description of the exceptions below. A violation of this precondition + yields undefined behavior. + + @warning A precondition is enforced with a runtime assertion that will + result in calling `std::abort` if this precondition is not met. + Assertions can be disabled by defining `NDEBUG` at compile time. + See https://en.cppreference.com/w/cpp/error/assert for more + information. + + @throw invalid_iterator.201 if iterators @a first and @a last are not + compatible (i.e., do not belong to the same JSON value). In this case, + the range `[first, last)` is undefined. + @throw invalid_iterator.204 if iterators @a first and @a last belong to a + primitive type (number, boolean, or string), but @a first does not point + to the first element any more. In this case, the range `[first, last)` is + undefined. See example code below. + @throw invalid_iterator.206 if iterators @a first and @a last belong to a + null value. In this case, the range `[first, last)` is undefined. + + @complexity Linear in distance between @a first and @a last. + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes to any JSON value. + + @liveexample{The example below shows several ways to create JSON values by + specifying a subrange with iterators.,basic_json__InputIt_InputIt} + + @since version 1.0.0 + */ + template < class InputIT, typename std::enable_if < + std::is_same::value || + std::is_same::value, int >::type = 0 > + basic_json(InputIT first, InputIT last) + { + JSON_ASSERT(first.m_object != nullptr); + JSON_ASSERT(last.m_object != nullptr); + + // make sure iterator fits the current value + if (JSON_HEDLEY_UNLIKELY(first.m_object != last.m_object)) + { + JSON_THROW(invalid_iterator::create(201, "iterators are not compatible")); + } + + // copy type from first iterator + m_type = first.m_object->m_type; + + // check if iterator range is complete for primitive values + switch (m_type) + { + case value_t::boolean: + case value_t::number_float: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::string: + { + if (JSON_HEDLEY_UNLIKELY(!first.m_it.primitive_iterator.is_begin() + || !last.m_it.primitive_iterator.is_end())) + { + JSON_THROW(invalid_iterator::create(204, "iterators out of range")); + } + break; + } + + default: + break; + } + + switch (m_type) + { + case value_t::number_integer: + { + m_value.number_integer = first.m_object->m_value.number_integer; + break; + } + + case value_t::number_unsigned: + { + m_value.number_unsigned = first.m_object->m_value.number_unsigned; + break; + } + + case value_t::number_float: + { + m_value.number_float = first.m_object->m_value.number_float; + break; + } + + case value_t::boolean: + { + m_value.boolean = first.m_object->m_value.boolean; + break; + } + + case value_t::string: + { + m_value = *first.m_object->m_value.string; + break; + } + + case value_t::object: + { + m_value.object = create(first.m_it.object_iterator, + last.m_it.object_iterator); + break; + } + + case value_t::array: + { + m_value.array = create(first.m_it.array_iterator, + last.m_it.array_iterator); + break; + } + + case value_t::binary: + { + m_value = *first.m_object->m_value.binary; + break; + } + + default: + JSON_THROW(invalid_iterator::create(206, "cannot construct with iterators from " + + std::string(first.m_object->type_name()))); + } + + assert_invariant(); + } + + + /////////////////////////////////////// + // other constructors and destructor // + /////////////////////////////////////// + + template, + std::is_same>::value, int> = 0 > + basic_json(const JsonRef& ref) : basic_json(ref.moved_or_copied()) {} + + /*! + @brief copy constructor + + Creates a copy of a given JSON value. + + @param[in] other the JSON value to copy + + @post `*this == other` + + @complexity Linear in the size of @a other. + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes to any JSON value. + + @requirement This function helps `basic_json` satisfying the + [Container](https://en.cppreference.com/w/cpp/named_req/Container) + requirements: + - The complexity is linear. + - As postcondition, it holds: `other == basic_json(other)`. + + @liveexample{The following code shows an example for the copy + constructor.,basic_json__basic_json} + + @since version 1.0.0 + */ + basic_json(const basic_json& other) + : m_type(other.m_type) + { + // check of passed value is valid + other.assert_invariant(); + + switch (m_type) + { + case value_t::object: + { + m_value = *other.m_value.object; + break; + } + + case value_t::array: + { + m_value = *other.m_value.array; + break; + } + + case value_t::string: + { + m_value = *other.m_value.string; + break; + } + + case value_t::boolean: + { + m_value = other.m_value.boolean; + break; + } + + case value_t::number_integer: + { + m_value = other.m_value.number_integer; + break; + } + + case value_t::number_unsigned: + { + m_value = other.m_value.number_unsigned; + break; + } + + case value_t::number_float: + { + m_value = other.m_value.number_float; + break; + } + + case value_t::binary: + { + m_value = *other.m_value.binary; + break; + } + + default: + break; + } + + assert_invariant(); + } + + /*! + @brief move constructor + + Move constructor. Constructs a JSON value with the contents of the given + value @a other using move semantics. It "steals" the resources from @a + other and leaves it as JSON null value. + + @param[in,out] other value to move to this object + + @post `*this` has the same value as @a other before the call. + @post @a other is a JSON null value. + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this constructor never throws + exceptions. + + @requirement This function helps `basic_json` satisfying the + [MoveConstructible](https://en.cppreference.com/w/cpp/named_req/MoveConstructible) + requirements. + + @liveexample{The code below shows the move constructor explicitly called + via std::move.,basic_json__moveconstructor} + + @since version 1.0.0 + */ + basic_json(basic_json&& other) noexcept + : m_type(std::move(other.m_type)), + m_value(std::move(other.m_value)) + { + // check that passed value is valid + other.assert_invariant(); + + // invalidate payload + other.m_type = value_t::null; + other.m_value = {}; + + assert_invariant(); + } + + /*! + @brief copy assignment + + Copy assignment operator. Copies a JSON value via the "copy and swap" + strategy: It is expressed in terms of the copy constructor, destructor, + and the `swap()` member function. + + @param[in] other value to copy from + + @complexity Linear. + + @requirement This function helps `basic_json` satisfying the + [Container](https://en.cppreference.com/w/cpp/named_req/Container) + requirements: + - The complexity is linear. + + @liveexample{The code below shows and example for the copy assignment. It + creates a copy of value `a` which is then swapped with `b`. Finally\, the + copy of `a` (which is the null value after the swap) is + destroyed.,basic_json__copyassignment} + + @since version 1.0.0 + */ + basic_json& operator=(basic_json other) noexcept ( + std::is_nothrow_move_constructible::value&& + std::is_nothrow_move_assignable::value&& + std::is_nothrow_move_constructible::value&& + std::is_nothrow_move_assignable::value + ) + { + // check that passed value is valid + other.assert_invariant(); + + using std::swap; + swap(m_type, other.m_type); + swap(m_value, other.m_value); + + assert_invariant(); + return *this; + } + + /*! + @brief destructor + + Destroys the JSON value and frees all allocated memory. + + @complexity Linear. + + @requirement This function helps `basic_json` satisfying the + [Container](https://en.cppreference.com/w/cpp/named_req/Container) + requirements: + - The complexity is linear. + - All stored elements are destroyed and all memory is freed. + + @since version 1.0.0 + */ + ~basic_json() noexcept + { + assert_invariant(); + m_value.destroy(m_type); + } + + /// @} + + public: + /////////////////////// + // object inspection // + /////////////////////// + + /// @name object inspection + /// Functions to inspect the type of a JSON value. + /// @{ + + /*! + @brief serialization + + Serialization function for JSON values. The function tries to mimic + Python's `json.dumps()` function, and currently supports its @a indent + and @a ensure_ascii parameters. + + @param[in] indent If indent is nonnegative, then array elements and object + members will be pretty-printed with that indent level. An indent level of + `0` will only insert newlines. `-1` (the default) selects the most compact + representation. + @param[in] indent_char The character to use for indentation if @a indent is + greater than `0`. The default is ` ` (space). + @param[in] ensure_ascii If @a ensure_ascii is true, all non-ASCII characters + in the output are escaped with `\uXXXX` sequences, and the result consists + of ASCII characters only. + @param[in] error_handler how to react on decoding errors; there are three + possible values: `strict` (throws and exception in case a decoding error + occurs; default), `replace` (replace invalid UTF-8 sequences with U+FFFD), + and `ignore` (ignore invalid UTF-8 sequences during serialization; all + bytes are copied to the output unchanged). + + @return string containing the serialization of the JSON value + + @throw type_error.316 if a string stored inside the JSON value is not + UTF-8 encoded and @a error_handler is set to strict + + @note Binary values are serialized as object containing two keys: + - "bytes": an array of bytes as integers + - "subtype": the subtype as integer or "null" if the binary has no subtype + + @complexity Linear. + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes in the JSON value. + + @liveexample{The following example shows the effect of different @a indent\, + @a indent_char\, and @a ensure_ascii parameters to the result of the + serialization.,dump} + + @see https://docs.python.org/2/library/json.html#json.dump + + @since version 1.0.0; indentation character @a indent_char, option + @a ensure_ascii and exceptions added in version 3.0.0; error + handlers added in version 3.4.0; serialization of binary values added + in version 3.8.0. + */ + string_t dump(const int indent = -1, + const char indent_char = ' ', + const bool ensure_ascii = false, + const error_handler_t error_handler = error_handler_t::strict) const + { + string_t result; + serializer s(detail::output_adapter(result), indent_char, error_handler); + + if (indent >= 0) + { + s.dump(*this, true, ensure_ascii, static_cast(indent)); + } + else + { + s.dump(*this, false, ensure_ascii, 0); + } + + return result; + } + + /*! + @brief return the type of the JSON value (explicit) + + Return the type of the JSON value as a value from the @ref value_t + enumeration. + + @return the type of the JSON value + Value type | return value + ------------------------- | ------------------------- + null | value_t::null + boolean | value_t::boolean + string | value_t::string + number (integer) | value_t::number_integer + number (unsigned integer) | value_t::number_unsigned + number (floating-point) | value_t::number_float + object | value_t::object + array | value_t::array + binary | value_t::binary + discarded | value_t::discarded + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @liveexample{The following code exemplifies `type()` for all JSON + types.,type} + + @sa @ref operator value_t() -- return the type of the JSON value (implicit) + @sa @ref type_name() -- return the type as string + + @since version 1.0.0 + */ + constexpr value_t type() const noexcept + { + return m_type; + } + + /*! + @brief return whether type is primitive + + This function returns true if and only if the JSON type is primitive + (string, number, boolean, or null). + + @return `true` if type is primitive (string, number, boolean, or null), + `false` otherwise. + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @liveexample{The following code exemplifies `is_primitive()` for all JSON + types.,is_primitive} + + @sa @ref is_structured() -- returns whether JSON value is structured + @sa @ref is_null() -- returns whether JSON value is `null` + @sa @ref is_string() -- returns whether JSON value is a string + @sa @ref is_boolean() -- returns whether JSON value is a boolean + @sa @ref is_number() -- returns whether JSON value is a number + @sa @ref is_binary() -- returns whether JSON value is a binary array + + @since version 1.0.0 + */ + constexpr bool is_primitive() const noexcept + { + return is_null() || is_string() || is_boolean() || is_number() || is_binary(); + } + + /*! + @brief return whether type is structured + + This function returns true if and only if the JSON type is structured + (array or object). + + @return `true` if type is structured (array or object), `false` otherwise. + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @liveexample{The following code exemplifies `is_structured()` for all JSON + types.,is_structured} + + @sa @ref is_primitive() -- returns whether value is primitive + @sa @ref is_array() -- returns whether value is an array + @sa @ref is_object() -- returns whether value is an object + + @since version 1.0.0 + */ + constexpr bool is_structured() const noexcept + { + return is_array() || is_object(); + } + + /*! + @brief return whether value is null + + This function returns true if and only if the JSON value is null. + + @return `true` if type is null, `false` otherwise. + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @liveexample{The following code exemplifies `is_null()` for all JSON + types.,is_null} + + @since version 1.0.0 + */ + constexpr bool is_null() const noexcept + { + return m_type == value_t::null; + } + + /*! + @brief return whether value is a boolean + + This function returns true if and only if the JSON value is a boolean. + + @return `true` if type is boolean, `false` otherwise. + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @liveexample{The following code exemplifies `is_boolean()` for all JSON + types.,is_boolean} + + @since version 1.0.0 + */ + constexpr bool is_boolean() const noexcept + { + return m_type == value_t::boolean; + } + + /*! + @brief return whether value is a number + + This function returns true if and only if the JSON value is a number. This + includes both integer (signed and unsigned) and floating-point values. + + @return `true` if type is number (regardless whether integer, unsigned + integer or floating-type), `false` otherwise. + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @liveexample{The following code exemplifies `is_number()` for all JSON + types.,is_number} + + @sa @ref is_number_integer() -- check if value is an integer or unsigned + integer number + @sa @ref is_number_unsigned() -- check if value is an unsigned integer + number + @sa @ref is_number_float() -- check if value is a floating-point number + + @since version 1.0.0 + */ + constexpr bool is_number() const noexcept + { + return is_number_integer() || is_number_float(); + } + + /*! + @brief return whether value is an integer number + + This function returns true if and only if the JSON value is a signed or + unsigned integer number. This excludes floating-point values. + + @return `true` if type is an integer or unsigned integer number, `false` + otherwise. + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @liveexample{The following code exemplifies `is_number_integer()` for all + JSON types.,is_number_integer} + + @sa @ref is_number() -- check if value is a number + @sa @ref is_number_unsigned() -- check if value is an unsigned integer + number + @sa @ref is_number_float() -- check if value is a floating-point number + + @since version 1.0.0 + */ + constexpr bool is_number_integer() const noexcept + { + return m_type == value_t::number_integer || m_type == value_t::number_unsigned; + } + + /*! + @brief return whether value is an unsigned integer number + + This function returns true if and only if the JSON value is an unsigned + integer number. This excludes floating-point and signed integer values. + + @return `true` if type is an unsigned integer number, `false` otherwise. + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @liveexample{The following code exemplifies `is_number_unsigned()` for all + JSON types.,is_number_unsigned} + + @sa @ref is_number() -- check if value is a number + @sa @ref is_number_integer() -- check if value is an integer or unsigned + integer number + @sa @ref is_number_float() -- check if value is a floating-point number + + @since version 2.0.0 + */ + constexpr bool is_number_unsigned() const noexcept + { + return m_type == value_t::number_unsigned; + } + + /*! + @brief return whether value is a floating-point number + + This function returns true if and only if the JSON value is a + floating-point number. This excludes signed and unsigned integer values. + + @return `true` if type is a floating-point number, `false` otherwise. + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @liveexample{The following code exemplifies `is_number_float()` for all + JSON types.,is_number_float} + + @sa @ref is_number() -- check if value is number + @sa @ref is_number_integer() -- check if value is an integer number + @sa @ref is_number_unsigned() -- check if value is an unsigned integer + number + + @since version 1.0.0 + */ + constexpr bool is_number_float() const noexcept + { + return m_type == value_t::number_float; + } + + /*! + @brief return whether value is an object + + This function returns true if and only if the JSON value is an object. + + @return `true` if type is object, `false` otherwise. + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @liveexample{The following code exemplifies `is_object()` for all JSON + types.,is_object} + + @since version 1.0.0 + */ + constexpr bool is_object() const noexcept + { + return m_type == value_t::object; + } + + /*! + @brief return whether value is an array + + This function returns true if and only if the JSON value is an array. + + @return `true` if type is array, `false` otherwise. + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @liveexample{The following code exemplifies `is_array()` for all JSON + types.,is_array} + + @since version 1.0.0 + */ + constexpr bool is_array() const noexcept + { + return m_type == value_t::array; + } + + /*! + @brief return whether value is a string + + This function returns true if and only if the JSON value is a string. + + @return `true` if type is string, `false` otherwise. + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @liveexample{The following code exemplifies `is_string()` for all JSON + types.,is_string} + + @since version 1.0.0 + */ + constexpr bool is_string() const noexcept + { + return m_type == value_t::string; + } + + /*! + @brief return whether value is a binary array + + This function returns true if and only if the JSON value is a binary array. + + @return `true` if type is binary array, `false` otherwise. + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @liveexample{The following code exemplifies `is_binary()` for all JSON + types.,is_binary} + + @since version 3.8.0 + */ + constexpr bool is_binary() const noexcept + { + return m_type == value_t::binary; + } + + /*! + @brief return whether value is discarded + + This function returns true if and only if the JSON value was discarded + during parsing with a callback function (see @ref parser_callback_t). + + @note This function will always be `false` for JSON values after parsing. + That is, discarded values can only occur during parsing, but will be + removed when inside a structured value or replaced by null in other cases. + + @return `true` if type is discarded, `false` otherwise. + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @liveexample{The following code exemplifies `is_discarded()` for all JSON + types.,is_discarded} + + @since version 1.0.0 + */ + constexpr bool is_discarded() const noexcept + { + return m_type == value_t::discarded; + } + + /*! + @brief return the type of the JSON value (implicit) + + Implicitly return the type of the JSON value as a value from the @ref + value_t enumeration. + + @return the type of the JSON value + + @complexity Constant. + + @exceptionsafety No-throw guarantee: this member function never throws + exceptions. + + @liveexample{The following code exemplifies the @ref value_t operator for + all JSON types.,operator__value_t} + + @sa @ref type() -- return the type of the JSON value (explicit) + @sa @ref type_name() -- return the type as string + + @since version 1.0.0 + */ + constexpr operator value_t() const noexcept + { + return m_type; + } + + /// @} + + private: + ////////////////// + // value access // + ////////////////// + + /// get a boolean (explicit) + boolean_t get_impl(boolean_t* /*unused*/) const + { + if (JSON_HEDLEY_LIKELY(is_boolean())) + { + return m_value.boolean; + } + + JSON_THROW(type_error::create(302, "type must be boolean, but is " + std::string(type_name()))); + } + + /// get a pointer to the value (object) + object_t* get_impl_ptr(object_t* /*unused*/) noexcept + { + return is_object() ? m_value.object : nullptr; + } + + /// get a pointer to the value (object) + constexpr const object_t* get_impl_ptr(const object_t* /*unused*/) const noexcept + { + return is_object() ? m_value.object : nullptr; + } + + /// get a pointer to the value (array) + array_t* get_impl_ptr(array_t* /*unused*/) noexcept + { + return is_array() ? m_value.array : nullptr; + } + + /// get a pointer to the value (array) + constexpr const array_t* get_impl_ptr(const array_t* /*unused*/) const noexcept + { + return is_array() ? m_value.array : nullptr; + } + + /// get a pointer to the value (string) + string_t* get_impl_ptr(string_t* /*unused*/) noexcept + { + return is_string() ? m_value.string : nullptr; + } + + /// get a pointer to the value (string) + constexpr const string_t* get_impl_ptr(const string_t* /*unused*/) const noexcept + { + return is_string() ? m_value.string : nullptr; + } + + /// get a pointer to the value (boolean) + boolean_t* get_impl_ptr(boolean_t* /*unused*/) noexcept + { + return is_boolean() ? &m_value.boolean : nullptr; + } + + /// get a pointer to the value (boolean) + constexpr const boolean_t* get_impl_ptr(const boolean_t* /*unused*/) const noexcept + { + return is_boolean() ? &m_value.boolean : nullptr; + } + + /// get a pointer to the value (integer number) + number_integer_t* get_impl_ptr(number_integer_t* /*unused*/) noexcept + { + return is_number_integer() ? &m_value.number_integer : nullptr; + } + + /// get a pointer to the value (integer number) + constexpr const number_integer_t* get_impl_ptr(const number_integer_t* /*unused*/) const noexcept + { + return is_number_integer() ? &m_value.number_integer : nullptr; + } + + /// get a pointer to the value (unsigned number) + number_unsigned_t* get_impl_ptr(number_unsigned_t* /*unused*/) noexcept + { + return is_number_unsigned() ? &m_value.number_unsigned : nullptr; + } + + /// get a pointer to the value (unsigned number) + constexpr const number_unsigned_t* get_impl_ptr(const number_unsigned_t* /*unused*/) const noexcept + { + return is_number_unsigned() ? &m_value.number_unsigned : nullptr; + } + + /// get a pointer to the value (floating-point number) + number_float_t* get_impl_ptr(number_float_t* /*unused*/) noexcept + { + return is_number_float() ? &m_value.number_float : nullptr; + } + + /// get a pointer to the value (floating-point number) + constexpr const number_float_t* get_impl_ptr(const number_float_t* /*unused*/) const noexcept + { + return is_number_float() ? &m_value.number_float : nullptr; + } + + /// get a pointer to the value (binary) + binary_t* get_impl_ptr(binary_t* /*unused*/) noexcept + { + return is_binary() ? m_value.binary : nullptr; + } + + /// get a pointer to the value (binary) + constexpr const binary_t* get_impl_ptr(const binary_t* /*unused*/) const noexcept + { + return is_binary() ? m_value.binary : nullptr; + } + + /*! + @brief helper function to implement get_ref() + + This function helps to implement get_ref() without code duplication for + const and non-const overloads + + @tparam ThisType will be deduced as `basic_json` or `const basic_json` + + @throw type_error.303 if ReferenceType does not match underlying value + type of the current JSON + */ + template + static ReferenceType get_ref_impl(ThisType& obj) + { + // delegate the call to get_ptr<>() + auto ptr = obj.template get_ptr::type>(); + + if (JSON_HEDLEY_LIKELY(ptr != nullptr)) + { + return *ptr; + } + + JSON_THROW(type_error::create(303, "incompatible ReferenceType for get_ref, actual type is " + std::string(obj.type_name()))); + } + + public: + /// @name value access + /// Direct access to the stored value of a JSON value. + /// @{ + + /*! + @brief get special-case overload + + This overloads avoids a lot of template boilerplate, it can be seen as the + identity method + + @tparam BasicJsonType == @ref basic_json + + @return a copy of *this + + @complexity Constant. + + @since version 2.1.0 + */ + template::type, basic_json_t>::value, + int> = 0> + basic_json get() const + { + return *this; + } + + /*! + @brief get special-case overload + + This overloads converts the current @ref basic_json in a different + @ref basic_json type + + @tparam BasicJsonType == @ref basic_json + + @return a copy of *this, converted into @tparam BasicJsonType + + @complexity Depending on the implementation of the called `from_json()` + method. + + @since version 3.2.0 + */ + template < typename BasicJsonType, detail::enable_if_t < + !std::is_same::value&& + detail::is_basic_json::value, int > = 0 > + BasicJsonType get() const + { + return *this; + } + + /*! + @brief get a value (explicit) + + Explicit type conversion between the JSON value and a compatible value + which is [CopyConstructible](https://en.cppreference.com/w/cpp/named_req/CopyConstructible) + and [DefaultConstructible](https://en.cppreference.com/w/cpp/named_req/DefaultConstructible). + The value is converted by calling the @ref json_serializer + `from_json()` method. + + The function is equivalent to executing + @code {.cpp} + ValueType ret; + JSONSerializer::from_json(*this, ret); + return ret; + @endcode + + This overloads is chosen if: + - @a ValueType is not @ref basic_json, + - @ref json_serializer has a `from_json()` method of the form + `void from_json(const basic_json&, ValueType&)`, and + - @ref json_serializer does not have a `from_json()` method of + the form `ValueType from_json(const basic_json&)` + + @tparam ValueTypeCV the provided value type + @tparam ValueType the returned value type + + @return copy of the JSON value, converted to @a ValueType + + @throw what @ref json_serializer `from_json()` method throws + + @liveexample{The example below shows several conversions from JSON values + to other types. There a few things to note: (1) Floating-point numbers can + be converted to integers\, (2) A JSON array can be converted to a standard + `std::vector`\, (3) A JSON object can be converted to C++ + associative containers such as `std::unordered_map`.,get__ValueType_const} + + @since version 2.1.0 + */ + template < typename ValueTypeCV, typename ValueType = detail::uncvref_t, + detail::enable_if_t < + !detail::is_basic_json::value && + detail::has_from_json::value && + !detail::has_non_default_from_json::value, + int > = 0 > + ValueType get() const noexcept(noexcept( + JSONSerializer::from_json(std::declval(), std::declval()))) + { + // we cannot static_assert on ValueTypeCV being non-const, because + // there is support for get(), which is why we + // still need the uncvref + static_assert(!std::is_reference::value, + "get() cannot be used with reference types, you might want to use get_ref()"); + static_assert(std::is_default_constructible::value, + "types must be DefaultConstructible when used with get()"); + + ValueType ret; + JSONSerializer::from_json(*this, ret); + return ret; + } + + /*! + @brief get a value (explicit); special case + + Explicit type conversion between the JSON value and a compatible value + which is **not** [CopyConstructible](https://en.cppreference.com/w/cpp/named_req/CopyConstructible) + and **not** [DefaultConstructible](https://en.cppreference.com/w/cpp/named_req/DefaultConstructible). + The value is converted by calling the @ref json_serializer + `from_json()` method. + + The function is equivalent to executing + @code {.cpp} + return JSONSerializer::from_json(*this); + @endcode + + This overloads is chosen if: + - @a ValueType is not @ref basic_json and + - @ref json_serializer has a `from_json()` method of the form + `ValueType from_json(const basic_json&)` + + @note If @ref json_serializer has both overloads of + `from_json()`, this one is chosen. + + @tparam ValueTypeCV the provided value type + @tparam ValueType the returned value type + + @return copy of the JSON value, converted to @a ValueType + + @throw what @ref json_serializer `from_json()` method throws + + @since version 2.1.0 + */ + template < typename ValueTypeCV, typename ValueType = detail::uncvref_t, + detail::enable_if_t < !std::is_same::value && + detail::has_non_default_from_json::value, + int > = 0 > + ValueType get() const noexcept(noexcept( + JSONSerializer::from_json(std::declval()))) + { + static_assert(!std::is_reference::value, + "get() cannot be used with reference types, you might want to use get_ref()"); + return JSONSerializer::from_json(*this); + } + + /*! + @brief get a value (explicit) + + Explicit type conversion between the JSON value and a compatible value. + The value is filled into the input parameter by calling the @ref json_serializer + `from_json()` method. + + The function is equivalent to executing + @code {.cpp} + ValueType v; + JSONSerializer::from_json(*this, v); + @endcode + + This overloads is chosen if: + - @a ValueType is not @ref basic_json, + - @ref json_serializer has a `from_json()` method of the form + `void from_json(const basic_json&, ValueType&)`, and + + @tparam ValueType the input parameter type. + + @return the input parameter, allowing chaining calls. + + @throw what @ref json_serializer `from_json()` method throws + + @liveexample{The example below shows several conversions from JSON values + to other types. There a few things to note: (1) Floating-point numbers can + be converted to integers\, (2) A JSON array can be converted to a standard + `std::vector`\, (3) A JSON object can be converted to C++ + associative containers such as `std::unordered_map`.,get_to} + + @since version 3.3.0 + */ + template < typename ValueType, + detail::enable_if_t < + !detail::is_basic_json::value&& + detail::has_from_json::value, + int > = 0 > + ValueType & get_to(ValueType& v) const noexcept(noexcept( + JSONSerializer::from_json(std::declval(), v))) + { + JSONSerializer::from_json(*this, v); + return v; + } + + // specialization to allow to call get_to with a basic_json value + // see https://github.com/nlohmann/json/issues/2175 + template::value, + int> = 0> + ValueType & get_to(ValueType& v) const + { + v = *this; + return v; + } + + template < + typename T, std::size_t N, + typename Array = T (&)[N], + detail::enable_if_t < + detail::has_from_json::value, int > = 0 > + Array get_to(T (&v)[N]) const + noexcept(noexcept(JSONSerializer::from_json( + std::declval(), v))) + { + JSONSerializer::from_json(*this, v); + return v; + } + + + /*! + @brief get a pointer value (implicit) + + Implicit pointer access to the internally stored JSON value. No copies are + made. + + @warning Writing data to the pointee of the result yields an undefined + state. + + @tparam PointerType pointer type; must be a pointer to @ref array_t, @ref + object_t, @ref string_t, @ref boolean_t, @ref number_integer_t, + @ref number_unsigned_t, or @ref number_float_t. Enforced by a static + assertion. + + @return pointer to the internally stored JSON value if the requested + pointer type @a PointerType fits to the JSON value; `nullptr` otherwise + + @complexity Constant. + + @liveexample{The example below shows how pointers to internal values of a + JSON value can be requested. Note that no type conversions are made and a + `nullptr` is returned if the value and the requested pointer type does not + match.,get_ptr} + + @since version 1.0.0 + */ + template::value, int>::type = 0> + auto get_ptr() noexcept -> decltype(std::declval().get_impl_ptr(std::declval())) + { + // delegate the call to get_impl_ptr<>() + return get_impl_ptr(static_cast(nullptr)); + } + + /*! + @brief get a pointer value (implicit) + @copydoc get_ptr() + */ + template < typename PointerType, typename std::enable_if < + std::is_pointer::value&& + std::is_const::type>::value, int >::type = 0 > + constexpr auto get_ptr() const noexcept -> decltype(std::declval().get_impl_ptr(std::declval())) + { + // delegate the call to get_impl_ptr<>() const + return get_impl_ptr(static_cast(nullptr)); + } + + /*! + @brief get a pointer value (explicit) + + Explicit pointer access to the internally stored JSON value. No copies are + made. + + @warning The pointer becomes invalid if the underlying JSON object + changes. + + @tparam PointerType pointer type; must be a pointer to @ref array_t, @ref + object_t, @ref string_t, @ref boolean_t, @ref number_integer_t, + @ref number_unsigned_t, or @ref number_float_t. + + @return pointer to the internally stored JSON value if the requested + pointer type @a PointerType fits to the JSON value; `nullptr` otherwise + + @complexity Constant. + + @liveexample{The example below shows how pointers to internal values of a + JSON value can be requested. Note that no type conversions are made and a + `nullptr` is returned if the value and the requested pointer type does not + match.,get__PointerType} + + @sa @ref get_ptr() for explicit pointer-member access + + @since version 1.0.0 + */ + template::value, int>::type = 0> + auto get() noexcept -> decltype(std::declval().template get_ptr()) + { + // delegate the call to get_ptr + return get_ptr(); + } + + /*! + @brief get a pointer value (explicit) + @copydoc get() + */ + template::value, int>::type = 0> + constexpr auto get() const noexcept -> decltype(std::declval().template get_ptr()) + { + // delegate the call to get_ptr + return get_ptr(); + } + + /*! + @brief get a reference value (implicit) + + Implicit reference access to the internally stored JSON value. No copies + are made. + + @warning Writing data to the referee of the result yields an undefined + state. + + @tparam ReferenceType reference type; must be a reference to @ref array_t, + @ref object_t, @ref string_t, @ref boolean_t, @ref number_integer_t, or + @ref number_float_t. Enforced by static assertion. + + @return reference to the internally stored JSON value if the requested + reference type @a ReferenceType fits to the JSON value; throws + type_error.303 otherwise + + @throw type_error.303 in case passed type @a ReferenceType is incompatible + with the stored JSON value; see example below + + @complexity Constant. + + @liveexample{The example shows several calls to `get_ref()`.,get_ref} + + @since version 1.1.0 + */ + template::value, int>::type = 0> + ReferenceType get_ref() + { + // delegate call to get_ref_impl + return get_ref_impl(*this); + } + + /*! + @brief get a reference value (implicit) + @copydoc get_ref() + */ + template < typename ReferenceType, typename std::enable_if < + std::is_reference::value&& + std::is_const::type>::value, int >::type = 0 > + ReferenceType get_ref() const + { + // delegate call to get_ref_impl + return get_ref_impl(*this); + } + + /*! + @brief get a value (implicit) + + Implicit type conversion between the JSON value and a compatible value. + The call is realized by calling @ref get() const. + + @tparam ValueType non-pointer type compatible to the JSON value, for + instance `int` for JSON integer numbers, `bool` for JSON booleans, or + `std::vector` types for JSON arrays. The character type of @ref string_t + as well as an initializer list of this type is excluded to avoid + ambiguities as these types implicitly convert to `std::string`. + + @return copy of the JSON value, converted to type @a ValueType + + @throw type_error.302 in case passed type @a ValueType is incompatible + to the JSON value type (e.g., the JSON value is of type boolean, but a + string is requested); see example below + + @complexity Linear in the size of the JSON value. + + @liveexample{The example below shows several conversions from JSON values + to other types. There a few things to note: (1) Floating-point numbers can + be converted to integers\, (2) A JSON array can be converted to a standard + `std::vector`\, (3) A JSON object can be converted to C++ + associative containers such as `std::unordered_map`.,operator__ValueType} + + @since version 1.0.0 + */ + template < typename ValueType, typename std::enable_if < + !std::is_pointer::value&& + !std::is_same>::value&& + !std::is_same::value&& + !detail::is_basic_json::value + && !std::is_same>::value +#if defined(JSON_HAS_CPP_17) && (defined(__GNUC__) || (defined(_MSC_VER) && _MSC_VER >= 1910 && _MSC_VER <= 1914)) + && !std::is_same::value +#endif + && detail::is_detected::value + , int >::type = 0 > + JSON_EXPLICIT operator ValueType() const + { + // delegate the call to get<>() const + return get(); + } + + /*! + @return reference to the binary value + + @throw type_error.302 if the value is not binary + + @sa @ref is_binary() to check if the value is binary + + @since version 3.8.0 + */ + binary_t& get_binary() + { + if (!is_binary()) + { + JSON_THROW(type_error::create(302, "type must be binary, but is " + std::string(type_name()))); + } + + return *get_ptr(); + } + + /// @copydoc get_binary() + const binary_t& get_binary() const + { + if (!is_binary()) + { + JSON_THROW(type_error::create(302, "type must be binary, but is " + std::string(type_name()))); + } + + return *get_ptr(); + } + + /// @} + + + //////////////////// + // element access // + //////////////////// + + /// @name element access + /// Access to the JSON value. + /// @{ + + /*! + @brief access specified array element with bounds checking + + Returns a reference to the element at specified location @a idx, with + bounds checking. + + @param[in] idx index of the element to access + + @return reference to the element at index @a idx + + @throw type_error.304 if the JSON value is not an array; in this case, + calling `at` with an index makes no sense. See example below. + @throw out_of_range.401 if the index @a idx is out of range of the array; + that is, `idx >= size()`. See example below. + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes in the JSON value. + + @complexity Constant. + + @since version 1.0.0 + + @liveexample{The example below shows how array elements can be read and + written using `at()`. It also demonstrates the different exceptions that + can be thrown.,at__size_type} + */ + reference at(size_type idx) + { + // at only works for arrays + if (JSON_HEDLEY_LIKELY(is_array())) + { + JSON_TRY + { + return m_value.array->at(idx); + } + JSON_CATCH (std::out_of_range&) + { + // create better exception explanation + JSON_THROW(out_of_range::create(401, "array index " + std::to_string(idx) + " is out of range")); + } + } + else + { + JSON_THROW(type_error::create(304, "cannot use at() with " + std::string(type_name()))); + } + } + + /*! + @brief access specified array element with bounds checking + + Returns a const reference to the element at specified location @a idx, + with bounds checking. + + @param[in] idx index of the element to access + + @return const reference to the element at index @a idx + + @throw type_error.304 if the JSON value is not an array; in this case, + calling `at` with an index makes no sense. See example below. + @throw out_of_range.401 if the index @a idx is out of range of the array; + that is, `idx >= size()`. See example below. + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes in the JSON value. + + @complexity Constant. + + @since version 1.0.0 + + @liveexample{The example below shows how array elements can be read using + `at()`. It also demonstrates the different exceptions that can be thrown., + at__size_type_const} + */ + const_reference at(size_type idx) const + { + // at only works for arrays + if (JSON_HEDLEY_LIKELY(is_array())) + { + JSON_TRY + { + return m_value.array->at(idx); + } + JSON_CATCH (std::out_of_range&) + { + // create better exception explanation + JSON_THROW(out_of_range::create(401, "array index " + std::to_string(idx) + " is out of range")); + } + } + else + { + JSON_THROW(type_error::create(304, "cannot use at() with " + std::string(type_name()))); + } + } + + /*! + @brief access specified object element with bounds checking + + Returns a reference to the element at with specified key @a key, with + bounds checking. + + @param[in] key key of the element to access + + @return reference to the element at key @a key + + @throw type_error.304 if the JSON value is not an object; in this case, + calling `at` with a key makes no sense. See example below. + @throw out_of_range.403 if the key @a key is is not stored in the object; + that is, `find(key) == end()`. See example below. + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes in the JSON value. + + @complexity Logarithmic in the size of the container. + + @sa @ref operator[](const typename object_t::key_type&) for unchecked + access by reference + @sa @ref value() for access by value with a default value + + @since version 1.0.0 + + @liveexample{The example below shows how object elements can be read and + written using `at()`. It also demonstrates the different exceptions that + can be thrown.,at__object_t_key_type} + */ + reference at(const typename object_t::key_type& key) + { + // at only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + JSON_TRY + { + return m_value.object->at(key); + } + JSON_CATCH (std::out_of_range&) + { + // create better exception explanation + JSON_THROW(out_of_range::create(403, "key '" + key + "' not found")); + } + } + else + { + JSON_THROW(type_error::create(304, "cannot use at() with " + std::string(type_name()))); + } + } + + /*! + @brief access specified object element with bounds checking + + Returns a const reference to the element at with specified key @a key, + with bounds checking. + + @param[in] key key of the element to access + + @return const reference to the element at key @a key + + @throw type_error.304 if the JSON value is not an object; in this case, + calling `at` with a key makes no sense. See example below. + @throw out_of_range.403 if the key @a key is is not stored in the object; + that is, `find(key) == end()`. See example below. + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes in the JSON value. + + @complexity Logarithmic in the size of the container. + + @sa @ref operator[](const typename object_t::key_type&) for unchecked + access by reference + @sa @ref value() for access by value with a default value + + @since version 1.0.0 + + @liveexample{The example below shows how object elements can be read using + `at()`. It also demonstrates the different exceptions that can be thrown., + at__object_t_key_type_const} + */ + const_reference at(const typename object_t::key_type& key) const + { + // at only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + JSON_TRY + { + return m_value.object->at(key); + } + JSON_CATCH (std::out_of_range&) + { + // create better exception explanation + JSON_THROW(out_of_range::create(403, "key '" + key + "' not found")); + } + } + else + { + JSON_THROW(type_error::create(304, "cannot use at() with " + std::string(type_name()))); + } + } + + /*! + @brief access specified array element + + Returns a reference to the element at specified location @a idx. + + @note If @a idx is beyond the range of the array (i.e., `idx >= size()`), + then the array is silently filled up with `null` values to make `idx` a + valid reference to the last stored element. + + @param[in] idx index of the element to access + + @return reference to the element at index @a idx + + @throw type_error.305 if the JSON value is not an array or null; in that + cases, using the [] operator with an index makes no sense. + + @complexity Constant if @a idx is in the range of the array. Otherwise + linear in `idx - size()`. + + @liveexample{The example below shows how array elements can be read and + written using `[]` operator. Note the addition of `null` + values.,operatorarray__size_type} + + @since version 1.0.0 + */ + reference operator[](size_type idx) + { + // implicitly convert null value to an empty array + if (is_null()) + { + m_type = value_t::array; + m_value.array = create(); + assert_invariant(); + } + + // operator[] only works for arrays + if (JSON_HEDLEY_LIKELY(is_array())) + { + // fill up array with null values if given idx is outside range + if (idx >= m_value.array->size()) + { + m_value.array->insert(m_value.array->end(), + idx - m_value.array->size() + 1, + basic_json()); + } + + return m_value.array->operator[](idx); + } + + JSON_THROW(type_error::create(305, "cannot use operator[] with a numeric argument with " + std::string(type_name()))); + } + + /*! + @brief access specified array element + + Returns a const reference to the element at specified location @a idx. + + @param[in] idx index of the element to access + + @return const reference to the element at index @a idx + + @throw type_error.305 if the JSON value is not an array; in that case, + using the [] operator with an index makes no sense. + + @complexity Constant. + + @liveexample{The example below shows how array elements can be read using + the `[]` operator.,operatorarray__size_type_const} + + @since version 1.0.0 + */ + const_reference operator[](size_type idx) const + { + // const operator[] only works for arrays + if (JSON_HEDLEY_LIKELY(is_array())) + { + return m_value.array->operator[](idx); + } + + JSON_THROW(type_error::create(305, "cannot use operator[] with a numeric argument with " + std::string(type_name()))); + } + + /*! + @brief access specified object element + + Returns a reference to the element at with specified key @a key. + + @note If @a key is not found in the object, then it is silently added to + the object and filled with a `null` value to make `key` a valid reference. + In case the value was `null` before, it is converted to an object. + + @param[in] key key of the element to access + + @return reference to the element at key @a key + + @throw type_error.305 if the JSON value is not an object or null; in that + cases, using the [] operator with a key makes no sense. + + @complexity Logarithmic in the size of the container. + + @liveexample{The example below shows how object elements can be read and + written using the `[]` operator.,operatorarray__key_type} + + @sa @ref at(const typename object_t::key_type&) for access by reference + with range checking + @sa @ref value() for access by value with a default value + + @since version 1.0.0 + */ + reference operator[](const typename object_t::key_type& key) + { + // implicitly convert null value to an empty object + if (is_null()) + { + m_type = value_t::object; + m_value.object = create(); + assert_invariant(); + } + + // operator[] only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + return m_value.object->operator[](key); + } + + JSON_THROW(type_error::create(305, "cannot use operator[] with a string argument with " + std::string(type_name()))); + } + + /*! + @brief read-only access specified object element + + Returns a const reference to the element at with specified key @a key. No + bounds checking is performed. + + @warning If the element with key @a key does not exist, the behavior is + undefined. + + @param[in] key key of the element to access + + @return const reference to the element at key @a key + + @pre The element with key @a key must exist. **This precondition is + enforced with an assertion.** + + @throw type_error.305 if the JSON value is not an object; in that case, + using the [] operator with a key makes no sense. + + @complexity Logarithmic in the size of the container. + + @liveexample{The example below shows how object elements can be read using + the `[]` operator.,operatorarray__key_type_const} + + @sa @ref at(const typename object_t::key_type&) for access by reference + with range checking + @sa @ref value() for access by value with a default value + + @since version 1.0.0 + */ + const_reference operator[](const typename object_t::key_type& key) const + { + // const operator[] only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + JSON_ASSERT(m_value.object->find(key) != m_value.object->end()); + return m_value.object->find(key)->second; + } + + JSON_THROW(type_error::create(305, "cannot use operator[] with a string argument with " + std::string(type_name()))); + } + + /*! + @brief access specified object element + + Returns a reference to the element at with specified key @a key. + + @note If @a key is not found in the object, then it is silently added to + the object and filled with a `null` value to make `key` a valid reference. + In case the value was `null` before, it is converted to an object. + + @param[in] key key of the element to access + + @return reference to the element at key @a key + + @throw type_error.305 if the JSON value is not an object or null; in that + cases, using the [] operator with a key makes no sense. + + @complexity Logarithmic in the size of the container. + + @liveexample{The example below shows how object elements can be read and + written using the `[]` operator.,operatorarray__key_type} + + @sa @ref at(const typename object_t::key_type&) for access by reference + with range checking + @sa @ref value() for access by value with a default value + + @since version 1.1.0 + */ + template + JSON_HEDLEY_NON_NULL(2) + reference operator[](T* key) + { + // implicitly convert null to object + if (is_null()) + { + m_type = value_t::object; + m_value = value_t::object; + assert_invariant(); + } + + // at only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + return m_value.object->operator[](key); + } + + JSON_THROW(type_error::create(305, "cannot use operator[] with a string argument with " + std::string(type_name()))); + } + + /*! + @brief read-only access specified object element + + Returns a const reference to the element at with specified key @a key. No + bounds checking is performed. + + @warning If the element with key @a key does not exist, the behavior is + undefined. + + @param[in] key key of the element to access + + @return const reference to the element at key @a key + + @pre The element with key @a key must exist. **This precondition is + enforced with an assertion.** + + @throw type_error.305 if the JSON value is not an object; in that case, + using the [] operator with a key makes no sense. + + @complexity Logarithmic in the size of the container. + + @liveexample{The example below shows how object elements can be read using + the `[]` operator.,operatorarray__key_type_const} + + @sa @ref at(const typename object_t::key_type&) for access by reference + with range checking + @sa @ref value() for access by value with a default value + + @since version 1.1.0 + */ + template + JSON_HEDLEY_NON_NULL(2) + const_reference operator[](T* key) const + { + // at only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + JSON_ASSERT(m_value.object->find(key) != m_value.object->end()); + return m_value.object->find(key)->second; + } + + JSON_THROW(type_error::create(305, "cannot use operator[] with a string argument with " + std::string(type_name()))); + } + + /*! + @brief access specified object element with default value + + Returns either a copy of an object's element at the specified key @a key + or a given default value if no element with key @a key exists. + + The function is basically equivalent to executing + @code {.cpp} + try { + return at(key); + } catch(out_of_range) { + return default_value; + } + @endcode + + @note Unlike @ref at(const typename object_t::key_type&), this function + does not throw if the given key @a key was not found. + + @note Unlike @ref operator[](const typename object_t::key_type& key), this + function does not implicitly add an element to the position defined by @a + key. This function is furthermore also applicable to const objects. + + @param[in] key key of the element to access + @param[in] default_value the value to return if @a key is not found + + @tparam ValueType type compatible to JSON values, for instance `int` for + JSON integer numbers, `bool` for JSON booleans, or `std::vector` types for + JSON arrays. Note the type of the expected value at @a key and the default + value @a default_value must be compatible. + + @return copy of the element at key @a key or @a default_value if @a key + is not found + + @throw type_error.302 if @a default_value does not match the type of the + value at @a key + @throw type_error.306 if the JSON value is not an object; in that case, + using `value()` with a key makes no sense. + + @complexity Logarithmic in the size of the container. + + @liveexample{The example below shows how object elements can be queried + with a default value.,basic_json__value} + + @sa @ref at(const typename object_t::key_type&) for access by reference + with range checking + @sa @ref operator[](const typename object_t::key_type&) for unchecked + access by reference + + @since version 1.0.0 + */ + // using std::is_convertible in a std::enable_if will fail when using explicit conversions + template < class ValueType, typename std::enable_if < + detail::is_getable::value + && !std::is_same::value, int >::type = 0 > + ValueType value(const typename object_t::key_type& key, const ValueType& default_value) const + { + // at only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + // if key is found, return value and given default value otherwise + const auto it = find(key); + if (it != end()) + { + return it->template get(); + } + + return default_value; + } + + JSON_THROW(type_error::create(306, "cannot use value() with " + std::string(type_name()))); + } + + /*! + @brief overload for a default value of type const char* + @copydoc basic_json::value(const typename object_t::key_type&, const ValueType&) const + */ + string_t value(const typename object_t::key_type& key, const char* default_value) const + { + return value(key, string_t(default_value)); + } + + /*! + @brief access specified object element via JSON Pointer with default value + + Returns either a copy of an object's element at the specified key @a key + or a given default value if no element with key @a key exists. + + The function is basically equivalent to executing + @code {.cpp} + try { + return at(ptr); + } catch(out_of_range) { + return default_value; + } + @endcode + + @note Unlike @ref at(const json_pointer&), this function does not throw + if the given key @a key was not found. + + @param[in] ptr a JSON pointer to the element to access + @param[in] default_value the value to return if @a ptr found no value + + @tparam ValueType type compatible to JSON values, for instance `int` for + JSON integer numbers, `bool` for JSON booleans, or `std::vector` types for + JSON arrays. Note the type of the expected value at @a key and the default + value @a default_value must be compatible. + + @return copy of the element at key @a key or @a default_value if @a key + is not found + + @throw type_error.302 if @a default_value does not match the type of the + value at @a ptr + @throw type_error.306 if the JSON value is not an object; in that case, + using `value()` with a key makes no sense. + + @complexity Logarithmic in the size of the container. + + @liveexample{The example below shows how object elements can be queried + with a default value.,basic_json__value_ptr} + + @sa @ref operator[](const json_pointer&) for unchecked access by reference + + @since version 2.0.2 + */ + template::value, int>::type = 0> + ValueType value(const json_pointer& ptr, const ValueType& default_value) const + { + // at only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + // if pointer resolves a value, return it or use default value + JSON_TRY + { + return ptr.get_checked(this).template get(); + } + JSON_INTERNAL_CATCH (out_of_range&) + { + return default_value; + } + } + + JSON_THROW(type_error::create(306, "cannot use value() with " + std::string(type_name()))); + } + + /*! + @brief overload for a default value of type const char* + @copydoc basic_json::value(const json_pointer&, ValueType) const + */ + JSON_HEDLEY_NON_NULL(3) + string_t value(const json_pointer& ptr, const char* default_value) const + { + return value(ptr, string_t(default_value)); + } + + /*! + @brief access the first element + + Returns a reference to the first element in the container. For a JSON + container `c`, the expression `c.front()` is equivalent to `*c.begin()`. + + @return In case of a structured type (array or object), a reference to the + first element is returned. In case of number, string, boolean, or binary + values, a reference to the value is returned. + + @complexity Constant. + + @pre The JSON value must not be `null` (would throw `std::out_of_range`) + or an empty array or object (undefined behavior, **guarded by + assertions**). + @post The JSON value remains unchanged. + + @throw invalid_iterator.214 when called on `null` value + + @liveexample{The following code shows an example for `front()`.,front} + + @sa @ref back() -- access the last element + + @since version 1.0.0 + */ + reference front() + { + return *begin(); + } + + /*! + @copydoc basic_json::front() + */ + const_reference front() const + { + return *cbegin(); + } + + /*! + @brief access the last element + + Returns a reference to the last element in the container. For a JSON + container `c`, the expression `c.back()` is equivalent to + @code {.cpp} + auto tmp = c.end(); + --tmp; + return *tmp; + @endcode + + @return In case of a structured type (array or object), a reference to the + last element is returned. In case of number, string, boolean, or binary + values, a reference to the value is returned. + + @complexity Constant. + + @pre The JSON value must not be `null` (would throw `std::out_of_range`) + or an empty array or object (undefined behavior, **guarded by + assertions**). + @post The JSON value remains unchanged. + + @throw invalid_iterator.214 when called on a `null` value. See example + below. + + @liveexample{The following code shows an example for `back()`.,back} + + @sa @ref front() -- access the first element + + @since version 1.0.0 + */ + reference back() + { + auto tmp = end(); + --tmp; + return *tmp; + } + + /*! + @copydoc basic_json::back() + */ + const_reference back() const + { + auto tmp = cend(); + --tmp; + return *tmp; + } + + /*! + @brief remove element given an iterator + + Removes the element specified by iterator @a pos. The iterator @a pos must + be valid and dereferenceable. Thus the `end()` iterator (which is valid, + but is not dereferenceable) cannot be used as a value for @a pos. + + If called on a primitive type other than `null`, the resulting JSON value + will be `null`. + + @param[in] pos iterator to the element to remove + @return Iterator following the last removed element. If the iterator @a + pos refers to the last element, the `end()` iterator is returned. + + @tparam IteratorType an @ref iterator or @ref const_iterator + + @post Invalidates iterators and references at or after the point of the + erase, including the `end()` iterator. + + @throw type_error.307 if called on a `null` value; example: `"cannot use + erase() with null"` + @throw invalid_iterator.202 if called on an iterator which does not belong + to the current JSON value; example: `"iterator does not fit current + value"` + @throw invalid_iterator.205 if called on a primitive type with invalid + iterator (i.e., any iterator which is not `begin()`); example: `"iterator + out of range"` + + @complexity The complexity depends on the type: + - objects: amortized constant + - arrays: linear in distance between @a pos and the end of the container + - strings and binary: linear in the length of the member + - other types: constant + + @liveexample{The example shows the result of `erase()` for different JSON + types.,erase__IteratorType} + + @sa @ref erase(IteratorType, IteratorType) -- removes the elements in + the given range + @sa @ref erase(const typename object_t::key_type&) -- removes the element + from an object at the given key + @sa @ref erase(const size_type) -- removes the element from an array at + the given index + + @since version 1.0.0 + */ + template < class IteratorType, typename std::enable_if < + std::is_same::value || + std::is_same::value, int >::type + = 0 > + IteratorType erase(IteratorType pos) + { + // make sure iterator fits the current value + if (JSON_HEDLEY_UNLIKELY(this != pos.m_object)) + { + JSON_THROW(invalid_iterator::create(202, "iterator does not fit current value")); + } + + IteratorType result = end(); + + switch (m_type) + { + case value_t::boolean: + case value_t::number_float: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::string: + case value_t::binary: + { + if (JSON_HEDLEY_UNLIKELY(!pos.m_it.primitive_iterator.is_begin())) + { + JSON_THROW(invalid_iterator::create(205, "iterator out of range")); + } + + if (is_string()) + { + AllocatorType alloc; + std::allocator_traits::destroy(alloc, m_value.string); + std::allocator_traits::deallocate(alloc, m_value.string, 1); + m_value.string = nullptr; + } + else if (is_binary()) + { + AllocatorType alloc; + std::allocator_traits::destroy(alloc, m_value.binary); + std::allocator_traits::deallocate(alloc, m_value.binary, 1); + m_value.binary = nullptr; + } + + m_type = value_t::null; + assert_invariant(); + break; + } + + case value_t::object: + { + result.m_it.object_iterator = m_value.object->erase(pos.m_it.object_iterator); + break; + } + + case value_t::array: + { + result.m_it.array_iterator = m_value.array->erase(pos.m_it.array_iterator); + break; + } + + default: + JSON_THROW(type_error::create(307, "cannot use erase() with " + std::string(type_name()))); + } + + return result; + } + + /*! + @brief remove elements given an iterator range + + Removes the element specified by the range `[first; last)`. The iterator + @a first does not need to be dereferenceable if `first == last`: erasing + an empty range is a no-op. + + If called on a primitive type other than `null`, the resulting JSON value + will be `null`. + + @param[in] first iterator to the beginning of the range to remove + @param[in] last iterator past the end of the range to remove + @return Iterator following the last removed element. If the iterator @a + second refers to the last element, the `end()` iterator is returned. + + @tparam IteratorType an @ref iterator or @ref const_iterator + + @post Invalidates iterators and references at or after the point of the + erase, including the `end()` iterator. + + @throw type_error.307 if called on a `null` value; example: `"cannot use + erase() with null"` + @throw invalid_iterator.203 if called on iterators which does not belong + to the current JSON value; example: `"iterators do not fit current value"` + @throw invalid_iterator.204 if called on a primitive type with invalid + iterators (i.e., if `first != begin()` and `last != end()`); example: + `"iterators out of range"` + + @complexity The complexity depends on the type: + - objects: `log(size()) + std::distance(first, last)` + - arrays: linear in the distance between @a first and @a last, plus linear + in the distance between @a last and end of the container + - strings and binary: linear in the length of the member + - other types: constant + + @liveexample{The example shows the result of `erase()` for different JSON + types.,erase__IteratorType_IteratorType} + + @sa @ref erase(IteratorType) -- removes the element at a given position + @sa @ref erase(const typename object_t::key_type&) -- removes the element + from an object at the given key + @sa @ref erase(const size_type) -- removes the element from an array at + the given index + + @since version 1.0.0 + */ + template < class IteratorType, typename std::enable_if < + std::is_same::value || + std::is_same::value, int >::type + = 0 > + IteratorType erase(IteratorType first, IteratorType last) + { + // make sure iterator fits the current value + if (JSON_HEDLEY_UNLIKELY(this != first.m_object || this != last.m_object)) + { + JSON_THROW(invalid_iterator::create(203, "iterators do not fit current value")); + } + + IteratorType result = end(); + + switch (m_type) + { + case value_t::boolean: + case value_t::number_float: + case value_t::number_integer: + case value_t::number_unsigned: + case value_t::string: + case value_t::binary: + { + if (JSON_HEDLEY_LIKELY(!first.m_it.primitive_iterator.is_begin() + || !last.m_it.primitive_iterator.is_end())) + { + JSON_THROW(invalid_iterator::create(204, "iterators out of range")); + } + + if (is_string()) + { + AllocatorType alloc; + std::allocator_traits::destroy(alloc, m_value.string); + std::allocator_traits::deallocate(alloc, m_value.string, 1); + m_value.string = nullptr; + } + else if (is_binary()) + { + AllocatorType alloc; + std::allocator_traits::destroy(alloc, m_value.binary); + std::allocator_traits::deallocate(alloc, m_value.binary, 1); + m_value.binary = nullptr; + } + + m_type = value_t::null; + assert_invariant(); + break; + } + + case value_t::object: + { + result.m_it.object_iterator = m_value.object->erase(first.m_it.object_iterator, + last.m_it.object_iterator); + break; + } + + case value_t::array: + { + result.m_it.array_iterator = m_value.array->erase(first.m_it.array_iterator, + last.m_it.array_iterator); + break; + } + + default: + JSON_THROW(type_error::create(307, "cannot use erase() with " + std::string(type_name()))); + } + + return result; + } + + /*! + @brief remove element from a JSON object given a key + + Removes elements from a JSON object with the key value @a key. + + @param[in] key value of the elements to remove + + @return Number of elements removed. If @a ObjectType is the default + `std::map` type, the return value will always be `0` (@a key was not + found) or `1` (@a key was found). + + @post References and iterators to the erased elements are invalidated. + Other references and iterators are not affected. + + @throw type_error.307 when called on a type other than JSON object; + example: `"cannot use erase() with null"` + + @complexity `log(size()) + count(key)` + + @liveexample{The example shows the effect of `erase()`.,erase__key_type} + + @sa @ref erase(IteratorType) -- removes the element at a given position + @sa @ref erase(IteratorType, IteratorType) -- removes the elements in + the given range + @sa @ref erase(const size_type) -- removes the element from an array at + the given index + + @since version 1.0.0 + */ + size_type erase(const typename object_t::key_type& key) + { + // this erase only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + return m_value.object->erase(key); + } + + JSON_THROW(type_error::create(307, "cannot use erase() with " + std::string(type_name()))); + } + + /*! + @brief remove element from a JSON array given an index + + Removes element from a JSON array at the index @a idx. + + @param[in] idx index of the element to remove + + @throw type_error.307 when called on a type other than JSON object; + example: `"cannot use erase() with null"` + @throw out_of_range.401 when `idx >= size()`; example: `"array index 17 + is out of range"` + + @complexity Linear in distance between @a idx and the end of the container. + + @liveexample{The example shows the effect of `erase()`.,erase__size_type} + + @sa @ref erase(IteratorType) -- removes the element at a given position + @sa @ref erase(IteratorType, IteratorType) -- removes the elements in + the given range + @sa @ref erase(const typename object_t::key_type&) -- removes the element + from an object at the given key + + @since version 1.0.0 + */ + void erase(const size_type idx) + { + // this erase only works for arrays + if (JSON_HEDLEY_LIKELY(is_array())) + { + if (JSON_HEDLEY_UNLIKELY(idx >= size())) + { + JSON_THROW(out_of_range::create(401, "array index " + std::to_string(idx) + " is out of range")); + } + + m_value.array->erase(m_value.array->begin() + static_cast(idx)); + } + else + { + JSON_THROW(type_error::create(307, "cannot use erase() with " + std::string(type_name()))); + } + } + + /// @} + + + //////////// + // lookup // + //////////// + + /// @name lookup + /// @{ + + /*! + @brief find an element in a JSON object + + Finds an element in a JSON object with key equivalent to @a key. If the + element is not found or the JSON value is not an object, end() is + returned. + + @note This method always returns @ref end() when executed on a JSON type + that is not an object. + + @param[in] key key value of the element to search for. + + @return Iterator to an element with key equivalent to @a key. If no such + element is found or the JSON value is not an object, past-the-end (see + @ref end()) iterator is returned. + + @complexity Logarithmic in the size of the JSON object. + + @liveexample{The example shows how `find()` is used.,find__key_type} + + @sa @ref contains(KeyT&&) const -- checks whether a key exists + + @since version 1.0.0 + */ + template + iterator find(KeyT&& key) + { + auto result = end(); + + if (is_object()) + { + result.m_it.object_iterator = m_value.object->find(std::forward(key)); + } + + return result; + } + + /*! + @brief find an element in a JSON object + @copydoc find(KeyT&&) + */ + template + const_iterator find(KeyT&& key) const + { + auto result = cend(); + + if (is_object()) + { + result.m_it.object_iterator = m_value.object->find(std::forward(key)); + } + + return result; + } + + /*! + @brief returns the number of occurrences of a key in a JSON object + + Returns the number of elements with key @a key. If ObjectType is the + default `std::map` type, the return value will always be `0` (@a key was + not found) or `1` (@a key was found). + + @note This method always returns `0` when executed on a JSON type that is + not an object. + + @param[in] key key value of the element to count + + @return Number of elements with key @a key. If the JSON value is not an + object, the return value will be `0`. + + @complexity Logarithmic in the size of the JSON object. + + @liveexample{The example shows how `count()` is used.,count} + + @since version 1.0.0 + */ + template + size_type count(KeyT&& key) const + { + // return 0 for all nonobject types + return is_object() ? m_value.object->count(std::forward(key)) : 0; + } + + /*! + @brief check the existence of an element in a JSON object + + Check whether an element exists in a JSON object with key equivalent to + @a key. If the element is not found or the JSON value is not an object, + false is returned. + + @note This method always returns false when executed on a JSON type + that is not an object. + + @param[in] key key value to check its existence. + + @return true if an element with specified @a key exists. If no such + element with such key is found or the JSON value is not an object, + false is returned. + + @complexity Logarithmic in the size of the JSON object. + + @liveexample{The following code shows an example for `contains()`.,contains} + + @sa @ref find(KeyT&&) -- returns an iterator to an object element + @sa @ref contains(const json_pointer&) const -- checks the existence for a JSON pointer + + @since version 3.6.0 + */ + template < typename KeyT, typename std::enable_if < + !std::is_same::type, json_pointer>::value, int >::type = 0 > + bool contains(KeyT && key) const + { + return is_object() && m_value.object->find(std::forward(key)) != m_value.object->end(); + } + + /*! + @brief check the existence of an element in a JSON object given a JSON pointer + + Check whether the given JSON pointer @a ptr can be resolved in the current + JSON value. + + @note This method can be executed on any JSON value type. + + @param[in] ptr JSON pointer to check its existence. + + @return true if the JSON pointer can be resolved to a stored value, false + otherwise. + + @post If `j.contains(ptr)` returns true, it is safe to call `j[ptr]`. + + @throw parse_error.106 if an array index begins with '0' + @throw parse_error.109 if an array index was not a number + + @complexity Logarithmic in the size of the JSON object. + + @liveexample{The following code shows an example for `contains()`.,contains_json_pointer} + + @sa @ref contains(KeyT &&) const -- checks the existence of a key + + @since version 3.7.0 + */ + bool contains(const json_pointer& ptr) const + { + return ptr.contains(this); + } + + /// @} + + + /////////////// + // iterators // + /////////////// + + /// @name iterators + /// @{ + + /*! + @brief returns an iterator to the first element + + Returns an iterator to the first element. + + @image html range-begin-end.svg "Illustration from cppreference.com" + + @return iterator to the first element + + @complexity Constant. + + @requirement This function helps `basic_json` satisfying the + [Container](https://en.cppreference.com/w/cpp/named_req/Container) + requirements: + - The complexity is constant. + + @liveexample{The following code shows an example for `begin()`.,begin} + + @sa @ref cbegin() -- returns a const iterator to the beginning + @sa @ref end() -- returns an iterator to the end + @sa @ref cend() -- returns a const iterator to the end + + @since version 1.0.0 + */ + iterator begin() noexcept + { + iterator result(this); + result.set_begin(); + return result; + } + + /*! + @copydoc basic_json::cbegin() + */ + const_iterator begin() const noexcept + { + return cbegin(); + } + + /*! + @brief returns a const iterator to the first element + + Returns a const iterator to the first element. + + @image html range-begin-end.svg "Illustration from cppreference.com" + + @return const iterator to the first element + + @complexity Constant. + + @requirement This function helps `basic_json` satisfying the + [Container](https://en.cppreference.com/w/cpp/named_req/Container) + requirements: + - The complexity is constant. + - Has the semantics of `const_cast(*this).begin()`. + + @liveexample{The following code shows an example for `cbegin()`.,cbegin} + + @sa @ref begin() -- returns an iterator to the beginning + @sa @ref end() -- returns an iterator to the end + @sa @ref cend() -- returns a const iterator to the end + + @since version 1.0.0 + */ + const_iterator cbegin() const noexcept + { + const_iterator result(this); + result.set_begin(); + return result; + } + + /*! + @brief returns an iterator to one past the last element + + Returns an iterator to one past the last element. + + @image html range-begin-end.svg "Illustration from cppreference.com" + + @return iterator one past the last element + + @complexity Constant. + + @requirement This function helps `basic_json` satisfying the + [Container](https://en.cppreference.com/w/cpp/named_req/Container) + requirements: + - The complexity is constant. + + @liveexample{The following code shows an example for `end()`.,end} + + @sa @ref cend() -- returns a const iterator to the end + @sa @ref begin() -- returns an iterator to the beginning + @sa @ref cbegin() -- returns a const iterator to the beginning + + @since version 1.0.0 + */ + iterator end() noexcept + { + iterator result(this); + result.set_end(); + return result; + } + + /*! + @copydoc basic_json::cend() + */ + const_iterator end() const noexcept + { + return cend(); + } + + /*! + @brief returns a const iterator to one past the last element + + Returns a const iterator to one past the last element. + + @image html range-begin-end.svg "Illustration from cppreference.com" + + @return const iterator one past the last element + + @complexity Constant. + + @requirement This function helps `basic_json` satisfying the + [Container](https://en.cppreference.com/w/cpp/named_req/Container) + requirements: + - The complexity is constant. + - Has the semantics of `const_cast(*this).end()`. + + @liveexample{The following code shows an example for `cend()`.,cend} + + @sa @ref end() -- returns an iterator to the end + @sa @ref begin() -- returns an iterator to the beginning + @sa @ref cbegin() -- returns a const iterator to the beginning + + @since version 1.0.0 + */ + const_iterator cend() const noexcept + { + const_iterator result(this); + result.set_end(); + return result; + } + + /*! + @brief returns an iterator to the reverse-beginning + + Returns an iterator to the reverse-beginning; that is, the last element. + + @image html range-rbegin-rend.svg "Illustration from cppreference.com" + + @complexity Constant. + + @requirement This function helps `basic_json` satisfying the + [ReversibleContainer](https://en.cppreference.com/w/cpp/named_req/ReversibleContainer) + requirements: + - The complexity is constant. + - Has the semantics of `reverse_iterator(end())`. + + @liveexample{The following code shows an example for `rbegin()`.,rbegin} + + @sa @ref crbegin() -- returns a const reverse iterator to the beginning + @sa @ref rend() -- returns a reverse iterator to the end + @sa @ref crend() -- returns a const reverse iterator to the end + + @since version 1.0.0 + */ + reverse_iterator rbegin() noexcept + { + return reverse_iterator(end()); + } + + /*! + @copydoc basic_json::crbegin() + */ + const_reverse_iterator rbegin() const noexcept + { + return crbegin(); + } + + /*! + @brief returns an iterator to the reverse-end + + Returns an iterator to the reverse-end; that is, one before the first + element. + + @image html range-rbegin-rend.svg "Illustration from cppreference.com" + + @complexity Constant. + + @requirement This function helps `basic_json` satisfying the + [ReversibleContainer](https://en.cppreference.com/w/cpp/named_req/ReversibleContainer) + requirements: + - The complexity is constant. + - Has the semantics of `reverse_iterator(begin())`. + + @liveexample{The following code shows an example for `rend()`.,rend} + + @sa @ref crend() -- returns a const reverse iterator to the end + @sa @ref rbegin() -- returns a reverse iterator to the beginning + @sa @ref crbegin() -- returns a const reverse iterator to the beginning + + @since version 1.0.0 + */ + reverse_iterator rend() noexcept + { + return reverse_iterator(begin()); + } + + /*! + @copydoc basic_json::crend() + */ + const_reverse_iterator rend() const noexcept + { + return crend(); + } + + /*! + @brief returns a const reverse iterator to the last element + + Returns a const iterator to the reverse-beginning; that is, the last + element. + + @image html range-rbegin-rend.svg "Illustration from cppreference.com" + + @complexity Constant. + + @requirement This function helps `basic_json` satisfying the + [ReversibleContainer](https://en.cppreference.com/w/cpp/named_req/ReversibleContainer) + requirements: + - The complexity is constant. + - Has the semantics of `const_cast(*this).rbegin()`. + + @liveexample{The following code shows an example for `crbegin()`.,crbegin} + + @sa @ref rbegin() -- returns a reverse iterator to the beginning + @sa @ref rend() -- returns a reverse iterator to the end + @sa @ref crend() -- returns a const reverse iterator to the end + + @since version 1.0.0 + */ + const_reverse_iterator crbegin() const noexcept + { + return const_reverse_iterator(cend()); + } + + /*! + @brief returns a const reverse iterator to one before the first + + Returns a const reverse iterator to the reverse-end; that is, one before + the first element. + + @image html range-rbegin-rend.svg "Illustration from cppreference.com" + + @complexity Constant. + + @requirement This function helps `basic_json` satisfying the + [ReversibleContainer](https://en.cppreference.com/w/cpp/named_req/ReversibleContainer) + requirements: + - The complexity is constant. + - Has the semantics of `const_cast(*this).rend()`. + + @liveexample{The following code shows an example for `crend()`.,crend} + + @sa @ref rend() -- returns a reverse iterator to the end + @sa @ref rbegin() -- returns a reverse iterator to the beginning + @sa @ref crbegin() -- returns a const reverse iterator to the beginning + + @since version 1.0.0 + */ + const_reverse_iterator crend() const noexcept + { + return const_reverse_iterator(cbegin()); + } + + public: + /*! + @brief wrapper to access iterator member functions in range-based for + + This function allows to access @ref iterator::key() and @ref + iterator::value() during range-based for loops. In these loops, a + reference to the JSON values is returned, so there is no access to the + underlying iterator. + + For loop without iterator_wrapper: + + @code{cpp} + for (auto it = j_object.begin(); it != j_object.end(); ++it) + { + std::cout << "key: " << it.key() << ", value:" << it.value() << '\n'; + } + @endcode + + Range-based for loop without iterator proxy: + + @code{cpp} + for (auto it : j_object) + { + // "it" is of type json::reference and has no key() member + std::cout << "value: " << it << '\n'; + } + @endcode + + Range-based for loop with iterator proxy: + + @code{cpp} + for (auto it : json::iterator_wrapper(j_object)) + { + std::cout << "key: " << it.key() << ", value:" << it.value() << '\n'; + } + @endcode + + @note When iterating over an array, `key()` will return the index of the + element as string (see example). + + @param[in] ref reference to a JSON value + @return iteration proxy object wrapping @a ref with an interface to use in + range-based for loops + + @liveexample{The following code shows how the wrapper is used,iterator_wrapper} + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes in the JSON value. + + @complexity Constant. + + @note The name of this function is not yet final and may change in the + future. + + @deprecated This stream operator is deprecated and will be removed in + future 4.0.0 of the library. Please use @ref items() instead; + that is, replace `json::iterator_wrapper(j)` with `j.items()`. + */ + JSON_HEDLEY_DEPRECATED_FOR(3.1.0, items()) + static iteration_proxy iterator_wrapper(reference ref) noexcept + { + return ref.items(); + } + + /*! + @copydoc iterator_wrapper(reference) + */ + JSON_HEDLEY_DEPRECATED_FOR(3.1.0, items()) + static iteration_proxy iterator_wrapper(const_reference ref) noexcept + { + return ref.items(); + } + + /*! + @brief helper to access iterator member functions in range-based for + + This function allows to access @ref iterator::key() and @ref + iterator::value() during range-based for loops. In these loops, a + reference to the JSON values is returned, so there is no access to the + underlying iterator. + + For loop without `items()` function: + + @code{cpp} + for (auto it = j_object.begin(); it != j_object.end(); ++it) + { + std::cout << "key: " << it.key() << ", value:" << it.value() << '\n'; + } + @endcode + + Range-based for loop without `items()` function: + + @code{cpp} + for (auto it : j_object) + { + // "it" is of type json::reference and has no key() member + std::cout << "value: " << it << '\n'; + } + @endcode + + Range-based for loop with `items()` function: + + @code{cpp} + for (auto& el : j_object.items()) + { + std::cout << "key: " << el.key() << ", value:" << el.value() << '\n'; + } + @endcode + + The `items()` function also allows to use + [structured bindings](https://en.cppreference.com/w/cpp/language/structured_binding) + (C++17): + + @code{cpp} + for (auto& [key, val] : j_object.items()) + { + std::cout << "key: " << key << ", value:" << val << '\n'; + } + @endcode + + @note When iterating over an array, `key()` will return the index of the + element as string (see example). For primitive types (e.g., numbers), + `key()` returns an empty string. + + @warning Using `items()` on temporary objects is dangerous. Make sure the + object's lifetime exeeds the iteration. See + for more + information. + + @return iteration proxy object wrapping @a ref with an interface to use in + range-based for loops + + @liveexample{The following code shows how the function is used.,items} + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes in the JSON value. + + @complexity Constant. + + @since version 3.1.0, structured bindings support since 3.5.0. + */ + iteration_proxy items() noexcept + { + return iteration_proxy(*this); + } + + /*! + @copydoc items() + */ + iteration_proxy items() const noexcept + { + return iteration_proxy(*this); + } + + /// @} + + + ////////////// + // capacity // + ////////////// + + /// @name capacity + /// @{ + + /*! + @brief checks whether the container is empty. + + Checks if a JSON value has no elements (i.e. whether its @ref size is `0`). + + @return The return value depends on the different types and is + defined as follows: + Value type | return value + ----------- | ------------- + null | `true` + boolean | `false` + string | `false` + number | `false` + binary | `false` + object | result of function `object_t::empty()` + array | result of function `array_t::empty()` + + @liveexample{The following code uses `empty()` to check if a JSON + object contains any elements.,empty} + + @complexity Constant, as long as @ref array_t and @ref object_t satisfy + the Container concept; that is, their `empty()` functions have constant + complexity. + + @iterators No changes. + + @exceptionsafety No-throw guarantee: this function never throws exceptions. + + @note This function does not return whether a string stored as JSON value + is empty - it returns whether the JSON container itself is empty which is + false in the case of a string. + + @requirement This function helps `basic_json` satisfying the + [Container](https://en.cppreference.com/w/cpp/named_req/Container) + requirements: + - The complexity is constant. + - Has the semantics of `begin() == end()`. + + @sa @ref size() -- returns the number of elements + + @since version 1.0.0 + */ + bool empty() const noexcept + { + switch (m_type) + { + case value_t::null: + { + // null values are empty + return true; + } + + case value_t::array: + { + // delegate call to array_t::empty() + return m_value.array->empty(); + } + + case value_t::object: + { + // delegate call to object_t::empty() + return m_value.object->empty(); + } + + default: + { + // all other types are nonempty + return false; + } + } + } + + /*! + @brief returns the number of elements + + Returns the number of elements in a JSON value. + + @return The return value depends on the different types and is + defined as follows: + Value type | return value + ----------- | ------------- + null | `0` + boolean | `1` + string | `1` + number | `1` + binary | `1` + object | result of function object_t::size() + array | result of function array_t::size() + + @liveexample{The following code calls `size()` on the different value + types.,size} + + @complexity Constant, as long as @ref array_t and @ref object_t satisfy + the Container concept; that is, their size() functions have constant + complexity. + + @iterators No changes. + + @exceptionsafety No-throw guarantee: this function never throws exceptions. + + @note This function does not return the length of a string stored as JSON + value - it returns the number of elements in the JSON value which is 1 in + the case of a string. + + @requirement This function helps `basic_json` satisfying the + [Container](https://en.cppreference.com/w/cpp/named_req/Container) + requirements: + - The complexity is constant. + - Has the semantics of `std::distance(begin(), end())`. + + @sa @ref empty() -- checks whether the container is empty + @sa @ref max_size() -- returns the maximal number of elements + + @since version 1.0.0 + */ + size_type size() const noexcept + { + switch (m_type) + { + case value_t::null: + { + // null values are empty + return 0; + } + + case value_t::array: + { + // delegate call to array_t::size() + return m_value.array->size(); + } + + case value_t::object: + { + // delegate call to object_t::size() + return m_value.object->size(); + } + + default: + { + // all other types have size 1 + return 1; + } + } + } + + /*! + @brief returns the maximum possible number of elements + + Returns the maximum number of elements a JSON value is able to hold due to + system or library implementation limitations, i.e. `std::distance(begin(), + end())` for the JSON value. + + @return The return value depends on the different types and is + defined as follows: + Value type | return value + ----------- | ------------- + null | `0` (same as `size()`) + boolean | `1` (same as `size()`) + string | `1` (same as `size()`) + number | `1` (same as `size()`) + binary | `1` (same as `size()`) + object | result of function `object_t::max_size()` + array | result of function `array_t::max_size()` + + @liveexample{The following code calls `max_size()` on the different value + types. Note the output is implementation specific.,max_size} + + @complexity Constant, as long as @ref array_t and @ref object_t satisfy + the Container concept; that is, their `max_size()` functions have constant + complexity. + + @iterators No changes. + + @exceptionsafety No-throw guarantee: this function never throws exceptions. + + @requirement This function helps `basic_json` satisfying the + [Container](https://en.cppreference.com/w/cpp/named_req/Container) + requirements: + - The complexity is constant. + - Has the semantics of returning `b.size()` where `b` is the largest + possible JSON value. + + @sa @ref size() -- returns the number of elements + + @since version 1.0.0 + */ + size_type max_size() const noexcept + { + switch (m_type) + { + case value_t::array: + { + // delegate call to array_t::max_size() + return m_value.array->max_size(); + } + + case value_t::object: + { + // delegate call to object_t::max_size() + return m_value.object->max_size(); + } + + default: + { + // all other types have max_size() == size() + return size(); + } + } + } + + /// @} + + + /////////////// + // modifiers // + /////////////// + + /// @name modifiers + /// @{ + + /*! + @brief clears the contents + + Clears the content of a JSON value and resets it to the default value as + if @ref basic_json(value_t) would have been called with the current value + type from @ref type(): + + Value type | initial value + ----------- | ------------- + null | `null` + boolean | `false` + string | `""` + number | `0` + binary | An empty byte vector + object | `{}` + array | `[]` + + @post Has the same effect as calling + @code {.cpp} + *this = basic_json(type()); + @endcode + + @liveexample{The example below shows the effect of `clear()` to different + JSON types.,clear} + + @complexity Linear in the size of the JSON value. + + @iterators All iterators, pointers and references related to this container + are invalidated. + + @exceptionsafety No-throw guarantee: this function never throws exceptions. + + @sa @ref basic_json(value_t) -- constructor that creates an object with the + same value than calling `clear()` + + @since version 1.0.0 + */ + void clear() noexcept + { + switch (m_type) + { + case value_t::number_integer: + { + m_value.number_integer = 0; + break; + } + + case value_t::number_unsigned: + { + m_value.number_unsigned = 0; + break; + } + + case value_t::number_float: + { + m_value.number_float = 0.0; + break; + } + + case value_t::boolean: + { + m_value.boolean = false; + break; + } + + case value_t::string: + { + m_value.string->clear(); + break; + } + + case value_t::binary: + { + m_value.binary->clear(); + break; + } + + case value_t::array: + { + m_value.array->clear(); + break; + } + + case value_t::object: + { + m_value.object->clear(); + break; + } + + default: + break; + } + } + + /*! + @brief add an object to an array + + Appends the given element @a val to the end of the JSON value. If the + function is called on a JSON null value, an empty array is created before + appending @a val. + + @param[in] val the value to add to the JSON array + + @throw type_error.308 when called on a type other than JSON array or + null; example: `"cannot use push_back() with number"` + + @complexity Amortized constant. + + @liveexample{The example shows how `push_back()` and `+=` can be used to + add elements to a JSON array. Note how the `null` value was silently + converted to a JSON array.,push_back} + + @since version 1.0.0 + */ + void push_back(basic_json&& val) + { + // push_back only works for null objects or arrays + if (JSON_HEDLEY_UNLIKELY(!(is_null() || is_array()))) + { + JSON_THROW(type_error::create(308, "cannot use push_back() with " + std::string(type_name()))); + } + + // transform null object into an array + if (is_null()) + { + m_type = value_t::array; + m_value = value_t::array; + assert_invariant(); + } + + // add element to array (move semantics) + m_value.array->push_back(std::move(val)); + // if val is moved from, basic_json move constructor marks it null so we do not call the destructor + } + + /*! + @brief add an object to an array + @copydoc push_back(basic_json&&) + */ + reference operator+=(basic_json&& val) + { + push_back(std::move(val)); + return *this; + } + + /*! + @brief add an object to an array + @copydoc push_back(basic_json&&) + */ + void push_back(const basic_json& val) + { + // push_back only works for null objects or arrays + if (JSON_HEDLEY_UNLIKELY(!(is_null() || is_array()))) + { + JSON_THROW(type_error::create(308, "cannot use push_back() with " + std::string(type_name()))); + } + + // transform null object into an array + if (is_null()) + { + m_type = value_t::array; + m_value = value_t::array; + assert_invariant(); + } + + // add element to array + m_value.array->push_back(val); + } + + /*! + @brief add an object to an array + @copydoc push_back(basic_json&&) + */ + reference operator+=(const basic_json& val) + { + push_back(val); + return *this; + } + + /*! + @brief add an object to an object + + Inserts the given element @a val to the JSON object. If the function is + called on a JSON null value, an empty object is created before inserting + @a val. + + @param[in] val the value to add to the JSON object + + @throw type_error.308 when called on a type other than JSON object or + null; example: `"cannot use push_back() with number"` + + @complexity Logarithmic in the size of the container, O(log(`size()`)). + + @liveexample{The example shows how `push_back()` and `+=` can be used to + add elements to a JSON object. Note how the `null` value was silently + converted to a JSON object.,push_back__object_t__value} + + @since version 1.0.0 + */ + void push_back(const typename object_t::value_type& val) + { + // push_back only works for null objects or objects + if (JSON_HEDLEY_UNLIKELY(!(is_null() || is_object()))) + { + JSON_THROW(type_error::create(308, "cannot use push_back() with " + std::string(type_name()))); + } + + // transform null object into an object + if (is_null()) + { + m_type = value_t::object; + m_value = value_t::object; + assert_invariant(); + } + + // add element to array + m_value.object->insert(val); + } + + /*! + @brief add an object to an object + @copydoc push_back(const typename object_t::value_type&) + */ + reference operator+=(const typename object_t::value_type& val) + { + push_back(val); + return *this; + } + + /*! + @brief add an object to an object + + This function allows to use `push_back` with an initializer list. In case + + 1. the current value is an object, + 2. the initializer list @a init contains only two elements, and + 3. the first element of @a init is a string, + + @a init is converted into an object element and added using + @ref push_back(const typename object_t::value_type&). Otherwise, @a init + is converted to a JSON value and added using @ref push_back(basic_json&&). + + @param[in] init an initializer list + + @complexity Linear in the size of the initializer list @a init. + + @note This function is required to resolve an ambiguous overload error, + because pairs like `{"key", "value"}` can be both interpreted as + `object_t::value_type` or `std::initializer_list`, see + https://github.com/nlohmann/json/issues/235 for more information. + + @liveexample{The example shows how initializer lists are treated as + objects when possible.,push_back__initializer_list} + */ + void push_back(initializer_list_t init) + { + if (is_object() && init.size() == 2 && (*init.begin())->is_string()) + { + basic_json&& key = init.begin()->moved_or_copied(); + push_back(typename object_t::value_type( + std::move(key.get_ref()), (init.begin() + 1)->moved_or_copied())); + } + else + { + push_back(basic_json(init)); + } + } + + /*! + @brief add an object to an object + @copydoc push_back(initializer_list_t) + */ + reference operator+=(initializer_list_t init) + { + push_back(init); + return *this; + } + + /*! + @brief add an object to an array + + Creates a JSON value from the passed parameters @a args to the end of the + JSON value. If the function is called on a JSON null value, an empty array + is created before appending the value created from @a args. + + @param[in] args arguments to forward to a constructor of @ref basic_json + @tparam Args compatible types to create a @ref basic_json object + + @return reference to the inserted element + + @throw type_error.311 when called on a type other than JSON array or + null; example: `"cannot use emplace_back() with number"` + + @complexity Amortized constant. + + @liveexample{The example shows how `push_back()` can be used to add + elements to a JSON array. Note how the `null` value was silently converted + to a JSON array.,emplace_back} + + @since version 2.0.8, returns reference since 3.7.0 + */ + template + reference emplace_back(Args&& ... args) + { + // emplace_back only works for null objects or arrays + if (JSON_HEDLEY_UNLIKELY(!(is_null() || is_array()))) + { + JSON_THROW(type_error::create(311, "cannot use emplace_back() with " + std::string(type_name()))); + } + + // transform null object into an array + if (is_null()) + { + m_type = value_t::array; + m_value = value_t::array; + assert_invariant(); + } + + // add element to array (perfect forwarding) +#ifdef JSON_HAS_CPP_17 + return m_value.array->emplace_back(std::forward(args)...); +#else + m_value.array->emplace_back(std::forward(args)...); + return m_value.array->back(); +#endif + } + + /*! + @brief add an object to an object if key does not exist + + Inserts a new element into a JSON object constructed in-place with the + given @a args if there is no element with the key in the container. If the + function is called on a JSON null value, an empty object is created before + appending the value created from @a args. + + @param[in] args arguments to forward to a constructor of @ref basic_json + @tparam Args compatible types to create a @ref basic_json object + + @return a pair consisting of an iterator to the inserted element, or the + already-existing element if no insertion happened, and a bool + denoting whether the insertion took place. + + @throw type_error.311 when called on a type other than JSON object or + null; example: `"cannot use emplace() with number"` + + @complexity Logarithmic in the size of the container, O(log(`size()`)). + + @liveexample{The example shows how `emplace()` can be used to add elements + to a JSON object. Note how the `null` value was silently converted to a + JSON object. Further note how no value is added if there was already one + value stored with the same key.,emplace} + + @since version 2.0.8 + */ + template + std::pair emplace(Args&& ... args) + { + // emplace only works for null objects or arrays + if (JSON_HEDLEY_UNLIKELY(!(is_null() || is_object()))) + { + JSON_THROW(type_error::create(311, "cannot use emplace() with " + std::string(type_name()))); + } + + // transform null object into an object + if (is_null()) + { + m_type = value_t::object; + m_value = value_t::object; + assert_invariant(); + } + + // add element to array (perfect forwarding) + auto res = m_value.object->emplace(std::forward(args)...); + // create result iterator and set iterator to the result of emplace + auto it = begin(); + it.m_it.object_iterator = res.first; + + // return pair of iterator and boolean + return {it, res.second}; + } + + /// Helper for insertion of an iterator + /// @note: This uses std::distance to support GCC 4.8, + /// see https://github.com/nlohmann/json/pull/1257 + template + iterator insert_iterator(const_iterator pos, Args&& ... args) + { + iterator result(this); + JSON_ASSERT(m_value.array != nullptr); + + auto insert_pos = std::distance(m_value.array->begin(), pos.m_it.array_iterator); + m_value.array->insert(pos.m_it.array_iterator, std::forward(args)...); + result.m_it.array_iterator = m_value.array->begin() + insert_pos; + + // This could have been written as: + // result.m_it.array_iterator = m_value.array->insert(pos.m_it.array_iterator, cnt, val); + // but the return value of insert is missing in GCC 4.8, so it is written this way instead. + + return result; + } + + /*! + @brief inserts element + + Inserts element @a val before iterator @a pos. + + @param[in] pos iterator before which the content will be inserted; may be + the end() iterator + @param[in] val element to insert + @return iterator pointing to the inserted @a val. + + @throw type_error.309 if called on JSON values other than arrays; + example: `"cannot use insert() with string"` + @throw invalid_iterator.202 if @a pos is not an iterator of *this; + example: `"iterator does not fit current value"` + + @complexity Constant plus linear in the distance between @a pos and end of + the container. + + @liveexample{The example shows how `insert()` is used.,insert} + + @since version 1.0.0 + */ + iterator insert(const_iterator pos, const basic_json& val) + { + // insert only works for arrays + if (JSON_HEDLEY_LIKELY(is_array())) + { + // check if iterator pos fits to this JSON value + if (JSON_HEDLEY_UNLIKELY(pos.m_object != this)) + { + JSON_THROW(invalid_iterator::create(202, "iterator does not fit current value")); + } + + // insert to array and return iterator + return insert_iterator(pos, val); + } + + JSON_THROW(type_error::create(309, "cannot use insert() with " + std::string(type_name()))); + } + + /*! + @brief inserts element + @copydoc insert(const_iterator, const basic_json&) + */ + iterator insert(const_iterator pos, basic_json&& val) + { + return insert(pos, val); + } + + /*! + @brief inserts elements + + Inserts @a cnt copies of @a val before iterator @a pos. + + @param[in] pos iterator before which the content will be inserted; may be + the end() iterator + @param[in] cnt number of copies of @a val to insert + @param[in] val element to insert + @return iterator pointing to the first element inserted, or @a pos if + `cnt==0` + + @throw type_error.309 if called on JSON values other than arrays; example: + `"cannot use insert() with string"` + @throw invalid_iterator.202 if @a pos is not an iterator of *this; + example: `"iterator does not fit current value"` + + @complexity Linear in @a cnt plus linear in the distance between @a pos + and end of the container. + + @liveexample{The example shows how `insert()` is used.,insert__count} + + @since version 1.0.0 + */ + iterator insert(const_iterator pos, size_type cnt, const basic_json& val) + { + // insert only works for arrays + if (JSON_HEDLEY_LIKELY(is_array())) + { + // check if iterator pos fits to this JSON value + if (JSON_HEDLEY_UNLIKELY(pos.m_object != this)) + { + JSON_THROW(invalid_iterator::create(202, "iterator does not fit current value")); + } + + // insert to array and return iterator + return insert_iterator(pos, cnt, val); + } + + JSON_THROW(type_error::create(309, "cannot use insert() with " + std::string(type_name()))); + } + + /*! + @brief inserts elements + + Inserts elements from range `[first, last)` before iterator @a pos. + + @param[in] pos iterator before which the content will be inserted; may be + the end() iterator + @param[in] first begin of the range of elements to insert + @param[in] last end of the range of elements to insert + + @throw type_error.309 if called on JSON values other than arrays; example: + `"cannot use insert() with string"` + @throw invalid_iterator.202 if @a pos is not an iterator of *this; + example: `"iterator does not fit current value"` + @throw invalid_iterator.210 if @a first and @a last do not belong to the + same JSON value; example: `"iterators do not fit"` + @throw invalid_iterator.211 if @a first or @a last are iterators into + container for which insert is called; example: `"passed iterators may not + belong to container"` + + @return iterator pointing to the first element inserted, or @a pos if + `first==last` + + @complexity Linear in `std::distance(first, last)` plus linear in the + distance between @a pos and end of the container. + + @liveexample{The example shows how `insert()` is used.,insert__range} + + @since version 1.0.0 + */ + iterator insert(const_iterator pos, const_iterator first, const_iterator last) + { + // insert only works for arrays + if (JSON_HEDLEY_UNLIKELY(!is_array())) + { + JSON_THROW(type_error::create(309, "cannot use insert() with " + std::string(type_name()))); + } + + // check if iterator pos fits to this JSON value + if (JSON_HEDLEY_UNLIKELY(pos.m_object != this)) + { + JSON_THROW(invalid_iterator::create(202, "iterator does not fit current value")); + } + + // check if range iterators belong to the same JSON object + if (JSON_HEDLEY_UNLIKELY(first.m_object != last.m_object)) + { + JSON_THROW(invalid_iterator::create(210, "iterators do not fit")); + } + + if (JSON_HEDLEY_UNLIKELY(first.m_object == this)) + { + JSON_THROW(invalid_iterator::create(211, "passed iterators may not belong to container")); + } + + // insert to array and return iterator + return insert_iterator(pos, first.m_it.array_iterator, last.m_it.array_iterator); + } + + /*! + @brief inserts elements + + Inserts elements from initializer list @a ilist before iterator @a pos. + + @param[in] pos iterator before which the content will be inserted; may be + the end() iterator + @param[in] ilist initializer list to insert the values from + + @throw type_error.309 if called on JSON values other than arrays; example: + `"cannot use insert() with string"` + @throw invalid_iterator.202 if @a pos is not an iterator of *this; + example: `"iterator does not fit current value"` + + @return iterator pointing to the first element inserted, or @a pos if + `ilist` is empty + + @complexity Linear in `ilist.size()` plus linear in the distance between + @a pos and end of the container. + + @liveexample{The example shows how `insert()` is used.,insert__ilist} + + @since version 1.0.0 + */ + iterator insert(const_iterator pos, initializer_list_t ilist) + { + // insert only works for arrays + if (JSON_HEDLEY_UNLIKELY(!is_array())) + { + JSON_THROW(type_error::create(309, "cannot use insert() with " + std::string(type_name()))); + } + + // check if iterator pos fits to this JSON value + if (JSON_HEDLEY_UNLIKELY(pos.m_object != this)) + { + JSON_THROW(invalid_iterator::create(202, "iterator does not fit current value")); + } + + // insert to array and return iterator + return insert_iterator(pos, ilist.begin(), ilist.end()); + } + + /*! + @brief inserts elements + + Inserts elements from range `[first, last)`. + + @param[in] first begin of the range of elements to insert + @param[in] last end of the range of elements to insert + + @throw type_error.309 if called on JSON values other than objects; example: + `"cannot use insert() with string"` + @throw invalid_iterator.202 if iterator @a first or @a last does does not + point to an object; example: `"iterators first and last must point to + objects"` + @throw invalid_iterator.210 if @a first and @a last do not belong to the + same JSON value; example: `"iterators do not fit"` + + @complexity Logarithmic: `O(N*log(size() + N))`, where `N` is the number + of elements to insert. + + @liveexample{The example shows how `insert()` is used.,insert__range_object} + + @since version 3.0.0 + */ + void insert(const_iterator first, const_iterator last) + { + // insert only works for objects + if (JSON_HEDLEY_UNLIKELY(!is_object())) + { + JSON_THROW(type_error::create(309, "cannot use insert() with " + std::string(type_name()))); + } + + // check if range iterators belong to the same JSON object + if (JSON_HEDLEY_UNLIKELY(first.m_object != last.m_object)) + { + JSON_THROW(invalid_iterator::create(210, "iterators do not fit")); + } + + // passed iterators must belong to objects + if (JSON_HEDLEY_UNLIKELY(!first.m_object->is_object())) + { + JSON_THROW(invalid_iterator::create(202, "iterators first and last must point to objects")); + } + + m_value.object->insert(first.m_it.object_iterator, last.m_it.object_iterator); + } + + /*! + @brief updates a JSON object from another object, overwriting existing keys + + Inserts all values from JSON object @a j and overwrites existing keys. + + @param[in] j JSON object to read values from + + @throw type_error.312 if called on JSON values other than objects; example: + `"cannot use update() with string"` + + @complexity O(N*log(size() + N)), where N is the number of elements to + insert. + + @liveexample{The example shows how `update()` is used.,update} + + @sa https://docs.python.org/3.6/library/stdtypes.html#dict.update + + @since version 3.0.0 + */ + void update(const_reference j) + { + // implicitly convert null value to an empty object + if (is_null()) + { + m_type = value_t::object; + m_value.object = create(); + assert_invariant(); + } + + if (JSON_HEDLEY_UNLIKELY(!is_object())) + { + JSON_THROW(type_error::create(312, "cannot use update() with " + std::string(type_name()))); + } + if (JSON_HEDLEY_UNLIKELY(!j.is_object())) + { + JSON_THROW(type_error::create(312, "cannot use update() with " + std::string(j.type_name()))); + } + + for (auto it = j.cbegin(); it != j.cend(); ++it) + { + m_value.object->operator[](it.key()) = it.value(); + } + } + + /*! + @brief updates a JSON object from another object, overwriting existing keys + + Inserts all values from from range `[first, last)` and overwrites existing + keys. + + @param[in] first begin of the range of elements to insert + @param[in] last end of the range of elements to insert + + @throw type_error.312 if called on JSON values other than objects; example: + `"cannot use update() with string"` + @throw invalid_iterator.202 if iterator @a first or @a last does does not + point to an object; example: `"iterators first and last must point to + objects"` + @throw invalid_iterator.210 if @a first and @a last do not belong to the + same JSON value; example: `"iterators do not fit"` + + @complexity O(N*log(size() + N)), where N is the number of elements to + insert. + + @liveexample{The example shows how `update()` is used__range.,update} + + @sa https://docs.python.org/3.6/library/stdtypes.html#dict.update + + @since version 3.0.0 + */ + void update(const_iterator first, const_iterator last) + { + // implicitly convert null value to an empty object + if (is_null()) + { + m_type = value_t::object; + m_value.object = create(); + assert_invariant(); + } + + if (JSON_HEDLEY_UNLIKELY(!is_object())) + { + JSON_THROW(type_error::create(312, "cannot use update() with " + std::string(type_name()))); + } + + // check if range iterators belong to the same JSON object + if (JSON_HEDLEY_UNLIKELY(first.m_object != last.m_object)) + { + JSON_THROW(invalid_iterator::create(210, "iterators do not fit")); + } + + // passed iterators must belong to objects + if (JSON_HEDLEY_UNLIKELY(!first.m_object->is_object() + || !last.m_object->is_object())) + { + JSON_THROW(invalid_iterator::create(202, "iterators first and last must point to objects")); + } + + for (auto it = first; it != last; ++it) + { + m_value.object->operator[](it.key()) = it.value(); + } + } + + /*! + @brief exchanges the values + + Exchanges the contents of the JSON value with those of @a other. Does not + invoke any move, copy, or swap operations on individual elements. All + iterators and references remain valid. The past-the-end iterator is + invalidated. + + @param[in,out] other JSON value to exchange the contents with + + @complexity Constant. + + @liveexample{The example below shows how JSON values can be swapped with + `swap()`.,swap__reference} + + @since version 1.0.0 + */ + void swap(reference other) noexcept ( + std::is_nothrow_move_constructible::value&& + std::is_nothrow_move_assignable::value&& + std::is_nothrow_move_constructible::value&& + std::is_nothrow_move_assignable::value + ) + { + std::swap(m_type, other.m_type); + std::swap(m_value, other.m_value); + assert_invariant(); + } + + /*! + @brief exchanges the values + + Exchanges the contents of the JSON value from @a left with those of @a right. Does not + invoke any move, copy, or swap operations on individual elements. All + iterators and references remain valid. The past-the-end iterator is + invalidated. implemented as a friend function callable via ADL. + + @param[in,out] left JSON value to exchange the contents with + @param[in,out] right JSON value to exchange the contents with + + @complexity Constant. + + @liveexample{The example below shows how JSON values can be swapped with + `swap()`.,swap__reference} + + @since version 1.0.0 + */ + friend void swap(reference left, reference right) noexcept ( + std::is_nothrow_move_constructible::value&& + std::is_nothrow_move_assignable::value&& + std::is_nothrow_move_constructible::value&& + std::is_nothrow_move_assignable::value + ) + { + left.swap(right); + } + + /*! + @brief exchanges the values + + Exchanges the contents of a JSON array with those of @a other. Does not + invoke any move, copy, or swap operations on individual elements. All + iterators and references remain valid. The past-the-end iterator is + invalidated. + + @param[in,out] other array to exchange the contents with + + @throw type_error.310 when JSON value is not an array; example: `"cannot + use swap() with string"` + + @complexity Constant. + + @liveexample{The example below shows how arrays can be swapped with + `swap()`.,swap__array_t} + + @since version 1.0.0 + */ + void swap(array_t& other) + { + // swap only works for arrays + if (JSON_HEDLEY_LIKELY(is_array())) + { + std::swap(*(m_value.array), other); + } + else + { + JSON_THROW(type_error::create(310, "cannot use swap() with " + std::string(type_name()))); + } + } + + /*! + @brief exchanges the values + + Exchanges the contents of a JSON object with those of @a other. Does not + invoke any move, copy, or swap operations on individual elements. All + iterators and references remain valid. The past-the-end iterator is + invalidated. + + @param[in,out] other object to exchange the contents with + + @throw type_error.310 when JSON value is not an object; example: + `"cannot use swap() with string"` + + @complexity Constant. + + @liveexample{The example below shows how objects can be swapped with + `swap()`.,swap__object_t} + + @since version 1.0.0 + */ + void swap(object_t& other) + { + // swap only works for objects + if (JSON_HEDLEY_LIKELY(is_object())) + { + std::swap(*(m_value.object), other); + } + else + { + JSON_THROW(type_error::create(310, "cannot use swap() with " + std::string(type_name()))); + } + } + + /*! + @brief exchanges the values + + Exchanges the contents of a JSON string with those of @a other. Does not + invoke any move, copy, or swap operations on individual elements. All + iterators and references remain valid. The past-the-end iterator is + invalidated. + + @param[in,out] other string to exchange the contents with + + @throw type_error.310 when JSON value is not a string; example: `"cannot + use swap() with boolean"` + + @complexity Constant. + + @liveexample{The example below shows how strings can be swapped with + `swap()`.,swap__string_t} + + @since version 1.0.0 + */ + void swap(string_t& other) + { + // swap only works for strings + if (JSON_HEDLEY_LIKELY(is_string())) + { + std::swap(*(m_value.string), other); + } + else + { + JSON_THROW(type_error::create(310, "cannot use swap() with " + std::string(type_name()))); + } + } + + /*! + @brief exchanges the values + + Exchanges the contents of a JSON string with those of @a other. Does not + invoke any move, copy, or swap operations on individual elements. All + iterators and references remain valid. The past-the-end iterator is + invalidated. + + @param[in,out] other binary to exchange the contents with + + @throw type_error.310 when JSON value is not a string; example: `"cannot + use swap() with boolean"` + + @complexity Constant. + + @liveexample{The example below shows how strings can be swapped with + `swap()`.,swap__binary_t} + + @since version 3.8.0 + */ + void swap(binary_t& other) + { + // swap only works for strings + if (JSON_HEDLEY_LIKELY(is_binary())) + { + std::swap(*(m_value.binary), other); + } + else + { + JSON_THROW(type_error::create(310, "cannot use swap() with " + std::string(type_name()))); + } + } + + /// @copydoc swap(binary_t) + void swap(typename binary_t::container_type& other) + { + // swap only works for strings + if (JSON_HEDLEY_LIKELY(is_binary())) + { + std::swap(*(m_value.binary), other); + } + else + { + JSON_THROW(type_error::create(310, "cannot use swap() with " + std::string(type_name()))); + } + } + + /// @} + + public: + ////////////////////////////////////////// + // lexicographical comparison operators // + ////////////////////////////////////////// + + /// @name lexicographical comparison operators + /// @{ + + /*! + @brief comparison: equal + + Compares two JSON values for equality according to the following rules: + - Two JSON values are equal if (1) they are from the same type and (2) + their stored values are the same according to their respective + `operator==`. + - Integer and floating-point numbers are automatically converted before + comparison. Note that two NaN values are always treated as unequal. + - Two JSON null values are equal. + + @note Floating-point inside JSON values numbers are compared with + `json::number_float_t::operator==` which is `double::operator==` by + default. To compare floating-point while respecting an epsilon, an alternative + [comparison function](https://github.com/mariokonrad/marnav/blob/master/include/marnav/math/floatingpoint.hpp#L34-#L39) + could be used, for instance + @code {.cpp} + template::value, T>::type> + inline bool is_same(T a, T b, T epsilon = std::numeric_limits::epsilon()) noexcept + { + return std::abs(a - b) <= epsilon; + } + @endcode + Or you can self-defined operator equal function like this: + @code {.cpp} + bool my_equal(const_reference lhs, const_reference rhs) { + const auto lhs_type lhs.type(); + const auto rhs_type rhs.type(); + if (lhs_type == rhs_type) { + switch(lhs_type) + // self_defined case + case value_t::number_float: + return std::abs(lhs - rhs) <= std::numeric_limits::epsilon(); + // other cases remain the same with the original + ... + } + ... + } + @endcode + + @note NaN values never compare equal to themselves or to other NaN values. + + @param[in] lhs first JSON value to consider + @param[in] rhs second JSON value to consider + @return whether the values @a lhs and @a rhs are equal + + @exceptionsafety No-throw guarantee: this function never throws exceptions. + + @complexity Linear. + + @liveexample{The example demonstrates comparing several JSON + types.,operator__equal} + + @since version 1.0.0 + */ + friend bool operator==(const_reference lhs, const_reference rhs) noexcept + { + const auto lhs_type = lhs.type(); + const auto rhs_type = rhs.type(); + + if (lhs_type == rhs_type) + { + switch (lhs_type) + { + case value_t::array: + return *lhs.m_value.array == *rhs.m_value.array; + + case value_t::object: + return *lhs.m_value.object == *rhs.m_value.object; + + case value_t::null: + return true; + + case value_t::string: + return *lhs.m_value.string == *rhs.m_value.string; + + case value_t::boolean: + return lhs.m_value.boolean == rhs.m_value.boolean; + + case value_t::number_integer: + return lhs.m_value.number_integer == rhs.m_value.number_integer; + + case value_t::number_unsigned: + return lhs.m_value.number_unsigned == rhs.m_value.number_unsigned; + + case value_t::number_float: + return lhs.m_value.number_float == rhs.m_value.number_float; + + case value_t::binary: + return *lhs.m_value.binary == *rhs.m_value.binary; + + default: + return false; + } + } + else if (lhs_type == value_t::number_integer && rhs_type == value_t::number_float) + { + return static_cast(lhs.m_value.number_integer) == rhs.m_value.number_float; + } + else if (lhs_type == value_t::number_float && rhs_type == value_t::number_integer) + { + return lhs.m_value.number_float == static_cast(rhs.m_value.number_integer); + } + else if (lhs_type == value_t::number_unsigned && rhs_type == value_t::number_float) + { + return static_cast(lhs.m_value.number_unsigned) == rhs.m_value.number_float; + } + else if (lhs_type == value_t::number_float && rhs_type == value_t::number_unsigned) + { + return lhs.m_value.number_float == static_cast(rhs.m_value.number_unsigned); + } + else if (lhs_type == value_t::number_unsigned && rhs_type == value_t::number_integer) + { + return static_cast(lhs.m_value.number_unsigned) == rhs.m_value.number_integer; + } + else if (lhs_type == value_t::number_integer && rhs_type == value_t::number_unsigned) + { + return lhs.m_value.number_integer == static_cast(rhs.m_value.number_unsigned); + } + + return false; + } + + /*! + @brief comparison: equal + @copydoc operator==(const_reference, const_reference) + */ + template::value, int>::type = 0> + friend bool operator==(const_reference lhs, const ScalarType rhs) noexcept + { + return lhs == basic_json(rhs); + } + + /*! + @brief comparison: equal + @copydoc operator==(const_reference, const_reference) + */ + template::value, int>::type = 0> + friend bool operator==(const ScalarType lhs, const_reference rhs) noexcept + { + return basic_json(lhs) == rhs; + } + + /*! + @brief comparison: not equal + + Compares two JSON values for inequality by calculating `not (lhs == rhs)`. + + @param[in] lhs first JSON value to consider + @param[in] rhs second JSON value to consider + @return whether the values @a lhs and @a rhs are not equal + + @complexity Linear. + + @exceptionsafety No-throw guarantee: this function never throws exceptions. + + @liveexample{The example demonstrates comparing several JSON + types.,operator__notequal} + + @since version 1.0.0 + */ + friend bool operator!=(const_reference lhs, const_reference rhs) noexcept + { + return !(lhs == rhs); + } + + /*! + @brief comparison: not equal + @copydoc operator!=(const_reference, const_reference) + */ + template::value, int>::type = 0> + friend bool operator!=(const_reference lhs, const ScalarType rhs) noexcept + { + return lhs != basic_json(rhs); + } + + /*! + @brief comparison: not equal + @copydoc operator!=(const_reference, const_reference) + */ + template::value, int>::type = 0> + friend bool operator!=(const ScalarType lhs, const_reference rhs) noexcept + { + return basic_json(lhs) != rhs; + } + + /*! + @brief comparison: less than + + Compares whether one JSON value @a lhs is less than another JSON value @a + rhs according to the following rules: + - If @a lhs and @a rhs have the same type, the values are compared using + the default `<` operator. + - Integer and floating-point numbers are automatically converted before + comparison + - In case @a lhs and @a rhs have different types, the values are ignored + and the order of the types is considered, see + @ref operator<(const value_t, const value_t). + + @param[in] lhs first JSON value to consider + @param[in] rhs second JSON value to consider + @return whether @a lhs is less than @a rhs + + @complexity Linear. + + @exceptionsafety No-throw guarantee: this function never throws exceptions. + + @liveexample{The example demonstrates comparing several JSON + types.,operator__less} + + @since version 1.0.0 + */ + friend bool operator<(const_reference lhs, const_reference rhs) noexcept + { + const auto lhs_type = lhs.type(); + const auto rhs_type = rhs.type(); + + if (lhs_type == rhs_type) + { + switch (lhs_type) + { + case value_t::array: + // note parentheses are necessary, see + // https://github.com/nlohmann/json/issues/1530 + return (*lhs.m_value.array) < (*rhs.m_value.array); + + case value_t::object: + return (*lhs.m_value.object) < (*rhs.m_value.object); + + case value_t::null: + return false; + + case value_t::string: + return (*lhs.m_value.string) < (*rhs.m_value.string); + + case value_t::boolean: + return (lhs.m_value.boolean) < (rhs.m_value.boolean); + + case value_t::number_integer: + return (lhs.m_value.number_integer) < (rhs.m_value.number_integer); + + case value_t::number_unsigned: + return (lhs.m_value.number_unsigned) < (rhs.m_value.number_unsigned); + + case value_t::number_float: + return (lhs.m_value.number_float) < (rhs.m_value.number_float); + + case value_t::binary: + return (*lhs.m_value.binary) < (*rhs.m_value.binary); + + default: + return false; + } + } + else if (lhs_type == value_t::number_integer && rhs_type == value_t::number_float) + { + return static_cast(lhs.m_value.number_integer) < rhs.m_value.number_float; + } + else if (lhs_type == value_t::number_float && rhs_type == value_t::number_integer) + { + return lhs.m_value.number_float < static_cast(rhs.m_value.number_integer); + } + else if (lhs_type == value_t::number_unsigned && rhs_type == value_t::number_float) + { + return static_cast(lhs.m_value.number_unsigned) < rhs.m_value.number_float; + } + else if (lhs_type == value_t::number_float && rhs_type == value_t::number_unsigned) + { + return lhs.m_value.number_float < static_cast(rhs.m_value.number_unsigned); + } + else if (lhs_type == value_t::number_integer && rhs_type == value_t::number_unsigned) + { + return lhs.m_value.number_integer < static_cast(rhs.m_value.number_unsigned); + } + else if (lhs_type == value_t::number_unsigned && rhs_type == value_t::number_integer) + { + return static_cast(lhs.m_value.number_unsigned) < rhs.m_value.number_integer; + } + + // We only reach this line if we cannot compare values. In that case, + // we compare types. Note we have to call the operator explicitly, + // because MSVC has problems otherwise. + return operator<(lhs_type, rhs_type); + } + + /*! + @brief comparison: less than + @copydoc operator<(const_reference, const_reference) + */ + template::value, int>::type = 0> + friend bool operator<(const_reference lhs, const ScalarType rhs) noexcept + { + return lhs < basic_json(rhs); + } + + /*! + @brief comparison: less than + @copydoc operator<(const_reference, const_reference) + */ + template::value, int>::type = 0> + friend bool operator<(const ScalarType lhs, const_reference rhs) noexcept + { + return basic_json(lhs) < rhs; + } + + /*! + @brief comparison: less than or equal + + Compares whether one JSON value @a lhs is less than or equal to another + JSON value by calculating `not (rhs < lhs)`. + + @param[in] lhs first JSON value to consider + @param[in] rhs second JSON value to consider + @return whether @a lhs is less than or equal to @a rhs + + @complexity Linear. + + @exceptionsafety No-throw guarantee: this function never throws exceptions. + + @liveexample{The example demonstrates comparing several JSON + types.,operator__greater} + + @since version 1.0.0 + */ + friend bool operator<=(const_reference lhs, const_reference rhs) noexcept + { + return !(rhs < lhs); + } + + /*! + @brief comparison: less than or equal + @copydoc operator<=(const_reference, const_reference) + */ + template::value, int>::type = 0> + friend bool operator<=(const_reference lhs, const ScalarType rhs) noexcept + { + return lhs <= basic_json(rhs); + } + + /*! + @brief comparison: less than or equal + @copydoc operator<=(const_reference, const_reference) + */ + template::value, int>::type = 0> + friend bool operator<=(const ScalarType lhs, const_reference rhs) noexcept + { + return basic_json(lhs) <= rhs; + } + + /*! + @brief comparison: greater than + + Compares whether one JSON value @a lhs is greater than another + JSON value by calculating `not (lhs <= rhs)`. + + @param[in] lhs first JSON value to consider + @param[in] rhs second JSON value to consider + @return whether @a lhs is greater than to @a rhs + + @complexity Linear. + + @exceptionsafety No-throw guarantee: this function never throws exceptions. + + @liveexample{The example demonstrates comparing several JSON + types.,operator__lessequal} + + @since version 1.0.0 + */ + friend bool operator>(const_reference lhs, const_reference rhs) noexcept + { + return !(lhs <= rhs); + } + + /*! + @brief comparison: greater than + @copydoc operator>(const_reference, const_reference) + */ + template::value, int>::type = 0> + friend bool operator>(const_reference lhs, const ScalarType rhs) noexcept + { + return lhs > basic_json(rhs); + } + + /*! + @brief comparison: greater than + @copydoc operator>(const_reference, const_reference) + */ + template::value, int>::type = 0> + friend bool operator>(const ScalarType lhs, const_reference rhs) noexcept + { + return basic_json(lhs) > rhs; + } + + /*! + @brief comparison: greater than or equal + + Compares whether one JSON value @a lhs is greater than or equal to another + JSON value by calculating `not (lhs < rhs)`. + + @param[in] lhs first JSON value to consider + @param[in] rhs second JSON value to consider + @return whether @a lhs is greater than or equal to @a rhs + + @complexity Linear. + + @exceptionsafety No-throw guarantee: this function never throws exceptions. + + @liveexample{The example demonstrates comparing several JSON + types.,operator__greaterequal} + + @since version 1.0.0 + */ + friend bool operator>=(const_reference lhs, const_reference rhs) noexcept + { + return !(lhs < rhs); + } + + /*! + @brief comparison: greater than or equal + @copydoc operator>=(const_reference, const_reference) + */ + template::value, int>::type = 0> + friend bool operator>=(const_reference lhs, const ScalarType rhs) noexcept + { + return lhs >= basic_json(rhs); + } + + /*! + @brief comparison: greater than or equal + @copydoc operator>=(const_reference, const_reference) + */ + template::value, int>::type = 0> + friend bool operator>=(const ScalarType lhs, const_reference rhs) noexcept + { + return basic_json(lhs) >= rhs; + } + + /// @} + + /////////////////// + // serialization // + /////////////////// + + /// @name serialization + /// @{ + + /*! + @brief serialize to stream + + Serialize the given JSON value @a j to the output stream @a o. The JSON + value will be serialized using the @ref dump member function. + + - The indentation of the output can be controlled with the member variable + `width` of the output stream @a o. For instance, using the manipulator + `std::setw(4)` on @a o sets the indentation level to `4` and the + serialization result is the same as calling `dump(4)`. + + - The indentation character can be controlled with the member variable + `fill` of the output stream @a o. For instance, the manipulator + `std::setfill('\\t')` sets indentation to use a tab character rather than + the default space character. + + @param[in,out] o stream to serialize to + @param[in] j JSON value to serialize + + @return the stream @a o + + @throw type_error.316 if a string stored inside the JSON value is not + UTF-8 encoded + + @complexity Linear. + + @liveexample{The example below shows the serialization with different + parameters to `width` to adjust the indentation level.,operator_serialize} + + @since version 1.0.0; indentation character added in version 3.0.0 + */ + friend std::ostream& operator<<(std::ostream& o, const basic_json& j) + { + // read width member and use it as indentation parameter if nonzero + const bool pretty_print = o.width() > 0; + const auto indentation = pretty_print ? o.width() : 0; + + // reset width to 0 for subsequent calls to this stream + o.width(0); + + // do the actual serialization + serializer s(detail::output_adapter(o), o.fill()); + s.dump(j, pretty_print, false, static_cast(indentation)); + return o; + } + + /*! + @brief serialize to stream + @deprecated This stream operator is deprecated and will be removed in + future 4.0.0 of the library. Please use + @ref operator<<(std::ostream&, const basic_json&) + instead; that is, replace calls like `j >> o;` with `o << j;`. + @since version 1.0.0; deprecated since version 3.0.0 + */ + JSON_HEDLEY_DEPRECATED_FOR(3.0.0, operator<<(std::ostream&, const basic_json&)) + friend std::ostream& operator>>(const basic_json& j, std::ostream& o) + { + return o << j; + } + + /// @} + + + ///////////////////// + // deserialization // + ///////////////////// + + /// @name deserialization + /// @{ + + /*! + @brief deserialize from a compatible input + + @tparam InputType A compatible input, for instance + - an std::istream object + - a FILE pointer + - a C-style array of characters + - a pointer to a null-terminated string of single byte characters + - an object obj for which begin(obj) and end(obj) produces a valid pair of + iterators. + + @param[in] i input to read from + @param[in] cb a parser callback function of type @ref parser_callback_t + which is used to control the deserialization by filtering unwanted values + (optional) + @param[in] allow_exceptions whether to throw exceptions in case of a + parse error (optional, true by default) + @param[in] ignore_comments whether comments should be ignored and treated + like whitespace (true) or yield a parse error (true); (optional, false by + default) + + @return deserialized JSON value; in case of a parse error and + @a allow_exceptions set to `false`, the return value will be + value_t::discarded. + + @throw parse_error.101 if a parse error occurs; example: `""unexpected end + of input; expected string literal""` + @throw parse_error.102 if to_unicode fails or surrogate error + @throw parse_error.103 if to_unicode fails + + @complexity Linear in the length of the input. The parser is a predictive + LL(1) parser. The complexity can be higher if the parser callback function + @a cb or reading from the input @a i has a super-linear complexity. + + @note A UTF-8 byte order mark is silently ignored. + + @liveexample{The example below demonstrates the `parse()` function reading + from an array.,parse__array__parser_callback_t} + + @liveexample{The example below demonstrates the `parse()` function with + and without callback function.,parse__string__parser_callback_t} + + @liveexample{The example below demonstrates the `parse()` function with + and without callback function.,parse__istream__parser_callback_t} + + @liveexample{The example below demonstrates the `parse()` function reading + from a contiguous container.,parse__contiguouscontainer__parser_callback_t} + + @since version 2.0.3 (contiguous containers); version 3.9.0 allowed to + ignore comments. + */ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json parse(InputType&& i, + const parser_callback_t cb = nullptr, + const bool allow_exceptions = true, + const bool ignore_comments = false) + { + basic_json result; + parser(detail::input_adapter(std::forward(i)), cb, allow_exceptions, ignore_comments).parse(true, result); + return result; + } + + /*! + @brief deserialize from a pair of character iterators + + The value_type of the iterator must be a integral type with size of 1, 2 or + 4 bytes, which will be interpreted respectively as UTF-8, UTF-16 and UTF-32. + + @param[in] first iterator to start of character range + @param[in] last iterator to end of character range + @param[in] cb a parser callback function of type @ref parser_callback_t + which is used to control the deserialization by filtering unwanted values + (optional) + @param[in] allow_exceptions whether to throw exceptions in case of a + parse error (optional, true by default) + @param[in] ignore_comments whether comments should be ignored and treated + like whitespace (true) or yield a parse error (true); (optional, false by + default) + + @return deserialized JSON value; in case of a parse error and + @a allow_exceptions set to `false`, the return value will be + value_t::discarded. + + @throw parse_error.101 if a parse error occurs; example: `""unexpected end + of input; expected string literal""` + @throw parse_error.102 if to_unicode fails or surrogate error + @throw parse_error.103 if to_unicode fails + */ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json parse(IteratorType first, + IteratorType last, + const parser_callback_t cb = nullptr, + const bool allow_exceptions = true, + const bool ignore_comments = false) + { + basic_json result; + parser(detail::input_adapter(std::move(first), std::move(last)), cb, allow_exceptions, ignore_comments).parse(true, result); + return result; + } + + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, parse(ptr, ptr + len)) + static basic_json parse(detail::span_input_adapter&& i, + const parser_callback_t cb = nullptr, + const bool allow_exceptions = true, + const bool ignore_comments = false) + { + basic_json result; + parser(i.get(), cb, allow_exceptions, ignore_comments).parse(true, result); + return result; + } + + /*! + @brief check if the input is valid JSON + + Unlike the @ref parse(InputType&&, const parser_callback_t,const bool) + function, this function neither throws an exception in case of invalid JSON + input (i.e., a parse error) nor creates diagnostic information. + + @tparam InputType A compatible input, for instance + - an std::istream object + - a FILE pointer + - a C-style array of characters + - a pointer to a null-terminated string of single byte characters + - an object obj for which begin(obj) and end(obj) produces a valid pair of + iterators. + + @param[in] i input to read from + @param[in] ignore_comments whether comments should be ignored and treated + like whitespace (true) or yield a parse error (true); (optional, false by + default) + + @return Whether the input read from @a i is valid JSON. + + @complexity Linear in the length of the input. The parser is a predictive + LL(1) parser. + + @note A UTF-8 byte order mark is silently ignored. + + @liveexample{The example below demonstrates the `accept()` function reading + from a string.,accept__string} + */ + template + static bool accept(InputType&& i, + const bool ignore_comments = false) + { + return parser(detail::input_adapter(std::forward(i)), nullptr, false, ignore_comments).accept(true); + } + + template + static bool accept(IteratorType first, IteratorType last, + const bool ignore_comments = false) + { + return parser(detail::input_adapter(std::move(first), std::move(last)), nullptr, false, ignore_comments).accept(true); + } + + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, accept(ptr, ptr + len)) + static bool accept(detail::span_input_adapter&& i, + const bool ignore_comments = false) + { + return parser(i.get(), nullptr, false, ignore_comments).accept(true); + } + + /*! + @brief generate SAX events + + The SAX event lister must follow the interface of @ref json_sax. + + This function reads from a compatible input. Examples are: + - an std::istream object + - a FILE pointer + - a C-style array of characters + - a pointer to a null-terminated string of single byte characters + - an object obj for which begin(obj) and end(obj) produces a valid pair of + iterators. + + @param[in] i input to read from + @param[in,out] sax SAX event listener + @param[in] format the format to parse (JSON, CBOR, MessagePack, or UBJSON) + @param[in] strict whether the input has to be consumed completely + @param[in] ignore_comments whether comments should be ignored and treated + like whitespace (true) or yield a parse error (true); (optional, false by + default); only applies to the JSON file format. + + @return return value of the last processed SAX event + + @throw parse_error.101 if a parse error occurs; example: `""unexpected end + of input; expected string literal""` + @throw parse_error.102 if to_unicode fails or surrogate error + @throw parse_error.103 if to_unicode fails + + @complexity Linear in the length of the input. The parser is a predictive + LL(1) parser. The complexity can be higher if the SAX consumer @a sax has + a super-linear complexity. + + @note A UTF-8 byte order mark is silently ignored. + + @liveexample{The example below demonstrates the `sax_parse()` function + reading from string and processing the events with a user-defined SAX + event consumer.,sax_parse} + + @since version 3.2.0 + */ + template + JSON_HEDLEY_NON_NULL(2) + static bool sax_parse(InputType&& i, SAX* sax, + input_format_t format = input_format_t::json, + const bool strict = true, + const bool ignore_comments = false) + { + auto ia = detail::input_adapter(std::forward(i)); + return format == input_format_t::json + ? parser(std::move(ia), nullptr, true, ignore_comments).sax_parse(sax, strict) + : detail::binary_reader(std::move(ia)).sax_parse(format, sax, strict); + } + + template + JSON_HEDLEY_NON_NULL(3) + static bool sax_parse(IteratorType first, IteratorType last, SAX* sax, + input_format_t format = input_format_t::json, + const bool strict = true, + const bool ignore_comments = false) + { + auto ia = detail::input_adapter(std::move(first), std::move(last)); + return format == input_format_t::json + ? parser(std::move(ia), nullptr, true, ignore_comments).sax_parse(sax, strict) + : detail::binary_reader(std::move(ia)).sax_parse(format, sax, strict); + } + + template + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, sax_parse(ptr, ptr + len, ...)) + JSON_HEDLEY_NON_NULL(2) + static bool sax_parse(detail::span_input_adapter&& i, SAX* sax, + input_format_t format = input_format_t::json, + const bool strict = true, + const bool ignore_comments = false) + { + auto ia = i.get(); + return format == input_format_t::json + ? parser(std::move(ia), nullptr, true, ignore_comments).sax_parse(sax, strict) + : detail::binary_reader(std::move(ia)).sax_parse(format, sax, strict); + } + + /*! + @brief deserialize from stream + @deprecated This stream operator is deprecated and will be removed in + version 4.0.0 of the library. Please use + @ref operator>>(std::istream&, basic_json&) + instead; that is, replace calls like `j << i;` with `i >> j;`. + @since version 1.0.0; deprecated since version 3.0.0 + */ + JSON_HEDLEY_DEPRECATED_FOR(3.0.0, operator>>(std::istream&, basic_json&)) + friend std::istream& operator<<(basic_json& j, std::istream& i) + { + return operator>>(i, j); + } + + /*! + @brief deserialize from stream + + Deserializes an input stream to a JSON value. + + @param[in,out] i input stream to read a serialized JSON value from + @param[in,out] j JSON value to write the deserialized input to + + @throw parse_error.101 in case of an unexpected token + @throw parse_error.102 if to_unicode fails or surrogate error + @throw parse_error.103 if to_unicode fails + + @complexity Linear in the length of the input. The parser is a predictive + LL(1) parser. + + @note A UTF-8 byte order mark is silently ignored. + + @liveexample{The example below shows how a JSON value is constructed by + reading a serialization from a stream.,operator_deserialize} + + @sa parse(std::istream&, const parser_callback_t) for a variant with a + parser callback function to filter values while parsing + + @since version 1.0.0 + */ + friend std::istream& operator>>(std::istream& i, basic_json& j) + { + parser(detail::input_adapter(i)).parse(false, j); + return i; + } + + /// @} + + /////////////////////////// + // convenience functions // + /////////////////////////// + + /*! + @brief return the type as string + + Returns the type name as string to be used in error messages - usually to + indicate that a function was called on a wrong JSON type. + + @return a string representation of a the @a m_type member: + Value type | return value + ----------- | ------------- + null | `"null"` + boolean | `"boolean"` + string | `"string"` + number | `"number"` (for all number types) + object | `"object"` + array | `"array"` + binary | `"binary"` + discarded | `"discarded"` + + @exceptionsafety No-throw guarantee: this function never throws exceptions. + + @complexity Constant. + + @liveexample{The following code exemplifies `type_name()` for all JSON + types.,type_name} + + @sa @ref type() -- return the type of the JSON value + @sa @ref operator value_t() -- return the type of the JSON value (implicit) + + @since version 1.0.0, public since 2.1.0, `const char*` and `noexcept` + since 3.0.0 + */ + JSON_HEDLEY_RETURNS_NON_NULL + const char* type_name() const noexcept + { + { + switch (m_type) + { + case value_t::null: + return "null"; + case value_t::object: + return "object"; + case value_t::array: + return "array"; + case value_t::string: + return "string"; + case value_t::boolean: + return "boolean"; + case value_t::binary: + return "binary"; + case value_t::discarded: + return "discarded"; + default: + return "number"; + } + } + } + + + JSON_PRIVATE_UNLESS_TESTED: + ////////////////////// + // member variables // + ////////////////////// + + /// the type of the current element + value_t m_type = value_t::null; + + /// the value of the current element + json_value m_value = {}; + + ////////////////////////////////////////// + // binary serialization/deserialization // + ////////////////////////////////////////// + + /// @name binary serialization/deserialization support + /// @{ + + public: + /*! + @brief create a CBOR serialization of a given JSON value + + Serializes a given JSON value @a j to a byte vector using the CBOR (Concise + Binary Object Representation) serialization format. CBOR is a binary + serialization format which aims to be more compact than JSON itself, yet + more efficient to parse. + + The library uses the following mapping from JSON values types to + CBOR types according to the CBOR specification (RFC 7049): + + JSON value type | value/range | CBOR type | first byte + --------------- | ------------------------------------------ | ---------------------------------- | --------------- + null | `null` | Null | 0xF6 + boolean | `true` | True | 0xF5 + boolean | `false` | False | 0xF4 + number_integer | -9223372036854775808..-2147483649 | Negative integer (8 bytes follow) | 0x3B + number_integer | -2147483648..-32769 | Negative integer (4 bytes follow) | 0x3A + number_integer | -32768..-129 | Negative integer (2 bytes follow) | 0x39 + number_integer | -128..-25 | Negative integer (1 byte follow) | 0x38 + number_integer | -24..-1 | Negative integer | 0x20..0x37 + number_integer | 0..23 | Integer | 0x00..0x17 + number_integer | 24..255 | Unsigned integer (1 byte follow) | 0x18 + number_integer | 256..65535 | Unsigned integer (2 bytes follow) | 0x19 + number_integer | 65536..4294967295 | Unsigned integer (4 bytes follow) | 0x1A + number_integer | 4294967296..18446744073709551615 | Unsigned integer (8 bytes follow) | 0x1B + number_unsigned | 0..23 | Integer | 0x00..0x17 + number_unsigned | 24..255 | Unsigned integer (1 byte follow) | 0x18 + number_unsigned | 256..65535 | Unsigned integer (2 bytes follow) | 0x19 + number_unsigned | 65536..4294967295 | Unsigned integer (4 bytes follow) | 0x1A + number_unsigned | 4294967296..18446744073709551615 | Unsigned integer (8 bytes follow) | 0x1B + number_float | *any value representable by a float* | Single-Precision Float | 0xFA + number_float | *any value NOT representable by a float* | Double-Precision Float | 0xFB + string | *length*: 0..23 | UTF-8 string | 0x60..0x77 + string | *length*: 23..255 | UTF-8 string (1 byte follow) | 0x78 + string | *length*: 256..65535 | UTF-8 string (2 bytes follow) | 0x79 + string | *length*: 65536..4294967295 | UTF-8 string (4 bytes follow) | 0x7A + string | *length*: 4294967296..18446744073709551615 | UTF-8 string (8 bytes follow) | 0x7B + array | *size*: 0..23 | array | 0x80..0x97 + array | *size*: 23..255 | array (1 byte follow) | 0x98 + array | *size*: 256..65535 | array (2 bytes follow) | 0x99 + array | *size*: 65536..4294967295 | array (4 bytes follow) | 0x9A + array | *size*: 4294967296..18446744073709551615 | array (8 bytes follow) | 0x9B + object | *size*: 0..23 | map | 0xA0..0xB7 + object | *size*: 23..255 | map (1 byte follow) | 0xB8 + object | *size*: 256..65535 | map (2 bytes follow) | 0xB9 + object | *size*: 65536..4294967295 | map (4 bytes follow) | 0xBA + object | *size*: 4294967296..18446744073709551615 | map (8 bytes follow) | 0xBB + binary | *size*: 0..23 | byte string | 0x40..0x57 + binary | *size*: 23..255 | byte string (1 byte follow) | 0x58 + binary | *size*: 256..65535 | byte string (2 bytes follow) | 0x59 + binary | *size*: 65536..4294967295 | byte string (4 bytes follow) | 0x5A + binary | *size*: 4294967296..18446744073709551615 | byte string (8 bytes follow) | 0x5B + + @note The mapping is **complete** in the sense that any JSON value type + can be converted to a CBOR value. + + @note If NaN or Infinity are stored inside a JSON number, they are + serialized properly. This behavior differs from the @ref dump() + function which serializes NaN or Infinity to `null`. + + @note The following CBOR types are not used in the conversion: + - UTF-8 strings terminated by "break" (0x7F) + - arrays terminated by "break" (0x9F) + - maps terminated by "break" (0xBF) + - byte strings terminated by "break" (0x5F) + - date/time (0xC0..0xC1) + - bignum (0xC2..0xC3) + - decimal fraction (0xC4) + - bigfloat (0xC5) + - expected conversions (0xD5..0xD7) + - simple values (0xE0..0xF3, 0xF8) + - undefined (0xF7) + - half-precision floats (0xF9) + - break (0xFF) + + @param[in] j JSON value to serialize + @return CBOR serialization as byte vector + + @complexity Linear in the size of the JSON value @a j. + + @liveexample{The example shows the serialization of a JSON value to a byte + vector in CBOR format.,to_cbor} + + @sa http://cbor.io + @sa @ref from_cbor(detail::input_adapter&&, const bool, const bool, const cbor_tag_handler_t) for the + analogous deserialization + @sa @ref to_msgpack(const basic_json&) for the related MessagePack format + @sa @ref to_ubjson(const basic_json&, const bool, const bool) for the + related UBJSON format + + @since version 2.0.9; compact representation of floating-point numbers + since version 3.8.0 + */ + static std::vector to_cbor(const basic_json& j) + { + std::vector result; + to_cbor(j, result); + return result; + } + + static void to_cbor(const basic_json& j, detail::output_adapter o) + { + binary_writer(o).write_cbor(j); + } + + static void to_cbor(const basic_json& j, detail::output_adapter o) + { + binary_writer(o).write_cbor(j); + } + + /*! + @brief create a MessagePack serialization of a given JSON value + + Serializes a given JSON value @a j to a byte vector using the MessagePack + serialization format. MessagePack is a binary serialization format which + aims to be more compact than JSON itself, yet more efficient to parse. + + The library uses the following mapping from JSON values types to + MessagePack types according to the MessagePack specification: + + JSON value type | value/range | MessagePack type | first byte + --------------- | --------------------------------- | ---------------- | ---------- + null | `null` | nil | 0xC0 + boolean | `true` | true | 0xC3 + boolean | `false` | false | 0xC2 + number_integer | -9223372036854775808..-2147483649 | int64 | 0xD3 + number_integer | -2147483648..-32769 | int32 | 0xD2 + number_integer | -32768..-129 | int16 | 0xD1 + number_integer | -128..-33 | int8 | 0xD0 + number_integer | -32..-1 | negative fixint | 0xE0..0xFF + number_integer | 0..127 | positive fixint | 0x00..0x7F + number_integer | 128..255 | uint 8 | 0xCC + number_integer | 256..65535 | uint 16 | 0xCD + number_integer | 65536..4294967295 | uint 32 | 0xCE + number_integer | 4294967296..18446744073709551615 | uint 64 | 0xCF + number_unsigned | 0..127 | positive fixint | 0x00..0x7F + number_unsigned | 128..255 | uint 8 | 0xCC + number_unsigned | 256..65535 | uint 16 | 0xCD + number_unsigned | 65536..4294967295 | uint 32 | 0xCE + number_unsigned | 4294967296..18446744073709551615 | uint 64 | 0xCF + number_float | *any value representable by a float* | float 32 | 0xCA + number_float | *any value NOT representable by a float* | float 64 | 0xCB + string | *length*: 0..31 | fixstr | 0xA0..0xBF + string | *length*: 32..255 | str 8 | 0xD9 + string | *length*: 256..65535 | str 16 | 0xDA + string | *length*: 65536..4294967295 | str 32 | 0xDB + array | *size*: 0..15 | fixarray | 0x90..0x9F + array | *size*: 16..65535 | array 16 | 0xDC + array | *size*: 65536..4294967295 | array 32 | 0xDD + object | *size*: 0..15 | fix map | 0x80..0x8F + object | *size*: 16..65535 | map 16 | 0xDE + object | *size*: 65536..4294967295 | map 32 | 0xDF + binary | *size*: 0..255 | bin 8 | 0xC4 + binary | *size*: 256..65535 | bin 16 | 0xC5 + binary | *size*: 65536..4294967295 | bin 32 | 0xC6 + + @note The mapping is **complete** in the sense that any JSON value type + can be converted to a MessagePack value. + + @note The following values can **not** be converted to a MessagePack value: + - strings with more than 4294967295 bytes + - byte strings with more than 4294967295 bytes + - arrays with more than 4294967295 elements + - objects with more than 4294967295 elements + + @note Any MessagePack output created @ref to_msgpack can be successfully + parsed by @ref from_msgpack. + + @note If NaN or Infinity are stored inside a JSON number, they are + serialized properly. This behavior differs from the @ref dump() + function which serializes NaN or Infinity to `null`. + + @param[in] j JSON value to serialize + @return MessagePack serialization as byte vector + + @complexity Linear in the size of the JSON value @a j. + + @liveexample{The example shows the serialization of a JSON value to a byte + vector in MessagePack format.,to_msgpack} + + @sa http://msgpack.org + @sa @ref from_msgpack for the analogous deserialization + @sa @ref to_cbor(const basic_json& for the related CBOR format + @sa @ref to_ubjson(const basic_json&, const bool, const bool) for the + related UBJSON format + + @since version 2.0.9 + */ + static std::vector to_msgpack(const basic_json& j) + { + std::vector result; + to_msgpack(j, result); + return result; + } + + static void to_msgpack(const basic_json& j, detail::output_adapter o) + { + binary_writer(o).write_msgpack(j); + } + + static void to_msgpack(const basic_json& j, detail::output_adapter o) + { + binary_writer(o).write_msgpack(j); + } + + /*! + @brief create a UBJSON serialization of a given JSON value + + Serializes a given JSON value @a j to a byte vector using the UBJSON + (Universal Binary JSON) serialization format. UBJSON aims to be more compact + than JSON itself, yet more efficient to parse. + + The library uses the following mapping from JSON values types to + UBJSON types according to the UBJSON specification: + + JSON value type | value/range | UBJSON type | marker + --------------- | --------------------------------- | ----------- | ------ + null | `null` | null | `Z` + boolean | `true` | true | `T` + boolean | `false` | false | `F` + number_integer | -9223372036854775808..-2147483649 | int64 | `L` + number_integer | -2147483648..-32769 | int32 | `l` + number_integer | -32768..-129 | int16 | `I` + number_integer | -128..127 | int8 | `i` + number_integer | 128..255 | uint8 | `U` + number_integer | 256..32767 | int16 | `I` + number_integer | 32768..2147483647 | int32 | `l` + number_integer | 2147483648..9223372036854775807 | int64 | `L` + number_unsigned | 0..127 | int8 | `i` + number_unsigned | 128..255 | uint8 | `U` + number_unsigned | 256..32767 | int16 | `I` + number_unsigned | 32768..2147483647 | int32 | `l` + number_unsigned | 2147483648..9223372036854775807 | int64 | `L` + number_unsigned | 2147483649..18446744073709551615 | high-precision | `H` + number_float | *any value* | float64 | `D` + string | *with shortest length indicator* | string | `S` + array | *see notes on optimized format* | array | `[` + object | *see notes on optimized format* | map | `{` + + @note The mapping is **complete** in the sense that any JSON value type + can be converted to a UBJSON value. + + @note The following values can **not** be converted to a UBJSON value: + - strings with more than 9223372036854775807 bytes (theoretical) + + @note The following markers are not used in the conversion: + - `Z`: no-op values are not created. + - `C`: single-byte strings are serialized with `S` markers. + + @note Any UBJSON output created @ref to_ubjson can be successfully parsed + by @ref from_ubjson. + + @note If NaN or Infinity are stored inside a JSON number, they are + serialized properly. This behavior differs from the @ref dump() + function which serializes NaN or Infinity to `null`. + + @note The optimized formats for containers are supported: Parameter + @a use_size adds size information to the beginning of a container and + removes the closing marker. Parameter @a use_type further checks + whether all elements of a container have the same type and adds the + type marker to the beginning of the container. The @a use_type + parameter must only be used together with @a use_size = true. Note + that @a use_size = true alone may result in larger representations - + the benefit of this parameter is that the receiving side is + immediately informed on the number of elements of the container. + + @note If the JSON data contains the binary type, the value stored is a list + of integers, as suggested by the UBJSON documentation. In particular, + this means that serialization and the deserialization of a JSON + containing binary values into UBJSON and back will result in a + different JSON object. + + @param[in] j JSON value to serialize + @param[in] use_size whether to add size annotations to container types + @param[in] use_type whether to add type annotations to container types + (must be combined with @a use_size = true) + @return UBJSON serialization as byte vector + + @complexity Linear in the size of the JSON value @a j. + + @liveexample{The example shows the serialization of a JSON value to a byte + vector in UBJSON format.,to_ubjson} + + @sa http://ubjson.org + @sa @ref from_ubjson(detail::input_adapter&&, const bool, const bool) for the + analogous deserialization + @sa @ref to_cbor(const basic_json& for the related CBOR format + @sa @ref to_msgpack(const basic_json&) for the related MessagePack format + + @since version 3.1.0 + */ + static std::vector to_ubjson(const basic_json& j, + const bool use_size = false, + const bool use_type = false) + { + std::vector result; + to_ubjson(j, result, use_size, use_type); + return result; + } + + static void to_ubjson(const basic_json& j, detail::output_adapter o, + const bool use_size = false, const bool use_type = false) + { + binary_writer(o).write_ubjson(j, use_size, use_type); + } + + static void to_ubjson(const basic_json& j, detail::output_adapter o, + const bool use_size = false, const bool use_type = false) + { + binary_writer(o).write_ubjson(j, use_size, use_type); + } + + + /*! + @brief Serializes the given JSON object `j` to BSON and returns a vector + containing the corresponding BSON-representation. + + BSON (Binary JSON) is a binary format in which zero or more ordered key/value pairs are + stored as a single entity (a so-called document). + + The library uses the following mapping from JSON values types to BSON types: + + JSON value type | value/range | BSON type | marker + --------------- | --------------------------------- | ----------- | ------ + null | `null` | null | 0x0A + boolean | `true`, `false` | boolean | 0x08 + number_integer | -9223372036854775808..-2147483649 | int64 | 0x12 + number_integer | -2147483648..2147483647 | int32 | 0x10 + number_integer | 2147483648..9223372036854775807 | int64 | 0x12 + number_unsigned | 0..2147483647 | int32 | 0x10 + number_unsigned | 2147483648..9223372036854775807 | int64 | 0x12 + number_unsigned | 9223372036854775808..18446744073709551615| -- | -- + number_float | *any value* | double | 0x01 + string | *any value* | string | 0x02 + array | *any value* | document | 0x04 + object | *any value* | document | 0x03 + binary | *any value* | binary | 0x05 + + @warning The mapping is **incomplete**, since only JSON-objects (and things + contained therein) can be serialized to BSON. + Also, integers larger than 9223372036854775807 cannot be serialized to BSON, + and the keys may not contain U+0000, since they are serialized a + zero-terminated c-strings. + + @throw out_of_range.407 if `j.is_number_unsigned() && j.get() > 9223372036854775807` + @throw out_of_range.409 if a key in `j` contains a NULL (U+0000) + @throw type_error.317 if `!j.is_object()` + + @pre The input `j` is required to be an object: `j.is_object() == true`. + + @note Any BSON output created via @ref to_bson can be successfully parsed + by @ref from_bson. + + @param[in] j JSON value to serialize + @return BSON serialization as byte vector + + @complexity Linear in the size of the JSON value @a j. + + @liveexample{The example shows the serialization of a JSON value to a byte + vector in BSON format.,to_bson} + + @sa http://bsonspec.org/spec.html + @sa @ref from_bson(detail::input_adapter&&, const bool strict) for the + analogous deserialization + @sa @ref to_ubjson(const basic_json&, const bool, const bool) for the + related UBJSON format + @sa @ref to_cbor(const basic_json&) for the related CBOR format + @sa @ref to_msgpack(const basic_json&) for the related MessagePack format + */ + static std::vector to_bson(const basic_json& j) + { + std::vector result; + to_bson(j, result); + return result; + } + + /*! + @brief Serializes the given JSON object `j` to BSON and forwards the + corresponding BSON-representation to the given output_adapter `o`. + @param j The JSON object to convert to BSON. + @param o The output adapter that receives the binary BSON representation. + @pre The input `j` shall be an object: `j.is_object() == true` + @sa @ref to_bson(const basic_json&) + */ + static void to_bson(const basic_json& j, detail::output_adapter o) + { + binary_writer(o).write_bson(j); + } + + /*! + @copydoc to_bson(const basic_json&, detail::output_adapter) + */ + static void to_bson(const basic_json& j, detail::output_adapter o) + { + binary_writer(o).write_bson(j); + } + + + /*! + @brief create a JSON value from an input in CBOR format + + Deserializes a given input @a i to a JSON value using the CBOR (Concise + Binary Object Representation) serialization format. + + The library maps CBOR types to JSON value types as follows: + + CBOR type | JSON value type | first byte + ---------------------- | --------------- | ---------- + Integer | number_unsigned | 0x00..0x17 + Unsigned integer | number_unsigned | 0x18 + Unsigned integer | number_unsigned | 0x19 + Unsigned integer | number_unsigned | 0x1A + Unsigned integer | number_unsigned | 0x1B + Negative integer | number_integer | 0x20..0x37 + Negative integer | number_integer | 0x38 + Negative integer | number_integer | 0x39 + Negative integer | number_integer | 0x3A + Negative integer | number_integer | 0x3B + Byte string | binary | 0x40..0x57 + Byte string | binary | 0x58 + Byte string | binary | 0x59 + Byte string | binary | 0x5A + Byte string | binary | 0x5B + UTF-8 string | string | 0x60..0x77 + UTF-8 string | string | 0x78 + UTF-8 string | string | 0x79 + UTF-8 string | string | 0x7A + UTF-8 string | string | 0x7B + UTF-8 string | string | 0x7F + array | array | 0x80..0x97 + array | array | 0x98 + array | array | 0x99 + array | array | 0x9A + array | array | 0x9B + array | array | 0x9F + map | object | 0xA0..0xB7 + map | object | 0xB8 + map | object | 0xB9 + map | object | 0xBA + map | object | 0xBB + map | object | 0xBF + False | `false` | 0xF4 + True | `true` | 0xF5 + Null | `null` | 0xF6 + Half-Precision Float | number_float | 0xF9 + Single-Precision Float | number_float | 0xFA + Double-Precision Float | number_float | 0xFB + + @warning The mapping is **incomplete** in the sense that not all CBOR + types can be converted to a JSON value. The following CBOR types + are not supported and will yield parse errors (parse_error.112): + - date/time (0xC0..0xC1) + - bignum (0xC2..0xC3) + - decimal fraction (0xC4) + - bigfloat (0xC5) + - expected conversions (0xD5..0xD7) + - simple values (0xE0..0xF3, 0xF8) + - undefined (0xF7) + + @warning CBOR allows map keys of any type, whereas JSON only allows + strings as keys in object values. Therefore, CBOR maps with keys + other than UTF-8 strings are rejected (parse_error.113). + + @note Any CBOR output created @ref to_cbor can be successfully parsed by + @ref from_cbor. + + @param[in] i an input in CBOR format convertible to an input adapter + @param[in] strict whether to expect the input to be consumed until EOF + (true by default) + @param[in] allow_exceptions whether to throw exceptions in case of a + parse error (optional, true by default) + @param[in] tag_handler how to treat CBOR tags (optional, error by default) + + @return deserialized JSON value; in case of a parse error and + @a allow_exceptions set to `false`, the return value will be + value_t::discarded. + + @throw parse_error.110 if the given input ends prematurely or the end of + file was not reached when @a strict was set to true + @throw parse_error.112 if unsupported features from CBOR were + used in the given input @a v or if the input is not valid CBOR + @throw parse_error.113 if a string was expected as map key, but not found + + @complexity Linear in the size of the input @a i. + + @liveexample{The example shows the deserialization of a byte vector in CBOR + format to a JSON value.,from_cbor} + + @sa http://cbor.io + @sa @ref to_cbor(const basic_json&) for the analogous serialization + @sa @ref from_msgpack(detail::input_adapter&&, const bool, const bool) for the + related MessagePack format + @sa @ref from_ubjson(detail::input_adapter&&, const bool, const bool) for the + related UBJSON format + + @since version 2.0.9; parameter @a start_index since 2.1.1; changed to + consume input adapters, removed start_index parameter, and added + @a strict parameter since 3.0.0; added @a allow_exceptions parameter + since 3.2.0; added @a tag_handler parameter since 3.9.0. + */ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json from_cbor(InputType&& i, + const bool strict = true, + const bool allow_exceptions = true, + const cbor_tag_handler_t tag_handler = cbor_tag_handler_t::error) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = detail::input_adapter(std::forward(i)); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::cbor, &sdp, strict, tag_handler); + return res ? result : basic_json(value_t::discarded); + } + + /*! + @copydoc from_cbor(detail::input_adapter&&, const bool, const bool, const cbor_tag_handler_t) + */ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json from_cbor(IteratorType first, IteratorType last, + const bool strict = true, + const bool allow_exceptions = true, + const cbor_tag_handler_t tag_handler = cbor_tag_handler_t::error) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = detail::input_adapter(std::move(first), std::move(last)); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::cbor, &sdp, strict, tag_handler); + return res ? result : basic_json(value_t::discarded); + } + + template + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, from_cbor(ptr, ptr + len)) + static basic_json from_cbor(const T* ptr, std::size_t len, + const bool strict = true, + const bool allow_exceptions = true, + const cbor_tag_handler_t tag_handler = cbor_tag_handler_t::error) + { + return from_cbor(ptr, ptr + len, strict, allow_exceptions, tag_handler); + } + + + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, from_cbor(ptr, ptr + len)) + static basic_json from_cbor(detail::span_input_adapter&& i, + const bool strict = true, + const bool allow_exceptions = true, + const cbor_tag_handler_t tag_handler = cbor_tag_handler_t::error) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = i.get(); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::cbor, &sdp, strict, tag_handler); + return res ? result : basic_json(value_t::discarded); + } + + /*! + @brief create a JSON value from an input in MessagePack format + + Deserializes a given input @a i to a JSON value using the MessagePack + serialization format. + + The library maps MessagePack types to JSON value types as follows: + + MessagePack type | JSON value type | first byte + ---------------- | --------------- | ---------- + positive fixint | number_unsigned | 0x00..0x7F + fixmap | object | 0x80..0x8F + fixarray | array | 0x90..0x9F + fixstr | string | 0xA0..0xBF + nil | `null` | 0xC0 + false | `false` | 0xC2 + true | `true` | 0xC3 + float 32 | number_float | 0xCA + float 64 | number_float | 0xCB + uint 8 | number_unsigned | 0xCC + uint 16 | number_unsigned | 0xCD + uint 32 | number_unsigned | 0xCE + uint 64 | number_unsigned | 0xCF + int 8 | number_integer | 0xD0 + int 16 | number_integer | 0xD1 + int 32 | number_integer | 0xD2 + int 64 | number_integer | 0xD3 + str 8 | string | 0xD9 + str 16 | string | 0xDA + str 32 | string | 0xDB + array 16 | array | 0xDC + array 32 | array | 0xDD + map 16 | object | 0xDE + map 32 | object | 0xDF + bin 8 | binary | 0xC4 + bin 16 | binary | 0xC5 + bin 32 | binary | 0xC6 + ext 8 | binary | 0xC7 + ext 16 | binary | 0xC8 + ext 32 | binary | 0xC9 + fixext 1 | binary | 0xD4 + fixext 2 | binary | 0xD5 + fixext 4 | binary | 0xD6 + fixext 8 | binary | 0xD7 + fixext 16 | binary | 0xD8 + negative fixint | number_integer | 0xE0-0xFF + + @note Any MessagePack output created @ref to_msgpack can be successfully + parsed by @ref from_msgpack. + + @param[in] i an input in MessagePack format convertible to an input + adapter + @param[in] strict whether to expect the input to be consumed until EOF + (true by default) + @param[in] allow_exceptions whether to throw exceptions in case of a + parse error (optional, true by default) + + @return deserialized JSON value; in case of a parse error and + @a allow_exceptions set to `false`, the return value will be + value_t::discarded. + + @throw parse_error.110 if the given input ends prematurely or the end of + file was not reached when @a strict was set to true + @throw parse_error.112 if unsupported features from MessagePack were + used in the given input @a i or if the input is not valid MessagePack + @throw parse_error.113 if a string was expected as map key, but not found + + @complexity Linear in the size of the input @a i. + + @liveexample{The example shows the deserialization of a byte vector in + MessagePack format to a JSON value.,from_msgpack} + + @sa http://msgpack.org + @sa @ref to_msgpack(const basic_json&) for the analogous serialization + @sa @ref from_cbor(detail::input_adapter&&, const bool, const bool, const cbor_tag_handler_t) for the + related CBOR format + @sa @ref from_ubjson(detail::input_adapter&&, const bool, const bool) for + the related UBJSON format + @sa @ref from_bson(detail::input_adapter&&, const bool, const bool) for + the related BSON format + + @since version 2.0.9; parameter @a start_index since 2.1.1; changed to + consume input adapters, removed start_index parameter, and added + @a strict parameter since 3.0.0; added @a allow_exceptions parameter + since 3.2.0 + */ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json from_msgpack(InputType&& i, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = detail::input_adapter(std::forward(i)); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::msgpack, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + + /*! + @copydoc from_msgpack(detail::input_adapter&&, const bool, const bool) + */ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json from_msgpack(IteratorType first, IteratorType last, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = detail::input_adapter(std::move(first), std::move(last)); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::msgpack, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + + + template + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, from_msgpack(ptr, ptr + len)) + static basic_json from_msgpack(const T* ptr, std::size_t len, + const bool strict = true, + const bool allow_exceptions = true) + { + return from_msgpack(ptr, ptr + len, strict, allow_exceptions); + } + + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, from_msgpack(ptr, ptr + len)) + static basic_json from_msgpack(detail::span_input_adapter&& i, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = i.get(); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::msgpack, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + + + /*! + @brief create a JSON value from an input in UBJSON format + + Deserializes a given input @a i to a JSON value using the UBJSON (Universal + Binary JSON) serialization format. + + The library maps UBJSON types to JSON value types as follows: + + UBJSON type | JSON value type | marker + ----------- | --------------------------------------- | ------ + no-op | *no value, next value is read* | `N` + null | `null` | `Z` + false | `false` | `F` + true | `true` | `T` + float32 | number_float | `d` + float64 | number_float | `D` + uint8 | number_unsigned | `U` + int8 | number_integer | `i` + int16 | number_integer | `I` + int32 | number_integer | `l` + int64 | number_integer | `L` + high-precision number | number_integer, number_unsigned, or number_float - depends on number string | 'H' + string | string | `S` + char | string | `C` + array | array (optimized values are supported) | `[` + object | object (optimized values are supported) | `{` + + @note The mapping is **complete** in the sense that any UBJSON value can + be converted to a JSON value. + + @param[in] i an input in UBJSON format convertible to an input adapter + @param[in] strict whether to expect the input to be consumed until EOF + (true by default) + @param[in] allow_exceptions whether to throw exceptions in case of a + parse error (optional, true by default) + + @return deserialized JSON value; in case of a parse error and + @a allow_exceptions set to `false`, the return value will be + value_t::discarded. + + @throw parse_error.110 if the given input ends prematurely or the end of + file was not reached when @a strict was set to true + @throw parse_error.112 if a parse error occurs + @throw parse_error.113 if a string could not be parsed successfully + + @complexity Linear in the size of the input @a i. + + @liveexample{The example shows the deserialization of a byte vector in + UBJSON format to a JSON value.,from_ubjson} + + @sa http://ubjson.org + @sa @ref to_ubjson(const basic_json&, const bool, const bool) for the + analogous serialization + @sa @ref from_cbor(detail::input_adapter&&, const bool, const bool, const cbor_tag_handler_t) for the + related CBOR format + @sa @ref from_msgpack(detail::input_adapter&&, const bool, const bool) for + the related MessagePack format + @sa @ref from_bson(detail::input_adapter&&, const bool, const bool) for + the related BSON format + + @since version 3.1.0; added @a allow_exceptions parameter since 3.2.0 + */ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json from_ubjson(InputType&& i, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = detail::input_adapter(std::forward(i)); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::ubjson, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + + /*! + @copydoc from_ubjson(detail::input_adapter&&, const bool, const bool) + */ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json from_ubjson(IteratorType first, IteratorType last, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = detail::input_adapter(std::move(first), std::move(last)); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::ubjson, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + + template + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, from_ubjson(ptr, ptr + len)) + static basic_json from_ubjson(const T* ptr, std::size_t len, + const bool strict = true, + const bool allow_exceptions = true) + { + return from_ubjson(ptr, ptr + len, strict, allow_exceptions); + } + + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, from_ubjson(ptr, ptr + len)) + static basic_json from_ubjson(detail::span_input_adapter&& i, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = i.get(); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::ubjson, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + + + /*! + @brief Create a JSON value from an input in BSON format + + Deserializes a given input @a i to a JSON value using the BSON (Binary JSON) + serialization format. + + The library maps BSON record types to JSON value types as follows: + + BSON type | BSON marker byte | JSON value type + --------------- | ---------------- | --------------------------- + double | 0x01 | number_float + string | 0x02 | string + document | 0x03 | object + array | 0x04 | array + binary | 0x05 | binary + undefined | 0x06 | still unsupported + ObjectId | 0x07 | still unsupported + boolean | 0x08 | boolean + UTC Date-Time | 0x09 | still unsupported + null | 0x0A | null + Regular Expr. | 0x0B | still unsupported + DB Pointer | 0x0C | still unsupported + JavaScript Code | 0x0D | still unsupported + Symbol | 0x0E | still unsupported + JavaScript Code | 0x0F | still unsupported + int32 | 0x10 | number_integer + Timestamp | 0x11 | still unsupported + 128-bit decimal float | 0x13 | still unsupported + Max Key | 0x7F | still unsupported + Min Key | 0xFF | still unsupported + + @warning The mapping is **incomplete**. The unsupported mappings + are indicated in the table above. + + @param[in] i an input in BSON format convertible to an input adapter + @param[in] strict whether to expect the input to be consumed until EOF + (true by default) + @param[in] allow_exceptions whether to throw exceptions in case of a + parse error (optional, true by default) + + @return deserialized JSON value; in case of a parse error and + @a allow_exceptions set to `false`, the return value will be + value_t::discarded. + + @throw parse_error.114 if an unsupported BSON record type is encountered + + @complexity Linear in the size of the input @a i. + + @liveexample{The example shows the deserialization of a byte vector in + BSON format to a JSON value.,from_bson} + + @sa http://bsonspec.org/spec.html + @sa @ref to_bson(const basic_json&) for the analogous serialization + @sa @ref from_cbor(detail::input_adapter&&, const bool, const bool, const cbor_tag_handler_t) for the + related CBOR format + @sa @ref from_msgpack(detail::input_adapter&&, const bool, const bool) for + the related MessagePack format + @sa @ref from_ubjson(detail::input_adapter&&, const bool, const bool) for the + related UBJSON format + */ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json from_bson(InputType&& i, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = detail::input_adapter(std::forward(i)); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::bson, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + + /*! + @copydoc from_bson(detail::input_adapter&&, const bool, const bool) + */ + template + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json from_bson(IteratorType first, IteratorType last, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = detail::input_adapter(std::move(first), std::move(last)); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::bson, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + + template + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, from_bson(ptr, ptr + len)) + static basic_json from_bson(const T* ptr, std::size_t len, + const bool strict = true, + const bool allow_exceptions = true) + { + return from_bson(ptr, ptr + len, strict, allow_exceptions); + } + + JSON_HEDLEY_WARN_UNUSED_RESULT + JSON_HEDLEY_DEPRECATED_FOR(3.8.0, from_bson(ptr, ptr + len)) + static basic_json from_bson(detail::span_input_adapter&& i, + const bool strict = true, + const bool allow_exceptions = true) + { + basic_json result; + detail::json_sax_dom_parser sdp(result, allow_exceptions); + auto ia = i.get(); + const bool res = binary_reader(std::move(ia)).sax_parse(input_format_t::bson, &sdp, strict); + return res ? result : basic_json(value_t::discarded); + } + /// @} + + ////////////////////////// + // JSON Pointer support // + ////////////////////////// + + /// @name JSON Pointer functions + /// @{ + + /*! + @brief access specified element via JSON Pointer + + Uses a JSON pointer to retrieve a reference to the respective JSON value. + No bound checking is performed. Similar to @ref operator[](const typename + object_t::key_type&), `null` values are created in arrays and objects if + necessary. + + In particular: + - If the JSON pointer points to an object key that does not exist, it + is created an filled with a `null` value before a reference to it + is returned. + - If the JSON pointer points to an array index that does not exist, it + is created an filled with a `null` value before a reference to it + is returned. All indices between the current maximum and the given + index are also filled with `null`. + - The special value `-` is treated as a synonym for the index past the + end. + + @param[in] ptr a JSON pointer + + @return reference to the element pointed to by @a ptr + + @complexity Constant. + + @throw parse_error.106 if an array index begins with '0' + @throw parse_error.109 if an array index was not a number + @throw out_of_range.404 if the JSON pointer can not be resolved + + @liveexample{The behavior is shown in the example.,operatorjson_pointer} + + @since version 2.0.0 + */ + reference operator[](const json_pointer& ptr) + { + return ptr.get_unchecked(this); + } + + /*! + @brief access specified element via JSON Pointer + + Uses a JSON pointer to retrieve a reference to the respective JSON value. + No bound checking is performed. The function does not change the JSON + value; no `null` values are created. In particular, the special value + `-` yields an exception. + + @param[in] ptr JSON pointer to the desired element + + @return const reference to the element pointed to by @a ptr + + @complexity Constant. + + @throw parse_error.106 if an array index begins with '0' + @throw parse_error.109 if an array index was not a number + @throw out_of_range.402 if the array index '-' is used + @throw out_of_range.404 if the JSON pointer can not be resolved + + @liveexample{The behavior is shown in the example.,operatorjson_pointer_const} + + @since version 2.0.0 + */ + const_reference operator[](const json_pointer& ptr) const + { + return ptr.get_unchecked(this); + } + + /*! + @brief access specified element via JSON Pointer + + Returns a reference to the element at with specified JSON pointer @a ptr, + with bounds checking. + + @param[in] ptr JSON pointer to the desired element + + @return reference to the element pointed to by @a ptr + + @throw parse_error.106 if an array index in the passed JSON pointer @a ptr + begins with '0'. See example below. + + @throw parse_error.109 if an array index in the passed JSON pointer @a ptr + is not a number. See example below. + + @throw out_of_range.401 if an array index in the passed JSON pointer @a ptr + is out of range. See example below. + + @throw out_of_range.402 if the array index '-' is used in the passed JSON + pointer @a ptr. As `at` provides checked access (and no elements are + implicitly inserted), the index '-' is always invalid. See example below. + + @throw out_of_range.403 if the JSON pointer describes a key of an object + which cannot be found. See example below. + + @throw out_of_range.404 if the JSON pointer @a ptr can not be resolved. + See example below. + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes in the JSON value. + + @complexity Constant. + + @since version 2.0.0 + + @liveexample{The behavior is shown in the example.,at_json_pointer} + */ + reference at(const json_pointer& ptr) + { + return ptr.get_checked(this); + } + + /*! + @brief access specified element via JSON Pointer + + Returns a const reference to the element at with specified JSON pointer @a + ptr, with bounds checking. + + @param[in] ptr JSON pointer to the desired element + + @return reference to the element pointed to by @a ptr + + @throw parse_error.106 if an array index in the passed JSON pointer @a ptr + begins with '0'. See example below. + + @throw parse_error.109 if an array index in the passed JSON pointer @a ptr + is not a number. See example below. + + @throw out_of_range.401 if an array index in the passed JSON pointer @a ptr + is out of range. See example below. + + @throw out_of_range.402 if the array index '-' is used in the passed JSON + pointer @a ptr. As `at` provides checked access (and no elements are + implicitly inserted), the index '-' is always invalid. See example below. + + @throw out_of_range.403 if the JSON pointer describes a key of an object + which cannot be found. See example below. + + @throw out_of_range.404 if the JSON pointer @a ptr can not be resolved. + See example below. + + @exceptionsafety Strong guarantee: if an exception is thrown, there are no + changes in the JSON value. + + @complexity Constant. + + @since version 2.0.0 + + @liveexample{The behavior is shown in the example.,at_json_pointer_const} + */ + const_reference at(const json_pointer& ptr) const + { + return ptr.get_checked(this); + } + + /*! + @brief return flattened JSON value + + The function creates a JSON object whose keys are JSON pointers (see [RFC + 6901](https://tools.ietf.org/html/rfc6901)) and whose values are all + primitive. The original JSON value can be restored using the @ref + unflatten() function. + + @return an object that maps JSON pointers to primitive values + + @note Empty objects and arrays are flattened to `null` and will not be + reconstructed correctly by the @ref unflatten() function. + + @complexity Linear in the size the JSON value. + + @liveexample{The following code shows how a JSON object is flattened to an + object whose keys consist of JSON pointers.,flatten} + + @sa @ref unflatten() for the reverse function + + @since version 2.0.0 + */ + basic_json flatten() const + { + basic_json result(value_t::object); + json_pointer::flatten("", *this, result); + return result; + } + + /*! + @brief unflatten a previously flattened JSON value + + The function restores the arbitrary nesting of a JSON value that has been + flattened before using the @ref flatten() function. The JSON value must + meet certain constraints: + 1. The value must be an object. + 2. The keys must be JSON pointers (see + [RFC 6901](https://tools.ietf.org/html/rfc6901)) + 3. The mapped values must be primitive JSON types. + + @return the original JSON from a flattened version + + @note Empty objects and arrays are flattened by @ref flatten() to `null` + values and can not unflattened to their original type. Apart from + this example, for a JSON value `j`, the following is always true: + `j == j.flatten().unflatten()`. + + @complexity Linear in the size the JSON value. + + @throw type_error.314 if value is not an object + @throw type_error.315 if object values are not primitive + + @liveexample{The following code shows how a flattened JSON object is + unflattened into the original nested JSON object.,unflatten} + + @sa @ref flatten() for the reverse function + + @since version 2.0.0 + */ + basic_json unflatten() const + { + return json_pointer::unflatten(*this); + } + + /// @} + + ////////////////////////// + // JSON Patch functions // + ////////////////////////// + + /// @name JSON Patch functions + /// @{ + + /*! + @brief applies a JSON patch + + [JSON Patch](http://jsonpatch.com) defines a JSON document structure for + expressing a sequence of operations to apply to a JSON) document. With + this function, a JSON Patch is applied to the current JSON value by + executing all operations from the patch. + + @param[in] json_patch JSON patch document + @return patched document + + @note The application of a patch is atomic: Either all operations succeed + and the patched document is returned or an exception is thrown. In + any case, the original value is not changed: the patch is applied + to a copy of the value. + + @throw parse_error.104 if the JSON patch does not consist of an array of + objects + + @throw parse_error.105 if the JSON patch is malformed (e.g., mandatory + attributes are missing); example: `"operation add must have member path"` + + @throw out_of_range.401 if an array index is out of range. + + @throw out_of_range.403 if a JSON pointer inside the patch could not be + resolved successfully in the current JSON value; example: `"key baz not + found"` + + @throw out_of_range.405 if JSON pointer has no parent ("add", "remove", + "move") + + @throw other_error.501 if "test" operation was unsuccessful + + @complexity Linear in the size of the JSON value and the length of the + JSON patch. As usually only a fraction of the JSON value is affected by + the patch, the complexity can usually be neglected. + + @liveexample{The following code shows how a JSON patch is applied to a + value.,patch} + + @sa @ref diff -- create a JSON patch by comparing two JSON values + + @sa [RFC 6902 (JSON Patch)](https://tools.ietf.org/html/rfc6902) + @sa [RFC 6901 (JSON Pointer)](https://tools.ietf.org/html/rfc6901) + + @since version 2.0.0 + */ + basic_json patch(const basic_json& json_patch) const + { + // make a working copy to apply the patch to + basic_json result = *this; + + // the valid JSON Patch operations + enum class patch_operations {add, remove, replace, move, copy, test, invalid}; + + const auto get_op = [](const std::string & op) + { + if (op == "add") + { + return patch_operations::add; + } + if (op == "remove") + { + return patch_operations::remove; + } + if (op == "replace") + { + return patch_operations::replace; + } + if (op == "move") + { + return patch_operations::move; + } + if (op == "copy") + { + return patch_operations::copy; + } + if (op == "test") + { + return patch_operations::test; + } + + return patch_operations::invalid; + }; + + // wrapper for "add" operation; add value at ptr + const auto operation_add = [&result](json_pointer & ptr, basic_json val) + { + // adding to the root of the target document means replacing it + if (ptr.empty()) + { + result = val; + return; + } + + // make sure the top element of the pointer exists + json_pointer top_pointer = ptr.top(); + if (top_pointer != ptr) + { + result.at(top_pointer); + } + + // get reference to parent of JSON pointer ptr + const auto last_path = ptr.back(); + ptr.pop_back(); + basic_json& parent = result[ptr]; + + switch (parent.m_type) + { + case value_t::null: + case value_t::object: + { + // use operator[] to add value + parent[last_path] = val; + break; + } + + case value_t::array: + { + if (last_path == "-") + { + // special case: append to back + parent.push_back(val); + } + else + { + const auto idx = json_pointer::array_index(last_path); + if (JSON_HEDLEY_UNLIKELY(idx > parent.size())) + { + // avoid undefined behavior + JSON_THROW(out_of_range::create(401, "array index " + std::to_string(idx) + " is out of range")); + } + + // default case: insert add offset + parent.insert(parent.begin() + static_cast(idx), val); + } + break; + } + + // if there exists a parent it cannot be primitive + default: // LCOV_EXCL_LINE + JSON_ASSERT(false); // LCOV_EXCL_LINE + } + }; + + // wrapper for "remove" operation; remove value at ptr + const auto operation_remove = [&result](json_pointer & ptr) + { + // get reference to parent of JSON pointer ptr + const auto last_path = ptr.back(); + ptr.pop_back(); + basic_json& parent = result.at(ptr); + + // remove child + if (parent.is_object()) + { + // perform range check + auto it = parent.find(last_path); + if (JSON_HEDLEY_LIKELY(it != parent.end())) + { + parent.erase(it); + } + else + { + JSON_THROW(out_of_range::create(403, "key '" + last_path + "' not found")); + } + } + else if (parent.is_array()) + { + // note erase performs range check + parent.erase(json_pointer::array_index(last_path)); + } + }; + + // type check: top level value must be an array + if (JSON_HEDLEY_UNLIKELY(!json_patch.is_array())) + { + JSON_THROW(parse_error::create(104, 0, "JSON patch must be an array of objects")); + } + + // iterate and apply the operations + for (const auto& val : json_patch) + { + // wrapper to get a value for an operation + const auto get_value = [&val](const std::string & op, + const std::string & member, + bool string_type) -> basic_json & + { + // find value + auto it = val.m_value.object->find(member); + + // context-sensitive error message + const auto error_msg = (op == "op") ? "operation" : "operation '" + op + "'"; + + // check if desired value is present + if (JSON_HEDLEY_UNLIKELY(it == val.m_value.object->end())) + { + JSON_THROW(parse_error::create(105, 0, error_msg + " must have member '" + member + "'")); + } + + // check if result is of type string + if (JSON_HEDLEY_UNLIKELY(string_type && !it->second.is_string())) + { + JSON_THROW(parse_error::create(105, 0, error_msg + " must have string member '" + member + "'")); + } + + // no error: return value + return it->second; + }; + + // type check: every element of the array must be an object + if (JSON_HEDLEY_UNLIKELY(!val.is_object())) + { + JSON_THROW(parse_error::create(104, 0, "JSON patch must be an array of objects")); + } + + // collect mandatory members + const auto op = get_value("op", "op", true).template get(); + const auto path = get_value(op, "path", true).template get(); + json_pointer ptr(path); + + switch (get_op(op)) + { + case patch_operations::add: + { + operation_add(ptr, get_value("add", "value", false)); + break; + } + + case patch_operations::remove: + { + operation_remove(ptr); + break; + } + + case patch_operations::replace: + { + // the "path" location must exist - use at() + result.at(ptr) = get_value("replace", "value", false); + break; + } + + case patch_operations::move: + { + const auto from_path = get_value("move", "from", true).template get(); + json_pointer from_ptr(from_path); + + // the "from" location must exist - use at() + basic_json v = result.at(from_ptr); + + // The move operation is functionally identical to a + // "remove" operation on the "from" location, followed + // immediately by an "add" operation at the target + // location with the value that was just removed. + operation_remove(from_ptr); + operation_add(ptr, v); + break; + } + + case patch_operations::copy: + { + const auto from_path = get_value("copy", "from", true).template get(); + const json_pointer from_ptr(from_path); + + // the "from" location must exist - use at() + basic_json v = result.at(from_ptr); + + // The copy is functionally identical to an "add" + // operation at the target location using the value + // specified in the "from" member. + operation_add(ptr, v); + break; + } + + case patch_operations::test: + { + bool success = false; + JSON_TRY + { + // check if "value" matches the one at "path" + // the "path" location must exist - use at() + success = (result.at(ptr) == get_value("test", "value", false)); + } + JSON_INTERNAL_CATCH (out_of_range&) + { + // ignore out of range errors: success remains false + } + + // throw an exception if test fails + if (JSON_HEDLEY_UNLIKELY(!success)) + { + JSON_THROW(other_error::create(501, "unsuccessful: " + val.dump())); + } + + break; + } + + default: + { + // op must be "add", "remove", "replace", "move", "copy", or + // "test" + JSON_THROW(parse_error::create(105, 0, "operation value '" + op + "' is invalid")); + } + } + } + + return result; + } + + /*! + @brief creates a diff as a JSON patch + + Creates a [JSON Patch](http://jsonpatch.com) so that value @a source can + be changed into the value @a target by calling @ref patch function. + + @invariant For two JSON values @a source and @a target, the following code + yields always `true`: + @code {.cpp} + source.patch(diff(source, target)) == target; + @endcode + + @note Currently, only `remove`, `add`, and `replace` operations are + generated. + + @param[in] source JSON value to compare from + @param[in] target JSON value to compare against + @param[in] path helper value to create JSON pointers + + @return a JSON patch to convert the @a source to @a target + + @complexity Linear in the lengths of @a source and @a target. + + @liveexample{The following code shows how a JSON patch is created as a + diff for two JSON values.,diff} + + @sa @ref patch -- apply a JSON patch + @sa @ref merge_patch -- apply a JSON Merge Patch + + @sa [RFC 6902 (JSON Patch)](https://tools.ietf.org/html/rfc6902) + + @since version 2.0.0 + */ + JSON_HEDLEY_WARN_UNUSED_RESULT + static basic_json diff(const basic_json& source, const basic_json& target, + const std::string& path = "") + { + // the patch + basic_json result(value_t::array); + + // if the values are the same, return empty patch + if (source == target) + { + return result; + } + + if (source.type() != target.type()) + { + // different types: replace value + result.push_back( + { + {"op", "replace"}, {"path", path}, {"value", target} + }); + return result; + } + + switch (source.type()) + { + case value_t::array: + { + // first pass: traverse common elements + std::size_t i = 0; + while (i < source.size() && i < target.size()) + { + // recursive call to compare array values at index i + auto temp_diff = diff(source[i], target[i], path + "/" + std::to_string(i)); + result.insert(result.end(), temp_diff.begin(), temp_diff.end()); + ++i; + } + + // i now reached the end of at least one array + // in a second pass, traverse the remaining elements + + // remove my remaining elements + const auto end_index = static_cast(result.size()); + while (i < source.size()) + { + // add operations in reverse order to avoid invalid + // indices + result.insert(result.begin() + end_index, object( + { + {"op", "remove"}, + {"path", path + "/" + std::to_string(i)} + })); + ++i; + } + + // add other remaining elements + while (i < target.size()) + { + result.push_back( + { + {"op", "add"}, + {"path", path + "/-"}, + {"value", target[i]} + }); + ++i; + } + + break; + } + + case value_t::object: + { + // first pass: traverse this object's elements + for (auto it = source.cbegin(); it != source.cend(); ++it) + { + // escape the key name to be used in a JSON patch + const auto key = json_pointer::escape(it.key()); + + if (target.find(it.key()) != target.end()) + { + // recursive call to compare object values at key it + auto temp_diff = diff(it.value(), target[it.key()], path + "/" + key); + result.insert(result.end(), temp_diff.begin(), temp_diff.end()); + } + else + { + // found a key that is not in o -> remove it + result.push_back(object( + { + {"op", "remove"}, {"path", path + "/" + key} + })); + } + } + + // second pass: traverse other object's elements + for (auto it = target.cbegin(); it != target.cend(); ++it) + { + if (source.find(it.key()) == source.end()) + { + // found a key that is not in this -> add it + const auto key = json_pointer::escape(it.key()); + result.push_back( + { + {"op", "add"}, {"path", path + "/" + key}, + {"value", it.value()} + }); + } + } + + break; + } + + default: + { + // both primitive type: replace value + result.push_back( + { + {"op", "replace"}, {"path", path}, {"value", target} + }); + break; + } + } + + return result; + } + + /// @} + + //////////////////////////////// + // JSON Merge Patch functions // + //////////////////////////////// + + /// @name JSON Merge Patch functions + /// @{ + + /*! + @brief applies a JSON Merge Patch + + The merge patch format is primarily intended for use with the HTTP PATCH + method as a means of describing a set of modifications to a target + resource's content. This function applies a merge patch to the current + JSON value. + + The function implements the following algorithm from Section 2 of + [RFC 7396 (JSON Merge Patch)](https://tools.ietf.org/html/rfc7396): + + ``` + define MergePatch(Target, Patch): + if Patch is an Object: + if Target is not an Object: + Target = {} // Ignore the contents and set it to an empty Object + for each Name/Value pair in Patch: + if Value is null: + if Name exists in Target: + remove the Name/Value pair from Target + else: + Target[Name] = MergePatch(Target[Name], Value) + return Target + else: + return Patch + ``` + + Thereby, `Target` is the current object; that is, the patch is applied to + the current value. + + @param[in] apply_patch the patch to apply + + @complexity Linear in the lengths of @a patch. + + @liveexample{The following code shows how a JSON Merge Patch is applied to + a JSON document.,merge_patch} + + @sa @ref patch -- apply a JSON patch + @sa [RFC 7396 (JSON Merge Patch)](https://tools.ietf.org/html/rfc7396) + + @since version 3.0.0 + */ + void merge_patch(const basic_json& apply_patch) + { + if (apply_patch.is_object()) + { + if (!is_object()) + { + *this = object(); + } + for (auto it = apply_patch.begin(); it != apply_patch.end(); ++it) + { + if (it.value().is_null()) + { + erase(it.key()); + } + else + { + operator[](it.key()).merge_patch(it.value()); + } + } + } + else + { + *this = apply_patch; + } + } + + /// @} +}; + +/*! +@brief user-defined to_string function for JSON values + +This function implements a user-defined to_string for JSON objects. + +@param[in] j a JSON object +@return a std::string object +*/ + +NLOHMANN_BASIC_JSON_TPL_DECLARATION +std::string to_string(const NLOHMANN_BASIC_JSON_TPL& j) +{ + return j.dump(); +} +} // namespace nlohmann + +/////////////////////// +// nonmember support // +/////////////////////// + +// specialization of std::swap, and std::hash +namespace std +{ + +/// hash value for JSON objects +template<> +struct hash +{ + /*! + @brief return a hash value for a JSON object + + @since version 1.0.0 + */ + std::size_t operator()(const nlohmann::json& j) const + { + return nlohmann::detail::hash(j); + } +}; + +/// specialization for std::less +/// @note: do not remove the space after '<', +/// see https://github.com/nlohmann/json/pull/679 +template<> +struct less<::nlohmann::detail::value_t> +{ + /*! + @brief compare two value_t enum values + @since version 3.0.0 + */ + bool operator()(nlohmann::detail::value_t lhs, + nlohmann::detail::value_t rhs) const noexcept + { + return nlohmann::detail::operator<(lhs, rhs); + } +}; + +// C++20 prohibit function specialization in the std namespace. +#ifndef JSON_HAS_CPP_20 + +/*! +@brief exchanges the values of two JSON objects + +@since version 1.0.0 +*/ +template<> +inline void swap(nlohmann::json& j1, nlohmann::json& j2) noexcept( + is_nothrow_move_constructible::value&& + is_nothrow_move_assignable::value + ) +{ + j1.swap(j2); +} + +#endif + +} // namespace std + +/*! +@brief user-defined string literal for JSON values + +This operator implements a user-defined string literal for JSON objects. It +can be used by adding `"_json"` to a string literal and returns a JSON object +if no parse error occurred. + +@param[in] s a string representation of a JSON object +@param[in] n the length of string @a s +@return a JSON object + +@since version 1.0.0 +*/ +JSON_HEDLEY_NON_NULL(1) +inline nlohmann::json operator "" _json(const char* s, std::size_t n) +{ + return nlohmann::json::parse(s, s + n); +} + +/*! +@brief user-defined string literal for JSON pointer + +This operator implements a user-defined string literal for JSON Pointers. It +can be used by adding `"_json_pointer"` to a string literal and returns a JSON pointer +object if no parse error occurred. + +@param[in] s a string representation of a JSON Pointer +@param[in] n the length of string @a s +@return a JSON pointer object + +@since version 2.0.0 +*/ +JSON_HEDLEY_NON_NULL(1) +inline nlohmann::json::json_pointer operator "" _json_pointer(const char* s, std::size_t n) +{ + return nlohmann::json::json_pointer(std::string(s, n)); +} + +// #include + + +// restore GCC/clang diagnostic settings +#if defined(__clang__) || defined(__GNUC__) || defined(__GNUG__) + #pragma GCC diagnostic pop +#endif +#if defined(__clang__) + #pragma GCC diagnostic pop +#endif + +// clean up +#undef JSON_ASSERT +#undef JSON_INTERNAL_CATCH +#undef JSON_CATCH +#undef JSON_THROW +#undef JSON_TRY +#undef JSON_PRIVATE_UNLESS_TESTED +#undef JSON_HAS_CPP_14 +#undef JSON_HAS_CPP_17 +#undef NLOHMANN_BASIC_JSON_TPL_DECLARATION +#undef NLOHMANN_BASIC_JSON_TPL +#undef JSON_EXPLICIT + +// #include +#undef JSON_HEDLEY_ALWAYS_INLINE +#undef JSON_HEDLEY_ARM_VERSION +#undef JSON_HEDLEY_ARM_VERSION_CHECK +#undef JSON_HEDLEY_ARRAY_PARAM +#undef JSON_HEDLEY_ASSUME +#undef JSON_HEDLEY_BEGIN_C_DECLS +#undef JSON_HEDLEY_CLANG_HAS_ATTRIBUTE +#undef JSON_HEDLEY_CLANG_HAS_BUILTIN +#undef JSON_HEDLEY_CLANG_HAS_CPP_ATTRIBUTE +#undef JSON_HEDLEY_CLANG_HAS_DECLSPEC_DECLSPEC_ATTRIBUTE +#undef JSON_HEDLEY_CLANG_HAS_EXTENSION +#undef JSON_HEDLEY_CLANG_HAS_FEATURE +#undef JSON_HEDLEY_CLANG_HAS_WARNING +#undef JSON_HEDLEY_COMPCERT_VERSION +#undef JSON_HEDLEY_COMPCERT_VERSION_CHECK +#undef JSON_HEDLEY_CONCAT +#undef JSON_HEDLEY_CONCAT3 +#undef JSON_HEDLEY_CONCAT3_EX +#undef JSON_HEDLEY_CONCAT_EX +#undef JSON_HEDLEY_CONST +#undef JSON_HEDLEY_CONSTEXPR +#undef JSON_HEDLEY_CONST_CAST +#undef JSON_HEDLEY_CPP_CAST +#undef JSON_HEDLEY_CRAY_VERSION +#undef JSON_HEDLEY_CRAY_VERSION_CHECK +#undef JSON_HEDLEY_C_DECL +#undef JSON_HEDLEY_DEPRECATED +#undef JSON_HEDLEY_DEPRECATED_FOR +#undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_CAST_QUAL +#undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_CPP98_COMPAT_WRAP_ +#undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED +#undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_CPP_ATTRIBUTES +#undef JSON_HEDLEY_DIAGNOSTIC_DISABLE_UNKNOWN_PRAGMAS +#undef JSON_HEDLEY_DIAGNOSTIC_POP +#undef JSON_HEDLEY_DIAGNOSTIC_PUSH +#undef JSON_HEDLEY_DMC_VERSION +#undef JSON_HEDLEY_DMC_VERSION_CHECK +#undef JSON_HEDLEY_EMPTY_BASES +#undef JSON_HEDLEY_EMSCRIPTEN_VERSION +#undef JSON_HEDLEY_EMSCRIPTEN_VERSION_CHECK +#undef JSON_HEDLEY_END_C_DECLS +#undef JSON_HEDLEY_FLAGS +#undef JSON_HEDLEY_FLAGS_CAST +#undef JSON_HEDLEY_GCC_HAS_ATTRIBUTE +#undef JSON_HEDLEY_GCC_HAS_BUILTIN +#undef JSON_HEDLEY_GCC_HAS_CPP_ATTRIBUTE +#undef JSON_HEDLEY_GCC_HAS_DECLSPEC_ATTRIBUTE +#undef JSON_HEDLEY_GCC_HAS_EXTENSION +#undef JSON_HEDLEY_GCC_HAS_FEATURE +#undef JSON_HEDLEY_GCC_HAS_WARNING +#undef JSON_HEDLEY_GCC_NOT_CLANG_VERSION_CHECK +#undef JSON_HEDLEY_GCC_VERSION +#undef JSON_HEDLEY_GCC_VERSION_CHECK +#undef JSON_HEDLEY_GNUC_HAS_ATTRIBUTE +#undef JSON_HEDLEY_GNUC_HAS_BUILTIN +#undef JSON_HEDLEY_GNUC_HAS_CPP_ATTRIBUTE +#undef JSON_HEDLEY_GNUC_HAS_DECLSPEC_ATTRIBUTE +#undef JSON_HEDLEY_GNUC_HAS_EXTENSION +#undef JSON_HEDLEY_GNUC_HAS_FEATURE +#undef JSON_HEDLEY_GNUC_HAS_WARNING +#undef JSON_HEDLEY_GNUC_VERSION +#undef JSON_HEDLEY_GNUC_VERSION_CHECK +#undef JSON_HEDLEY_HAS_ATTRIBUTE +#undef JSON_HEDLEY_HAS_BUILTIN +#undef JSON_HEDLEY_HAS_CPP_ATTRIBUTE +#undef JSON_HEDLEY_HAS_CPP_ATTRIBUTE_NS +#undef JSON_HEDLEY_HAS_DECLSPEC_ATTRIBUTE +#undef JSON_HEDLEY_HAS_EXTENSION +#undef JSON_HEDLEY_HAS_FEATURE +#undef JSON_HEDLEY_HAS_WARNING +#undef JSON_HEDLEY_IAR_VERSION +#undef JSON_HEDLEY_IAR_VERSION_CHECK +#undef JSON_HEDLEY_IBM_VERSION +#undef JSON_HEDLEY_IBM_VERSION_CHECK +#undef JSON_HEDLEY_IMPORT +#undef JSON_HEDLEY_INLINE +#undef JSON_HEDLEY_INTEL_CL_VERSION +#undef JSON_HEDLEY_INTEL_CL_VERSION_CHECK +#undef JSON_HEDLEY_INTEL_VERSION +#undef JSON_HEDLEY_INTEL_VERSION_CHECK +#undef JSON_HEDLEY_IS_CONSTANT +#undef JSON_HEDLEY_IS_CONSTEXPR_ +#undef JSON_HEDLEY_LIKELY +#undef JSON_HEDLEY_MALLOC +#undef JSON_HEDLEY_MESSAGE +#undef JSON_HEDLEY_MSVC_VERSION +#undef JSON_HEDLEY_MSVC_VERSION_CHECK +#undef JSON_HEDLEY_NEVER_INLINE +#undef JSON_HEDLEY_NON_NULL +#undef JSON_HEDLEY_NO_ESCAPE +#undef JSON_HEDLEY_NO_RETURN +#undef JSON_HEDLEY_NO_THROW +#undef JSON_HEDLEY_NULL +#undef JSON_HEDLEY_PELLES_VERSION +#undef JSON_HEDLEY_PELLES_VERSION_CHECK +#undef JSON_HEDLEY_PGI_VERSION +#undef JSON_HEDLEY_PGI_VERSION_CHECK +#undef JSON_HEDLEY_PREDICT +#undef JSON_HEDLEY_PRINTF_FORMAT +#undef JSON_HEDLEY_PRIVATE +#undef JSON_HEDLEY_PUBLIC +#undef JSON_HEDLEY_PURE +#undef JSON_HEDLEY_REINTERPRET_CAST +#undef JSON_HEDLEY_REQUIRE +#undef JSON_HEDLEY_REQUIRE_CONSTEXPR +#undef JSON_HEDLEY_REQUIRE_MSG +#undef JSON_HEDLEY_RESTRICT +#undef JSON_HEDLEY_RETURNS_NON_NULL +#undef JSON_HEDLEY_SENTINEL +#undef JSON_HEDLEY_STATIC_ASSERT +#undef JSON_HEDLEY_STATIC_CAST +#undef JSON_HEDLEY_STRINGIFY +#undef JSON_HEDLEY_STRINGIFY_EX +#undef JSON_HEDLEY_SUNPRO_VERSION +#undef JSON_HEDLEY_SUNPRO_VERSION_CHECK +#undef JSON_HEDLEY_TINYC_VERSION +#undef JSON_HEDLEY_TINYC_VERSION_CHECK +#undef JSON_HEDLEY_TI_ARMCL_VERSION +#undef JSON_HEDLEY_TI_ARMCL_VERSION_CHECK +#undef JSON_HEDLEY_TI_CL2000_VERSION +#undef JSON_HEDLEY_TI_CL2000_VERSION_CHECK +#undef JSON_HEDLEY_TI_CL430_VERSION +#undef JSON_HEDLEY_TI_CL430_VERSION_CHECK +#undef JSON_HEDLEY_TI_CL6X_VERSION +#undef JSON_HEDLEY_TI_CL6X_VERSION_CHECK +#undef JSON_HEDLEY_TI_CL7X_VERSION +#undef JSON_HEDLEY_TI_CL7X_VERSION_CHECK +#undef JSON_HEDLEY_TI_CLPRU_VERSION +#undef JSON_HEDLEY_TI_CLPRU_VERSION_CHECK +#undef JSON_HEDLEY_TI_VERSION +#undef JSON_HEDLEY_TI_VERSION_CHECK +#undef JSON_HEDLEY_UNAVAILABLE +#undef JSON_HEDLEY_UNLIKELY +#undef JSON_HEDLEY_UNPREDICTABLE +#undef JSON_HEDLEY_UNREACHABLE +#undef JSON_HEDLEY_UNREACHABLE_RETURN +#undef JSON_HEDLEY_VERSION +#undef JSON_HEDLEY_VERSION_DECODE_MAJOR +#undef JSON_HEDLEY_VERSION_DECODE_MINOR +#undef JSON_HEDLEY_VERSION_DECODE_REVISION +#undef JSON_HEDLEY_VERSION_ENCODE +#undef JSON_HEDLEY_WARNING +#undef JSON_HEDLEY_WARN_UNUSED_RESULT +#undef JSON_HEDLEY_WARN_UNUSED_RESULT_MSG +#undef JSON_HEDLEY_FALL_THROUGH + + + +#endif // INCLUDE_NLOHMANN_JSON_HPP_ diff --git a/python/tvm/relay/op/contrib/ilavta.py b/python/tvm/relay/op/contrib/ilavta.py index 2cafb919c..c06e240c0 100644 --- a/python/tvm/relay/op/contrib/ilavta.py +++ b/python/tvm/relay/op/contrib/ilavta.py @@ -26,7 +26,7 @@ def _func_wrapper(attrs, *args): # _register_external_op_helper("nn.batch_matmul") _register_external_op_helper("nn.bias_add") _register_external_op_helper("nn.dense") -_register_external_op_helper("nn.relu") +# _register_external_op_helper("nn.relu") def make_pattern_conv2d(): @@ -57,10 +57,10 @@ def make_pattern_relu(): @register_pattern_table("ilavta") def pattern_table(): - conv2d_pat = ("ilavta.conv2d", make_pattern_conv2d()) + # conv2d_pat = ("ilavta.conv2d", make_pattern_conv2d()) matmul_pat = ("ilavta.batch_matmul", make_pattern_batch_matmul()) dense_pat = ("ilavta.dense", make_pattern_dense()) bias_add_pat = ("ilavta.bias_add", make_pattern_bias_add()) relu_pat = ("ilavta.relu", make_pattern_relu()) - ilavta_patterns = [conv2d_pat, matmul_pat, dense_pat, bias_add_pat, relu_pat] + ilavta_patterns = [matmul_pat, dense_pat, bias_add_pat, relu_pat] return ilavta_patterns diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc index cd8e50763..d5da1fde5 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc @@ -9,7 +9,9 @@ #include #include #include +#include +#include "ilavta_codegen_utils.h" #include "../../utils.h" #include "../../../../runtime/contrib/json/json_node.h" @@ -32,6 +34,7 @@ class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { std::vector VisitExpr_(const CallNode* cn) override { Expr expr = GetRef(cn); std::string name; + std::string filename; if (const auto* op_node = cn->op.as()) { name = op_node->name; @@ -45,10 +48,36 @@ class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { } if (name == "ilavta.dense") { LOG(INFO) << "ilavta.dense pattern"; + auto input_shape = GetShape(cn->args[0]->checked_type()); + auto weight_shape = GetShape(cn->args[1]->checked_type()); + int batch = input_shape[0]; + int n_inp_cols = input_shape[1]; + int n_wgt_rows = weight_shape[0]; + int info[] = {batch, n_inp_cols, n_wgt_rows}; + filename = GetCompiledFilename("dense", info, 3); + if (this->compiled_func.find(filename) == this->compiled_func.end()) { + filename = CompileGEMM(batch, n_inp_cols, n_wgt_rows, "./prog_frag/" + filename); + } } else if (name == "ilavta.bias_add") { LOG(INFO) << "ilavta.bias_add pattern"; + auto input_shape = GetShape(cn->args[0]->checked_type()); + int batch = input_shape[0]; + int n_feat = input_shape[1]; + int info[] = {batch, n_feat}; + filename = GetCompiledFilename("bias_add", info, 2); + if (this->compiled_func.find(filename) == this->compiled_func.end()) { + filename = CompilBiasAdd(batch, n_feat, "./prog_frag/" + filename); + } } else if (name == "ilavta.relu") { LOG(INFO) << "ilavta.relu pattern"; + auto input_shape = GetShape(cn->args[0]->checked_type()); + int batch = input_shape[0]; + int n_feat = input_shape[1]; + int info[] = {batch, n_feat}; + filename = GetCompiledFilename("relu", info, 2); + if (this->compiled_func.find(filename) == this->compiled_func.end()) { + filename = CompileRelu(batch, n_feat, "./prog_frag/" + filename); + } } } else { LOG(FATAL) << "ILAVTA runtime does not support calls to " @@ -64,8 +93,15 @@ class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { auto node = std::make_shared(name, /* name_ */ "kernel", /* op_type_ */ inputs, 1 /* num_outputs_ */); + std::vector vec; + std::vector compiler_attr; + vec.push_back(filename); + compiler_attr.emplace_back(vec); + node->SetAttr("asm_file", compiler_attr); return AddNode(node, GetRef(cn)); } +private: + std::set compiled_func; }; // class ILAVTAJSONSerializer diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc new file mode 100644 index 000000000..55ba96f5d --- /dev/null +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc @@ -0,0 +1,208 @@ +#include +#include "ilavta_codegen_utils.h" + +namespace tvm { +namespace relay { +namespace contrib { + +using namespace nlohmann; +using addr_byte_pairs = std::vector>; + +json byte_pairs_to_json(const addr_byte_pairs& byte_pairs) { + std::vector pair_list; + + for (const auto& pair : byte_pairs) { + std::stringstream addr_stream; + addr_stream << "0x" << std::setfill('0') << std::setw(sizeof(vta_phy_addr_t)*2) + << std::hex << pair.first; + + std::stringstream byte_stream; + // casting to uint32_t because uint8_t's are treated as char literals, not ints + byte_stream << "0x" << std::setfill('0') << std::setw(2) + << std::hex << static_cast(pair.second); + + pair_list.push_back({ + {"addr", addr_stream.str()}, + {"value", byte_stream.str()} + }); + } + + return pair_list; +} + +json getGEMMAsm(int uop_bgn, int uop_end) { + return { + {"name", "gemm"}, + {"reset_f", 0}, + {"uop_bgn", uop_bgn}, + {"uop_end", uop_end}, + {"iter_o", 1}, + {"iter_i", 1}, + {"dst_fo", 0}, + {"dst_fi", 0}, + {"src_fo", 0}, + {"src_fi", 0}, + {"dst_fo", 0}, + {"dst_fi", 0}, + {"wgt_fo", 0}, + {"wgt_fi", 0} + }; +} + +json get2DLoadStoreAsm(int opcode, int mem_type, int sram_id, int dram_id, int y_size, int x_size) { + std::string cmd_type; + switch (opcode) { + case VTA_OPCODE_LOAD: + cmd_type = "load_"; + break; + case VTA_OPCODE_STORE: + cmd_type = "store_"; + break; + default: + fprintf(stderr, "Unknown load / store: %d", opcode); + exit(-1); + } + switch (mem_type) { + case VTA_MEM_ID_INP: + cmd_type += "inp"; + break; + case VTA_MEM_ID_WGT: + cmd_type += "wgt"; + break; + case VTA_MEM_ID_UOP: + cmd_type += "uop"; + break; + case VTA_MEM_ID_ACC: + cmd_type += "bias"; + break; + case VTA_MEM_ID_OUT: + cmd_type += "acc"; + break; + } + if (cmd_type == "load_uop") { + return { + {"name", cmd_type}, + {"sram_id", sram_id}, + {"dram_id", dram_id}, + {"x_size", x_size} + }; + } else if (cmd_type == "load_wgt" || cmd_type == "load_bias" || opcode == VTA_OPCODE_STORE){ + return { + {"name", cmd_type}, + {"sram_id", sram_id}, + {"dram_id", dram_id}, + {"y_size", y_size}, + {"x_size", x_size}, + {"x_stride", 1} + }; + } else if (cmd_type == "load_inp") { + return { + {"name", cmd_type}, + {"sram_id", sram_id}, + {"dram_id", dram_id}, + {"y_size", y_size}, + {"x_size", x_size}, + {"x_stride", 1}, + {"y_pad0", 0}, + {"x_pad0", 0}, + {"y_pad1", 0}, + {"x_pad1", 0} + }; + } else { + fprintf(stderr, "Command %s not supported by ASM", cmd_type.c_str()); + exit(-1); + } +} + +json getAluAsm(int alu_opcode, int uop_bgn, int uop_end, bool use_imm, int imm) { + int asm_opcode = -1; + std::string op_name = ""; + switch (alu_opcode) { + case VTA_ALU_OPCODE_MIN: asm_opcode = 0; op_name = "min"; break; + case VTA_ALU_OPCODE_MAX: asm_opcode = 1; op_name = "max"; break; + case VTA_ALU_OPCODE_ADD: asm_opcode = 2; op_name = "add"; break; + case VTA_ALU_OPCODE_SHR: asm_opcode = 3; op_name = "shr"; break; + default: + fprintf(stderr, "ALU Opcode %d is not valid", alu_opcode); + exit(-1); + } + return { + {"name", "alu_" + op_name}, + {"reset_f", 0}, + {"uop_bgn", uop_bgn}, + {"uop_end", uop_end}, + {"iter_o", 1}, + {"iter_i", 1}, + {"dst_fo", 0}, + {"dst_fi", 0}, + {"src_fo", 0}, + {"src_fi", 0}, + {"alu_op", asm_opcode}, + {"use_imm", use_imm}, + {"imm", imm} + }; +} + +std::string write_to_file(const std::string& filename, const json& data) { + std::ofstream out_file(filename + "_prog_frag.json"); + out_file << std::setw(4) << data << "\n"; + return filename + "_prog_frag.json"; +} + +std::string CompileGEMM(int batch, size_t n_inp_cols, size_t n_wgt_rows, std::string filename) { + size_t in_dim = n_inp_cols % VTA_BLOCK_IN != 0 ? n_inp_cols / VTA_BLOCK_IN + 1 : n_inp_cols / VTA_BLOCK_IN; + size_t out_dim = n_wgt_rows % VTA_BLOCK_OUT != 0 ? n_wgt_rows / VTA_BLOCK_OUT + 1 : n_wgt_rows / VTA_BLOCK_OUT; + size_t uop_size = batch * in_dim * out_dim; + json prog_frag = {}; + prog_frag["asm"] = json::array({}); + auto& prog = prog_frag["asm"]; + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_UOP, 0, 0, 1, uop_size)); + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_WGT, 0, 0, out_dim * in_dim, 1)); + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_INP, 0, 0, batch * in_dim, 1)); + prog.push_back(getGEMMAsm(0, uop_size)); + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_STORE, VTA_MEM_ID_OUT, 0, 0, batch * out_dim, 1)); + return write_to_file(filename, prog_frag); +} + +std::string CompilBiasAdd(int batch, size_t n_feat, std::string filename) { + size_t in_dim = n_feat % VTA_BLOCK_IN != 0 ? n_feat / VTA_BLOCK_IN + 1 : n_feat / VTA_BLOCK_IN; + size_t uop_size = batch * in_dim; + json prog_frag = { + {"asm", json::array({})} + }; + auto& prog = prog_frag["asm"]; + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_UOP, 0, 0, 1, uop_size)); + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_ACC, 0, 0, batch * in_dim, 1)); + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_ACC, batch * in_dim, batch * in_dim, in_dim, 1)); + prog.push_back(getAluAsm(VTA_ALU_OPCODE_ADD, 0, uop_size, 0, 0)); + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_STORE, VTA_MEM_ID_OUT, 0, 0, batch * in_dim, 1)); + return write_to_file(filename, prog_frag); +} + +std::string CompileRelu(int batch, size_t n_feat, std::string filename) { + size_t in_dim = n_feat % VTA_BLOCK_IN != 0 ? n_feat / VTA_BLOCK_IN + 1 : n_feat / VTA_BLOCK_IN; + size_t uop_size = batch * in_dim; + json prog_frag = { + {"asm", json::array({})} + }; + auto& prog = prog_frag["asm"]; + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_UOP, 0, 0, 1, uop_size)); + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_ACC, 0, 0, batch * in_dim, 1)); + prog.push_back(getAluAsm(VTA_ALU_OPCODE_MAX, 0, uop_size, 1, 0)); + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_STORE, VTA_MEM_ID_OUT, 0, 0, batch * in_dim, 1)); + return write_to_file(filename, prog_frag); +} + +std::string GetCompiledFilename(const std::string op_name, const int* input_info, const int num_info) { + std::stringstream ss; + ss << op_name + "_"; + for (int i = 0; i < num_info; ++i) { + ss << input_info[i] << "_"; + } + return ss.str(); +} + +} +} +} + diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.h b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.h new file mode 100644 index 000000000..3c3aaec2e --- /dev/null +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.h @@ -0,0 +1,22 @@ +#ifndef ILAVTA_CODEGEN_UTILS_H__ +#define ILAVTA_CODEGEN_UTILS_H__ +#include +#include +#include +#include +#include + +namespace tvm { +namespace relay { +namespace contrib { + +std::string CompileGEMM(int batch, size_t n_inp_cols, size_t n_wgt_rows, std::string filename); +std::string CompilBiasAdd(int batch, size_t n_feat, std::string filename); +std::string CompileRelu(int batch, size_t n_feat, std::string filename); +std::string GetCompiledFilename(const std::string op_name, const int* input_info, const int num_info); + +} +} +} + +#endif // ILAVTA_CODEGEN_UTILS_H__ \ No newline at end of file diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.cc b/src/runtime/contrib/ilavta/ilavta_helpers.cc index 987fd73be..1c23086d9 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.cc +++ b/src/runtime/contrib/ilavta/ilavta_helpers.cc @@ -1,3 +1,5 @@ +#include +#include #include "ilavta_helpers.h" namespace tvm { @@ -5,6 +7,9 @@ namespace runtime { namespace contrib { using namespace tvm::runtime; +using namespace nlohmann; + +using addr_byte_pairs = std::vector>; const int64_t SIM_DUMP = 1; const std::string RAW_DUMP = "vta_sim_dump.json"; @@ -210,17 +215,93 @@ VTAGenericInsn get2DLoadStoreInsn(int opcode, int type, int sram_offset, int dra return converter.generic; } -std::string runILASimulator(const std::string exp_name) { +template +std::string to_hex(T x) { + std::stringstream ss; + ss << "0x" << std::setfill('0') + << std::setw(sizeof(T) * 2) + << std::hex << static_cast(x); + return ss.str(); +} + +std::string dump_datafile(uint8_t* input_buf, size_t input_size, + uint8_t* weight_buf, size_t weight_size, + uint32_t* acc_buf, size_t acc_size, + VTAUop* uop_buf, size_t uop_size, + std::string filename) { + json data_file; + + json raw_dump; + addr_byte_pairs insn_vec; + addr_byte_pairs acc_vec; + addr_byte_pairs uop_vec; + addr_byte_pairs wgt_vec; + addr_byte_pairs inp_vec; + addr_byte_pairs out_vec; + std::map byte_pairs = { + {"INSN", &insn_vec}, + {"ACC", &acc_vec}, + {"UOP", &uop_vec}, + {"WGT", &wgt_vec}, + {"INP", &inp_vec}, + {"OUT", &out_vec} + }; + std::string out_filename = filename + "_data.json"; + std::ofstream out_file(out_filename); + data_file["data_dump"] = json::array({}); + auto& data = data_file["data_dump"]; + for (int i = 0; i < input_size; ++i) { + data.push_back({ + {"idx", i}, + {"name", "input_buffer"}, + {"value", to_hex(input_buf[i])} + }); + } + for (int i = 0; i < weight_size; ++i) { + data.push_back( + { + {"idx", i}, + {"name", "weight_buffer"}, + {"value", to_hex(weight_buf[i])}} + ); + } + for (int i = 0; i < acc_size; ++i) { + data.push_back({ + {"idx", i}, + {"name", "bias_buffer"}, + {"value", to_hex(acc_buf[i])}} + ); + } + for (int i = 0; i < uop_size; ++i) { + data.push_back({ + {"idx", i}, + {"name", "uop_buffer"}, + {"value", to_hex(*(reinterpret_cast(&uop_buf[i])))}} + ); + } + out_file << std::setw(4) << data_file << "\n"; + return out_filename; +} + +std::string runILASimulator(const std::string exp_name, + const std::string ila_asm, + const std::string data_dump, bool use_trace) { // Check dump file std::string input_filename = exp_name + "_input.json"; std::string output_filename = exp_name + "_out.json"; - auto ret = std::system("stat vta_sim_dump.json > /dev/null 2> /dev/null"); - CHECK(ret == 0) << "vta_sim_dump.json does not exists"; + if (use_trace) { + auto ret = std::system("stat vta_sim_dump.json > /dev/null 2> /dev/null"); + CHECK(ret == 0) << "vta_sim_dump.json does not exists"; - ret = std::system(("python3 produce_ila_fragment.py vta_sim_dump.json ./prog_frag/" + input_filename).c_str()); - CHECK(ret == 0) << "Failed to produce program fragment"; - - ret = std::system(("vta_ila_sim " + exp_name).c_str()); + ret = std::system(("python3 produce_ila_fragment.py vta_sim_dump.json ./prog_frag/" + input_filename).c_str()); + CHECK(ret == 0) << "Failed to produce program fragment"; + } else { + CHECK(std::system(("python3 produce_prog_frag.py " + + ila_asm + " " + + data_dump + " " + + "./prog_frag/" + input_filename).c_str()) == 0) << "Failed to convert to program fragment"; + } + int ret = std::system(("vta_ila_sim " + exp_name).c_str()); CHECK(ret == 0) << "Failed to run ILA simulator"; ret = std::system(("stat ./result/" + output_filename + " > /dev/null 2> /dev/null").c_str()); @@ -245,7 +326,7 @@ void readILAOutput(const std::string filename, ila_output_data &out_values) { } } -size_t loadILAOutput(const ila_output_data &out_values, int8_t* buffer, size_t out_h, size_t out_w) { +size_t loadILAOutput(const ila_output_data &out_values, uint8_t* buffer, size_t out_h, size_t out_w) { LOG(INFO) << "[Runtime] Copying from output json to byte buffer"; size_t data_cur = 0; @@ -260,25 +341,41 @@ size_t loadILAOutput(const ila_output_data &out_values, int8_t* buffer, size_t o std::stringstream ss; ss << std::hex << val; ss >> temp; - buffer[buf_cur++] = static_cast(temp); + buffer[buf_cur++] = static_cast(temp); } } return buf_cur; } -void runSimGetData(std::string pattern_name, size_t output_size, int n_output_rows, int n_output_cols, void *output_data) { - std::string output_file = runILASimulator(pattern_name); +template +void copy_data(uint8_t* from_, T out_data, size_t size) { + for (size_t i = 0; i < size; ++i) { + out_data[i] = from_[i]; + } +} + +void runSimGetData(std::string pattern_name, std::string ila_asm, std::string data_dump, + size_t output_size, int n_output_rows, int n_output_cols, void *output_data, + std::string output_dtype) { + std::string output_file = runILASimulator(pattern_name, ila_asm, data_dump, false); ila_output_data out_data; readILAOutput(output_file, out_data); - int8_t* buffer = new int8_t[output_size]; + uint8_t* buffer = new uint8_t[output_size]; auto buf_read = loadILAOutput(out_data, buffer, n_output_rows, n_output_cols); - CHECK(buf_read == output_size) << "Output size mismatch: " << buf_read << " v.s. " << output_size; - int8_t* o_data = reinterpret_cast(output_data); - for (size_t i = 0; i < buf_read; ++i) { - o_data[i] = buffer[i]; + // CHECK(buf_read == output_size) << "Output size mismatch: " << buf_read << " v.s. " << output_size; + if (output_dtype == "int32") { + copy_data(buffer, reinterpret_cast(output_data), buf_read); + } else if (output_dtype == "int8") { + copy_data(buffer, reinterpret_cast(output_data), buf_read); + } else if (output_dtype == "uint8") { + copy_data(buffer, reinterpret_cast(output_data), buf_read); + } else if (output_dtype == "uint32") { + copy_data(buffer, reinterpret_cast(output_data), buf_read); + } else { + LOG(FATAL) << "Unrecognized output data type: " << output_dtype; } } diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.h b/src/runtime/contrib/ilavta/ilavta_helpers.h index 92bd1220d..b5e6bc2ef 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.h +++ b/src/runtime/contrib/ilavta/ilavta_helpers.h @@ -76,7 +76,9 @@ VTAGenericInsn get2DLoadStoreInsn(int opcode, int type, int sram_offset, int dra // Calls the ILA simularor; The result will be stored // in `./result` // Users should not call this directly -std::string runILASimulator(const std::string exp_name); +std::string runILASimulator(const std::string exp_name, + const std::string ila_asm = "", + const std::string data_dump = "", bool use_trace = true); // Read back the result produced by the ILA simulator. // The results will be stored in `out_values`. @@ -90,12 +92,21 @@ void readILAOutput(const std::string filename, ila_output_data &out_values); // will be thrown away in this process // returns actual number of bytes read // Users should not call this directly -size_t loadILAOutput(const ila_output_data &out_values, int8_t* buffer, size_t out_h, size_t out_w); +size_t loadILAOutput(const ila_output_data &out_values, uint8_t* buffer, size_t out_h, size_t out_w); // Run `pattern_name` on ILA simulator and then copy back // data produced by the ILA simulator and store into `output_data` // This is the interface provided to users -void runSimGetData(std::string pattern_name, size_t output_size, int n_output_rows, int n_output_cols, void *output_data); +void runSimGetData(std::string pattern_name, std::string ila_asm, std::string data_dump, + size_t output_size, int n_output_rows, int n_output_cols, void *output_data, std::string output_dtype); + +// Create a data dump which could be used paired with an ILA ASM to produce +// the ILA program fragment +std::string dump_datafile(uint8_t* input_buf, size_t input_size, + uint8_t* weight_buf, size_t weight_size, + uint32_t* acc_buf, size_t acc_size, + VTAUop* uop_buf, size_t uop_size, + std::string filename); } } diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 57cd1b793..b7f9ef124 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -1,3 +1,4 @@ +#include #include "ilavta_helpers.h" #include "../json/json_node.h" #include "../json/json_runtime.h" @@ -25,17 +26,18 @@ class ILAVTARuntime : public JSONRuntimeBase { CHECK(symbol_name_.substr(0, 6) == "ilavta"); LOG(INFO) << "[Runtime] enter " << symbol_name_ << " runtime"; - auto dump_toggle_fn = runtime::Registry::Get("vta.simulator.profiler_dump_mode"); - CHECK(dump_toggle_fn != nullptr) << "Cannot get profiler_dump_mode toggle"; - std::vector values(10); - std::vector codes(10); - runtime::TVMArgsSetter setter(values.data(), codes.data()); - setter(0, 1L); - TVMRetValue rv; - TVMArgs arg(values.data(), codes.data(), 5); - dump_toggle_fn->CallPacked(arg, &rv); - - auto op_name = nodes_[outputs_[0].id_].GetOpName(); + // auto dump_toggle_fn = runtime::Registry::Get("vta.simulator.profiler_dump_mode"); + // CHECK(dump_toggle_fn != nullptr) << "Cannot get profiler_dump_mode toggle"; + // std::vector values(10); + // std::vector codes(10); + // runtime::TVMArgsSetter setter(values.data(), codes.data()); + // setter(0, 1L); + // TVMRetValue rv; + // TVMArgs arg(values.data(), codes.data(), 5); + // dump_toggle_fn->CallPacked(arg, &rv); + + auto call_node = nodes_[outputs_[0].id_]; + auto op_name = call_node.GetOpName(); if (op_name != "ilavta.dense" && op_name != "ilavta.bias_add" && op_name != "ilavta.relu") { LOG(FATAL) << "Unknown pattern " << symbol_name_; } @@ -69,25 +71,15 @@ class ILAVTARuntime : public JSONRuntimeBase { int in_channels = in_dim * VTA_BLOCK_IN; int out_channels = out_dim * VTA_BLOCK_OUT; - int ptr = 0; - int num_instr = 64; int uop_size = batch / VTA_BATCH * in_channels / VTA_BLOCK_IN * out_channels / VTA_BLOCK_OUT; - int input_size = batch / VTA_BATCH * in_channels / VTA_BLOCK_IN; - int output_size = batch / VTA_BATCH * out_channels / VTA_BLOCK_OUT; - int wgt_size = in_channels / VTA_BLOCK_IN * out_channels / VTA_BLOCK_OUT; + uint8_t* input = reinterpret_cast(input_node_data->data); + uint8_t* weight = reinterpret_cast(wgt_node_data->data); - int8_t* input = reinterpret_cast(input_node_data->data); - int8_t* weight = reinterpret_cast(wgt_node_data->data); - - VTAGenericInsn *instrs = static_cast(VTAMemAlloc(sizeof(VTAGenericInsn) * num_instr, 0)); - - int8_t* input_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * batch * in_channels, 0)); - int8_t* wgt_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * out_channels * in_channels, 0)); + uint8_t* input_buf = reinterpret_cast(VTAMemAlloc(sizeof(uint8_t) * batch * in_channels, 0)); + uint8_t* wgt_buf = reinterpret_cast(VTAMemAlloc(sizeof(uint8_t) * out_channels * in_channels, 0)); int32_t* acc_buf = reinterpret_cast(VTAMemAlloc(sizeof(int32_t) * batch * out_channels, 0)); VTAUop* uop_buf = getGEMMUops(batch / VTA_BATCH, in_channels / VTA_BLOCK_IN, out_channels / VTA_BLOCK_OUT); - int8_t* out_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * out_channels * batch, 0)); - VTADeviceHandle device = VTADeviceAlloc(); for (int i = 0; i < batch; ++i) { for (int j = 0; j < in_channels; ++j) { @@ -160,73 +152,17 @@ class ILAVTARuntime : public JSONRuntimeBase { acc_buf[i] = 0; } - instrs[ptr++] = get1DLoadStoreInsn( - VTA_OPCODE_LOAD, - VTA_MEM_ID_UOP, - 0, VTAMemGetPhyAddr(uop_buf) / VTA_UOP_ELEM_BYTES, uop_size, 0, 0, 0, 0); + std::string data_file = dump_datafile(input_buf, batch * in_channels, + wgt_buf, in_channels * out_channels, + nullptr, 0, + uop_buf, uop_size, + "ilavta_dense"); - instrs[ptr++] = get1DLoadStoreInsn( - VTA_OPCODE_LOAD, - VTA_MEM_ID_ACC, - 0, VTAMemGetPhyAddr(acc_buf) / VTA_ACC_ELEM_BYTES, output_size, 0, 0, 1, 0 - ); - - instrs[ptr++] = get1DLoadStoreInsn( - VTA_OPCODE_LOAD, - VTA_MEM_ID_WGT, - 0, VTAMemGetPhyAddr(wgt_buf) / VTA_WGT_ELEM_BYTES, wgt_size, 0, 1, 0, 0 - ); - - instrs[ptr++] = get1DLoadStoreInsn( - VTA_OPCODE_LOAD, - VTA_MEM_ID_INP, - 0, VTAMemGetPhyAddr(input_buf) / VTA_INP_ELEM_BYTES, input_size, 0, 0, 0, 1 - ); - - instrs[ptr++] = getGEMMInsn( - 0, - batch / VTA_BATCH, - in_channels / VTA_BLOCK_IN, - out_channels / VTA_BLOCK_OUT, - 0, - 1, 0, 0, 1 - ); - - instrs[ptr++] = get1DLoadStoreInsn( - VTA_OPCODE_STORE, - VTA_MEM_ID_OUT, - 0, VTAMemGetPhyAddr(out_buf) / VTA_OUT_ELEM_BYTES, - output_size, 1, 0, 1, 0 - ); - - instrs[ptr++] = getFinishInsn(0, 1); - - VTADeviceRun(device, VTAMemGetPhyAddr(instrs), ptr, 1000); - - auto output_file = runILASimulator("ilavta_dense"); - - auto output_node_id = outputs_[0].id_; - auto output_data = data_entry_[output_node_id]; - - CHECK(output_data->ndim == 2) << "Output dimension error: " << "expected 2, actual " << output_data->ndim; - - tvm::runtime::contrib::ila_output_data out_values; - auto buf_size = GetDataSize(*output_data); - int8_t* buffer = new int8_t[buf_size]; - readILAOutput(output_file, out_values); - CHECK(out_values.size() == static_cast(output_size * VTA_BLOCK_OUT)) << "Output element size mismatch: " << output_size * VTA_BLOCK_OUT << " v.s. " << buf_size; - - auto& out_shape = output_data->shape; - size_t out_h = out_shape[0]; - size_t out_w = out_shape[1]; - - CHECK(out_h == static_cast(n_inp_rows)); - CHECK(out_w == static_cast(n_wgt_rows)) << "Dimension mismatch: " << out_w << "; expected " << n_wgt_rows; - - size_t bufsize_read = loadILAOutput(out_values, buffer, out_h, out_w); - - CHECK(bufsize_read == buf_size) << "Number read differs from expected buffer size: " << bufsize_read << " v.s. " << buf_size; - memcpy(reinterpret_cast(output_data->data), buffer, sizeof(int8_t) * buf_size); + std::string ila_asm = call_node.GetAttr>("asm_file")[0]; + auto output_data = data_entry_[outputs_[0].id_]; + auto output_node = nodes_[outputs_[0].id_]; + auto dtype = DLDataType2String(output_data->dtype); + runSimGetData("ilavta_dense", ila_asm, data_file, GetDataSize(*output_data), batch_size, n_wgt_rows, output_data->data, dtype); } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.bias_add") { auto input_eid = EntryID(input_nodes_[0], 0); auto bias_eid = EntryID(input_nodes_[1], 0); @@ -248,8 +184,6 @@ class ILAVTARuntime : public JSONRuntimeBase { CHECK(n_inp_rows == output_data->shape[0]); CHECK(n_inp_cols == output_data->shape[1]); - const int num_instr = 64; - int batch = n_inp_rows * VTA_BATCH; int in_feat = n_inp_cols % VTA_BLOCK_OUT == 0 ? n_inp_cols / VTA_BLOCK_OUT : n_inp_cols / VTA_BLOCK_IN + 1; int bias_feat = in_feat; @@ -257,79 +191,47 @@ class ILAVTARuntime : public JSONRuntimeBase { int bias_channels = bias_feat * VTA_BLOCK_OUT; int uop_size = batch / VTA_BATCH * in_feat; - int input_size = batch / VTA_BATCH * in_feat; - int output_size = input_size; - VTAGenericInsn *instrs = static_cast(VTAMemAlloc(sizeof(VTAGenericInsn) * num_instr, 0)); - - int32_t* input_buf = reinterpret_cast(VTAMemAlloc(sizeof(int32_t) * batch * in_channels, 0)); + // int32_t* input_buf = reinterpret_cast(VTAMemAlloc(sizeof(int32_t) * batch * in_channels, 0)); // TVM does array broadcasting over the matrix in bias_add - int32_t* bias_buf = reinterpret_cast(VTAMemAlloc(sizeof(int32_t) * 1 * bias_channels, 0)); - int8_t* out_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * batch * in_channels, 0)); - VTADeviceHandle device = VTADeviceAlloc(); + // int32_t* bias_buf = reinterpret_cast(VTAMemAlloc(sizeof(int32_t) * 1 * bias_channels, 0)); + // VTADeviceHandle device = VTADeviceAlloc(); + uint32_t* combined_acc = reinterpret_cast(VTAMemAlloc(sizeof(uint32_t) * (bias_channels + batch * in_channels), 0)); + size_t acc_ptr = 0; - auto input = reinterpret_cast(input_data->data); - auto bias = reinterpret_cast(bias_data->data); + auto input = reinterpret_cast(input_data->data); + auto bias = reinterpret_cast(bias_data->data); for (int i = 0; i < batch; ++i) { for (int j = 0; j < in_channels; ++j) { if (i >= n_inp_rows || j >= n_inp_cols) { // zero padding - input_buf[i * in_channels + j] = 0; - bias_buf[i * in_channels + j] = 0; + combined_acc[acc_ptr++] = 0; + // input_buf[i * in_channels + j] = 0; + // bias_buf[i * in_channels + j] = 0; } else { - input_buf[i * in_channels + j] = input[i * n_inp_cols + j]; + // input_buf[i * in_channels + j] = input[i * n_inp_cols + j]; + combined_acc[acc_ptr++] = input[i * n_inp_cols + j]; } } } for (int i = 0; i < in_channels; ++i) { if (i < n_inp_cols) { - bias_buf[i] = bias[i]; + // bias_buf[i] = bias[i]; + combined_acc[acc_ptr++] = bias[i]; } else { - bias_buf[i] = 0; + // bias_buf[i] = 0; + combined_acc[acc_ptr++] = 0; } } VTAUop* uop_buf = getBiasAddUops(batch / VTA_BATCH, in_channels / VTA_BLOCK_IN); - - int ptr = 0; - instrs[ptr++] = get1DLoadStoreInsn( - VTA_OPCODE_LOAD, - VTA_MEM_ID_UOP, - 0, VTAMemGetPhyAddr(uop_buf) / VTA_UOP_ELEM_BYTES, uop_size, 0, 0, 0, 0); - - instrs[ptr++] = get1DLoadStoreInsn( - VTA_OPCODE_LOAD, - VTA_MEM_ID_ACC, - input_size, VTAMemGetPhyAddr(bias_buf) / VTA_ACC_ELEM_BYTES, output_size, 0, 0, 0, 0 - ); - - instrs[ptr++] = get1DLoadStoreInsn( - VTA_OPCODE_LOAD, - VTA_MEM_ID_ACC, - 0, VTAMemGetPhyAddr(input_buf) / VTA_ACC_ELEM_BYTES, input_size, 0, 0, 0, 0 - ); - - instrs[ptr++] = getAluInsn( - VTA_ALU_OPCODE_ADD, - 0, uop_size, false, 0, 0, 0, 0, 1); - instrs[ptr++] = get1DLoadStoreInsn( - VTA_OPCODE_STORE, - VTA_MEM_ID_OUT, - 0, VTAMemGetPhyAddr(out_buf) / VTA_OUT_ELEM_BYTES, output_size, 1, 0, 1, 0 - ); - - instrs[ptr++] = getFinishInsn(0, 1); - - VTADeviceRun(device, VTAMemGetPhyAddr(instrs), ptr, 1000); + std::string data_dump = dump_datafile(nullptr, 0, nullptr, 0, combined_acc, acc_ptr, uop_buf, uop_size, "ilavta_bias_add"); + std::string ila_asm = call_node.GetAttr>("asm_file")[0]; + auto dtype = DLDataType2String(output_data->dtype); - VTAMemFree(input_buf); - VTAMemFree(bias_buf); - VTAMemFree(out_buf); - VTADeviceFree(device); - - runSimGetData("ilavta_bias_add", output_buffer_size, n_inp_rows, n_inp_cols, output_data->data); + runSimGetData("ilavta_bias_add", ila_asm, data_dump, output_buffer_size, n_inp_rows, n_inp_cols, output_data->data, dtype); } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.relu") { auto input_eid = EntryID(input_nodes_[0], 0); auto output_eid = outputs_[0].id_; @@ -346,17 +248,10 @@ class ILAVTARuntime : public JSONRuntimeBase { int in_channels = in_feat * VTA_BLOCK_OUT; int uop_size = batch / VTA_BATCH * in_feat; - int input_size = batch / VTA_BATCH * in_feat; - int sim_output_size = input_size; - - int num_instrs = 64; - VTADeviceHandle device = VTADeviceAlloc(); - VTAGenericInsn *instrs = static_cast(VTAMemAlloc(sizeof(VTAGenericInsn) * num_instrs, 0)); - int32_t* input_buf = reinterpret_cast(VTAMemAlloc(sizeof(int32_t) * batch * in_channels, 0)); - + uint32_t* input_buf = reinterpret_cast(VTAMemAlloc(sizeof(uint32_t) * batch * in_channels, 0)); VTAUop *uop_buf = getReluUops(batch, in_feat); - int8_t* inputs = reinterpret_cast(input_data->data); + uint8_t* inputs = reinterpret_cast(input_data->data); for (int i = 0; i < batch; ++i) { for (int j = 0; j < in_channels; ++j) { if (i >= n_inp_rows || j >= n_inp_cols) { @@ -367,37 +262,19 @@ class ILAVTARuntime : public JSONRuntimeBase { } } } - - int ptr = 0; - instrs[ptr++] = get1DLoadStoreInsn( - VTA_OPCODE_LOAD, - VTA_MEM_ID_UOP, - 0, VTAMemGetPhyAddr(uop_buf) / VTA_UOP_ELEM_BYTES, uop_size, 0, 0, 0, 0); - - instrs[ptr++] = get1DLoadStoreInsn( - VTA_OPCODE_LOAD, - VTA_MEM_ID_ACC, - 0, VTAMemGetPhyAddr(input_buf) / VTA_ACC_ELEM_BYTES, input_size, 0, 0, 0, 0 - ); - - instrs[ptr++] = getAluInsn(VTA_ALU_OPCODE_MAX, 0, uop_size, true, 0, 0, 0, 0, 1); - instrs[ptr++] = get1DLoadStoreInsn( - VTA_OPCODE_STORE, - VTA_MEM_ID_OUT, - 0, VTAMemGetPhyAddr(input_buf) / VTA_OUT_ELEM_BYTES, sim_output_size, 1, 0, 1, 0 - ); - - instrs[ptr++] = getFinishInsn(0, 1); - - VTADeviceRun(device, VTAMemGetPhyAddr(instrs), ptr, 1000); + std::string data_dump = dump_datafile(nullptr, 0, + nullptr, 0, + input_buf, batch * in_channels, + uop_buf, uop_size, + "ilavta_relu"); + std::string ila_asm = call_node.GetAttr>("asm_file")[0]; + auto dtype = DLDataType2String(output_data->dtype); VTAMemFree(input_buf); VTAMemFree(uop_buf); - VTAMemFree(instrs); - VTADeviceFree(device); - runSimGetData("ilavta_relu", output_buffer_size, n_inp_rows, n_inp_cols, output_data->data); + runSimGetData("ilavta_relu", ila_asm, data_dump, output_buffer_size, n_inp_rows, n_inp_cols, output_data->data, dtype); } } diff --git a/tests/python/3la/ilavta/.gitignore b/tests/python/byo3la/ilavta/.gitignore similarity index 100% rename from tests/python/3la/ilavta/.gitignore rename to tests/python/byo3la/ilavta/.gitignore diff --git a/tests/python/byo3la/ilavta/ilavta_mlp.py b/tests/python/byo3la/ilavta/ilavta_mlp.py new file mode 100644 index 000000000..38c0cd0a7 --- /dev/null +++ b/tests/python/byo3la/ilavta/ilavta_mlp.py @@ -0,0 +1,271 @@ +import torch +import tvm +import tvm.runtime +import tvm.relay +import numpy as np +import pickle + +from torch.utils.data import DataLoader, dataloader +from torchvision import datasets, transforms +from tvm.relay import nn +from tvm import relay + +from tvm.relay.op.contrib import ilavta + +def get_data_loader(batch_size): + test_dataset = datasets.MNIST(root='data', + train=False, + download=True, + transform=transforms.ToTensor()) + + test_loader = DataLoader(dataset=test_dataset, + batch_size=batch_size, + shuffle=False) + return test_loader + +def run_passes(mod): + patterns = ilavta.pattern_table() + mod = tvm.relay.transform.MergeComposite(patterns)(mod) + mod = tvm.relay.transform.AnnotateTarget('ilavta')(mod) + mod = tvm.relay.transform.PartitionGraph()(mod) + print('[Python] Transformation complete') + mod = relay.transform.InferType()(mod) + return mod + +def compile_mod(mod): + target = tvm.target.create('llvm') + ctx = tvm.cpu() + vm = relay.create_executor('vm', ctx=ctx, target=target, mod=mod) + print('[Python] Execute Graph') + result = vm.evaluate() + return result + +def run_mod(exec, *inputs): + ctx = tvm.cpu() + input_tensors = list(map(lambda x: tvm.nd.array(x, ctx=ctx), inputs)) + output = exec(*input_tensors).asnumpy() + # print('[Python] Done') + return output + +def run_module_graph(mod, *inputs): + target = tvm.target.create('llvm') + with tvm.transform.PassContext(opt_level=3): + graph, lib, params = tvm.relay.build(mod, target) + ctx = tvm.cpu() + runtime_exec = graph_runtime.create(graph, lib, ctx) + + input_tensors = list(map(lambda x: tvm.nd.array(x, ctx=ctx), inputs)) + + print('[Python] Execute Graph') + for (i, inp) in enumerate(input_tensors): + runtime_exec.set_input(i, inp) + runtime_exec.set_input(**params) + runtime_exec.run() + + output = runtime_exec.get_output(0).asnumpy() + print('[Python] Done') + return output + +def calculate_scale_zp(x_max, x_min, nbit=8): + qmax = relay.const(2.0 ** (nbit) - 1, dtype='float32') + qmin = relay.const(0, dtype='float32') + scale = relay.divide((x_max - x_min), (qmax - qmin)) + z = qmin - x_min / scale + zp = relay.If( + relay.less(z, qmin), + qmin, + relay.If( + relay.greater(z, qmax), + qmax, + z + ) + ) + zp = relay.floor(zp) + # zp = relay.cast(zp, 'int8') + return scale, zp + +def quantize(tensor: tvm.relay.Var, x_min=None, x_max=None, nbit=8): + if x_max is None: + x_max = relay.max(tensor) + if x_min is None: + x_min = relay.min(tensor) + scale, zp = calculate_scale_zp(x_max, x_min, nbit) + result = tensor / scale + zp + result = relay.clip(result, 0.0, 2.0 ** nbit - 1) + result = relay.round(result) + # result = relay.cast(result, 'int8') + return result, scale, zp + +def dequantize(qtensor, scale, zp): + assert qtensor is not None + assert scale is not None + assert zp is not None + return scale * (qtensor - zp) + +def quantized_linear_layer(inp, weight, bias, stats, scale_inp, zp_inp): + qw, scale_w, zp_w = quantize(weight) + qb, scale_b, zp_b = quantize(bias) + scale_next, zp_next = calculate_scale_zp(relay.const(stats['max']), relay.const(stats['min'])) + x = inp - zp_inp + qw = (scale_inp * scale_w / scale_next) * (qw - zp_w) + qb = (scale_b / scale_next) * (qb - zp_b) + x = relay.cast(x, 'uint8') + qw = relay.cast(qw, 'uint8') + qb = relay.cast(qb, 'uint8') + x = nn.dense(x, qw) + x = nn.bias_add(x, qb) + x = relay.cast(x, 'float32') + x = x / scale_next + zp_next + return x, scale_next, zp_next + +def linear(data, in_dim, out_dim, stats, scale_inp, zp_inp, var_cnt=0, quant=True): + W = tvm.relay.var('weight_{}'.format(var_cnt), shape=(out_dim, in_dim)) + B = tvm.relay.var('bias_{}'.format(var_cnt), shape=(out_dim,)) + + if quant: + out, scale_next, zp_next = quantized_linear_layer(data, W, B, stats, scale_inp, zp_inp) + return out, scale_next, zp_next + out = nn.dense(data, W) + out = nn.bias_add(out, B) + return out, None, None + +def MultiLayerPreceptron(batch, image_shape, num_classes, stats, num_hidden_1=128, num_hidden_2=64): + input_shape = (batch, ) + image_shape + num_features = image_shape[0] * image_shape[1] * image_shape[2] + inputs = tvm.relay.var('input', shape=input_shape) + inputs = nn.batch_flatten(inputs) + inputs, scale, zp = quantize(inputs) + fc1, scale, zp = linear(inputs, num_features, num_hidden_1, stats['linear_2'], scale, zp, 0, quant=True) + act1 = relay.cast(nn.relu(relay.cast(fc1, 'uint8')), 'float32') + fc2, scale, zp = linear(act1, num_hidden_1, num_hidden_2, stats['linear_out'], scale, zp, 1, quant=True) + act2 = relay.cast(nn.relu(relay.cast(fc2, 'uint8')), 'float32') + fc3, scale, zp = linear(act2, num_hidden_2, num_classes, stats['linear_out'], scale, zp, 2, quant=True) + fc3 = dequantize(fc3, scale, zp) + prog = nn.log_softmax(fc3, axis=1) + return prog + +def QuantizedModelNumpy(inp, stats, weight_0, bias_0, weight_1, bias_1, weight_2, bias_2): + def calculate_scale_zp(x_max, x_min, nbits=8): + qmax = 2.0 ** nbits - 1 + qmin = 0 + scale = (x_max - x_min) / (qmax - qmin) + z = qmin - x_min / scale + if z < qmin: + z = qmin + elif z > qmax: + z = qmax + zp = int(z) + return scale, zp + + def quantize(data, x_max=None, x_min=None, nbits=8): + if x_max is None: + x_max = np.max(data) + if x_min is None: + x_min = np.min(data) + scale, zp = calculate_scale_zp(x_max, x_min, nbits) + result = data / scale + zp + result = np.clip(result, 0, 2 ** nbits - 1) + result = np.round(result).astype(np.uint8) + return result, scale, zp + + def dequantize(data, scale, zp): + return scale * (data - zp) + + def relu(x): + return x * (x > 0) + + def quantized_linear_layer(inp, weight, bias, stats, scale_inp, zp_inp): + qw, scale_w, zp_w = quantize(weight) + qb, scale_b, zp_b = quantize(bias) + qw = qw.astype(np.float32) + qb = qb.astype(np.float32) + scale_next, zp_next = calculate_scale_zp(stats['max'], stats['min']) + x = inp.astype(np.float32) - zp_inp + qw = (scale_inp * scale_w / scale_next) * (qw - zp_w) + qb = (scale_b / scale_next) * (qb - zp_b) + x = np.matmul(x, qw.transpose()) + x = x + qb + x = x / scale_next + zp_next + return x, scale_next, zp_next + + def linear(inp, weight, bias): + return np.matmul(inp, weight.transpose()) + bias + + def run_model(): + inputs = inp.reshape(8, 28 * 28) + inputs, scale, zp = quantize(inputs) + # inputs = inp.reshape(8, 28 * 28) + fc1, scale, zp = quantized_linear_layer(inputs, weight_0, bias_0, stats['linear_2'], scale, zp) + # fc1 = linear(inputs, weight_0, bias_0) + act1 = relu(fc1) + fc2, scale, zp = quantized_linear_layer(act1, weight_1, bias_1, stats['linear_out'], scale, zp) + # fc2 = linear(act1, weight_1, bias_1) + act2 = relu(fc2) + act2 = dequantize(act2, scale, zp) + fc3 = linear(act2, weight_2, bias_2) + return torch.log_softmax(torch.Tensor(fc3), dim=1).numpy() + + return run_model() + +def run_model(): + batch_size = 8 + image_shape = (1, 28, 28) + num_classes = 10 + num_hidden_1 = 128 + num_hidden_2 = 64 + input_shape = (batch_size,) + image_shape + + weight_0_shape = (num_hidden_1, image_shape[0] * image_shape[1] * image_shape[2]) + bias_0_shape = (num_hidden_1,) + + weight_1_shape = (num_hidden_2, num_hidden_1) + bias_1_shape = (num_hidden_2,) + + weight_2_shape = (num_classes, num_hidden_2) + bias_2_shape = (num_classes,) + + weight_data = torch.load(open('quantized_mlp.pickle', 'rb'), map_location='cpu') + assert weight_data['linear_1.weight'].shape == weight_0_shape + assert weight_data['linear_2.weight'].shape == weight_1_shape + assert weight_data['linear_out.weight'].shape == weight_2_shape + + assert weight_data['linear_1.bias'].shape == bias_0_shape + assert weight_data['linear_2.bias'].shape == bias_1_shape + assert weight_data['linear_out.bias'].shape == bias_2_shape + + data_loader = get_data_loader(batch_size) + weight_0 = weight_data['linear_1.weight'].to('cpu').numpy() + bias_0 = weight_data['linear_1.bias'].to('cpu').numpy() + weight_1 = weight_data['linear_2.weight'].to('cpu').numpy() + bias_1 = weight_data['linear_2.bias'].to('cpu').numpy() + weight_2 = weight_data['linear_out.weight'].to('cpu').numpy() + bias_2 = weight_data['linear_out.bias'].to('cpu').numpy() + stats = weight_data['stats'] + + # print(stats) + mod = MultiLayerPreceptron(batch_size, image_shape, num_classes, stats, num_hidden_1, num_hidden_2) + mod = tvm.ir.IRModule.from_expr(mod) + mod = run_passes(mod) + print(mod) + + # output = run_module(mod, input_data, weight_0, bias_0, weight_1, bias_1, weight_2, bias_2) + # print(output) + correct_pred, num_examples = 0, 0 + # print(weight_0) + vm = compile_mod(mod) + for features, targets in data_loader: + # features = features.view(-1, 28 * 28) + # print(features.shape) + features = np.round(features) + features = features.numpy() + assert features.shape == input_shape + probas = run_mod(vm, features, weight_0, bias_0, weight_1, bias_1, weight_2, bias_2) + _, predicted_labels = torch.max(torch.Tensor(probas), 1) + num_examples += targets.size(0) + correct_pred += (predicted_labels == targets).sum() + #if num_examples % 100 == 0: + print('Current Accuracy: {}'.format(correct_pred.float() / num_examples)) + break + return correct_pred.float()/num_examples * 100 + +run_model() diff --git a/tests/python/byo3la/ilavta/mlp_pt_pretrained.pt b/tests/python/byo3la/ilavta/mlp_pt_pretrained.pt new file mode 100644 index 0000000000000000000000000000000000000000..760d046352cc71cebbad750cdb9d91df2a8c395a GIT binary patch literal 438612 zcmZ6yc|29$_djl)$EY+YWrz}GcF)>Unl(zLQ7WNA*HBVP=0t>$2ocH{GTgJaM1vA3 zDMN;elA$#rWUnpGa;IHJRKh*Z;ted3g zFSPodF#r1mS3uiNK|ny@kcYdM`yTg$_J}2`B9CY#WI_PNc=(g9z z!Hp{vW+%n(^g4RT(caU=*U^(Je1a>YZ70g_^mKOj@ZySE3)uil@|CkG+l_j(Zoo?D3M~3h3By1-0$u|M`cDo1=q= z{d~P6jxJ8lUR=6jxYV+fMu+ zGx%3JI5~1f{{0uJr3c*|yf*y1Q;I8UC&9nQ$Yh?WnTgRnu9%$|zq!YIuLEZuSA3;F zn4rKKFRsLTYXNKj)e6EPTuJ`7wO|NW>a_De=1F^TWo)>z|9LY1v2nMHgC|$cnQwrz zi1U92Fr9B^Xl`c2mH*!X6s-OE=!*YB59W@u77XSp{To-=i#y(iJK=xt-Qd6XKJot` z8&zu{HAxYKO7)Bo3O1HFHlt@eMw z=b6l(XKKKm@xS0Rtu6W3>i@zH=4$+7w&uTawY<2qY`EHXivRyBbNBZ8ui-lX2iw4S zz6sy(+5d|@XSKf&A6)kza4Boc5bj*Q{d~jq{yl)c7k8cwcmDrAmwyKMm+1!oFT9DF ziMg?{0oU+<;f<`N_~^#}LJ#Je{A0T5zmd(nxaKxoj`s;JV<*Ws-`>^H%VDpBmjf66 z^`?oo9luwAYjJ|R;9q|A-|G6Wfe>YA4^KOLy)BKNziTtPepQrm@|ND=Z zh&k&08#wxb@d^I>$`d~g+ih|nVsvMx7S)BI$JEKGuqh`+4v zlo42R`5Q_c*vKsV@fO~fNc1#iaX51neN1KOI)!NXR6ZSC4dgKKOeW4h5DHbr z6KVAKTD%i<0#&Uq!o|umvjg|9VX|pB_}$c?h9#Ss8%YXy?wk?B75U3F)cxYrZV)B| zl@{2PIh|>2bHZ5{W$29cK~Pz^ANMK7psvJk*zl~8wHrSjrg6$~ebN%JGT20QcSSN= zvYw&UmTW35Ek%`2EaJu7k)b=1Ea(fd{7O;3W$?0Bh@L2ogWMN4QEN*%ta(!aN1QJ6 z{v6F_;_YML!PT?K4K2ob9|vJ%bsW~$i;=E!z>_o6!LMN^l^B_VQk664>c>uW`h8{E zv1tdp`uaya@G6$ReSMlbI;UdY@C3S-#Gu0E8n7%n&njgo(DGT)%uexqd}qBBrb-M$ z){|az68y^kw5&iCU1T1lzQYwN4lIT3JU5NKzzhBaVG+47p)M9rD9X`qC9Bv)@~I^E za0y|!XNa!-4yeBvNh9@7(|t?Z;Dy0iRR5+y_6=*mukvDMx1=Av8*f8Dbx2^k>LbQ? z<3rR_k|UulfheBNqU7nPIDSVcKHfV8KIbdp7Ui4xsdUA*QauhF0WBnh!n*B(mXIsJOy`T<)AjJ2#x7Ccz?X%7p2p z!9;|7^jVFH7enAcuLKR=8V{$%JI(7C6`{1M z(=?M^JA4$)BtvN2;j{F$P!J7H3WHzjT(ao;4YF#A26^&XiL*IRpSt=xl4pq)px^of z&dvS^wY4sl-Pg^K34H-uIVZ8+sgrTsAxMw%RB6PQ4Ac_|=RCSTm&{T2B?d>e$Ucu~ zGEiNH4HB2>J6$hoH>h5<$1sF$v|C6#VwVyJcTFO+IGX$pe8V{3J4mjd$|2)ZKe5sJ z!#Hza67$_I8YY^1HEXlyxv8-K@O+1hkA{6zuYKAH+jFS2ltk1F}j!JwY+rNa9 z<*mDkdhiZb-upAUh<7tN@0USkxja`d@R%oM|&G?pnVi@e{hq->5M{c$jdVbDg*H98 zH=aJw$--Y^L-=>7AFTFohwGC+;N)rzrcYU$ig}Ks=}kkpp(3BsU}ZAdBbsi}K0u!s zErnsvQG9nj8qRu-BlAaXh?-dyd0aGy;JOI-yd)ficMH)kIpay~o@4MyBmG+O3* zfEwh@q<_~qqC&e7JN8nDhQ(xo;KF?Ns$>agj`U>uWPK5p+8IbS)7H^!-$=5`OOE7~ zCKHuZHGG>ji8yYRC7wUlKseE+8Y=NvCD)Gv+&grT)v7uXGe*ak+@kAjhmnicl!%?9 z9})-Hu%ZOePdx-rG+l7j(h^WD*MWhC*)X)@6tAW;nAY7;q>Fi@ICo+QEYS5QSDYlt z0{$KsGF=Nx1vbKjb%FHl#BzG2^#)qkS<$v5;#IvFx>YkQGALt~M#Xv)@L{$p{j)(F zUvHJ66YHEn-{c}Pe%Wy7<8NrRT#k27tKmsvLGON!!uI1MY?H7OwX&T~cy*d|homJv zetkW)+tQDZju%$6?UAR?uAQN39Us`eO9v|T6lT$b-RG#+Krr2+Kb2m2RgE1Le)Mwf zLTVRv4i1$cMM?h_j6YNlZ4Gjm-IsHcXrA{Nis!+|1J#hPO9X7c{q5jo8u-HdvS5rQf zJ$#;eJef>3Sjm&P#$v`^xC*yfO2ZjO1LloOX4T%!EZ3cWj}`?Tq7RaTAVtcA4!ky^ z4a-Au)rl|W(V8iYn??;xi_w8&{nBtn*$&2v;^6G?eR!oO43fJxlP8;!$)?Whp#Sm? zHa2f$^?t~*iLx`{OAkZ$t}&rI4=O{J!BiZmDxphm##4zocc|c%M4Iq%E2@;gMZ3o{ zfoE!nD@QVzZsS@=6rT({RvpJZFGs_Hv$+429d0(=O3tV{KlDwI1d!5~t=)uB?>ZJ~m{#2pWi7{Og@ejRu}jzlI}SV1#@?^&MVmA@xFa9x zV`HIKZZ=-~+5!H1J}{OApP7gqE7_(cB2-dq0%y|O$NT+~ zG*xyY3|jwY%ue{?HJfBuRg#4Fk2>S0jO)DmS|vt(T|C@*RRe~9mVxlgcOZtjsPnfQ z&v=!9oTnDN9+IQej?TpS({h>RA09&cWn1XD9z*(<>>yOT6MCv95zggWj?1E7?1@D? zp`xuB6Lt+@n7Tat3Au*`JZ-$!dlo-@5~Ry@recBVcX+U<1is&o;XRtGPrj@a!B?_x zprY{+lnU=7!sbrI@{AIxSQJ7wjGco;B9dgGiw4>BHx8aJs)rjBs^Cg#Ar1t!Lhaji zFzv=U*ce!WmR_gPf7pT-Z~GbYYN~PeZYO+H_Y+ITePsphvY^!DBp8YeKmFI6D_#ppcM>sE=oCKPb_PF|wSmU*9L8}$ z5|m4`pzxN3rWNVTh6y7mGdG{ze?bwV2czIoixq@fUcPiO#U@{@<}!y)+C)} zx5O7>*8Vu&yvS_Eq9zn~NkpOf#x%%y5{!2TQ{bILGrE?KfJQNwyiXG(?;?}PnjTAw zZZ|25OE(uHZ}AdPSiFqgt>DGz$Ay!|^Ea4d`}Dwc%5$XGwXo&*W#Us{L$o8#k}G%A z$QXaEy7X6(*w0{LN>C|iiKIi!xRcDOw+m^UoH9*RK=yWyA(=fZgXGoulE9^=7GI7% zB)%efFzgUUC6^S?GjluGr$+Lvckc#h$`dSZMpid-7GL39O^$x-ES^2S2h z!bjGa+{!lR=UO^+c~m4*vzvv(Qd4N@_w-# ztTnDfKbgnKdzK4t@?Wlg+cs$$?Zm(zMWx zd^WsFvP9JBwcwdmGu;O%cMXUB5#!KFM@49&i#qM-dq54$9H`azY&zIC4RdUji1P~( zv~czXql8Y>pWK4^hGL-KSb??syWyaL5;@33k`t6A#~iFK?FHL2ni4tB8%!h(C$w%2$DV&Y)T`*UT9`Zfp(~s>vm43uls_1EFa9)rq}0$%72rtRuU>36Zyg4eSkG zFs!^>0xpMZao?kQoYb@uJ&u}CbK^_ky-|eR`x}7K!5o-iQOh2sS;V{|o~#b~#9ID% zZQgSCD*ffuL7PXe(d`oHR6t4u&Pqs;A97QuCr_NN*qOxIWym3V_>wz5sW2A1j^0)M zz?*Iy3g1^s6aT&A;P&HwRHeU}G1CwD(Cas9cN$a8gauShHW%isv&TsL2^dl)Por!G zVcBUR3LkuE%KLY8vN+4Cf3e2R7BUoep2Y`8Rxr)3XQ=#2K-a(9c`?y3_&#(4-InLc zQ8?CxTHG#JXd+0)mrbX#(*oGU7b&P}BuNLxHqd!~HuS9W52}}!Kx3}o2GvSaqP*FZ zWN%Tz>Wd}RHt!q`tiMNWepnJybyH4mnLM$7?+?qB;;H1FVCvGj8#SiSVLkekseMi^ zdIw6;9koZG8NEetzfWi8+#3xUTU`_<1 z{r3mMYIuUnri-{oP!J^KJD_h#Bb<|Mg`W8)e10N|wj^!BtO7y0AnGx8eR{(xEkSr; zRfJ*<_aQy42J>gDvfkyZFgK=^eX=DIN7c$|4XJ?k7!8B4~VV|VG?S)9x_&&v}}T+Ks0S2IRuKpt*7)=&elZ#09K$I4rUk|lDYB$Hi6{uG3eU#*J> zey*lMx$Sh8`oyaG$00PuDW1*|38NM@d3dI10rO{SKAg5$2~i_PBol>6lbjsLp4$gs z{;q%{b=j~syc%a1mB7v3)97J20WZy7Lo*E1sQ-#Ij4XQvbvml##?Q5ccV-0{*S3u2 zSB9XImk}NQpwG@VxsP|m?qIZpG_@a8r0+7OfmHlU*ySmRu3gE<=I>%R3Z~=xSprnx z?h7+J-TAn6Z#Mc^n9yv88;~|L7X}P$;l9K-Ec$vJtMZiSgj=&9bd3sT@b?Kz+-pVUhb2pHSpAF&k#!TEZM~(Srb%D8Uy9+P#=kL78Tr`>ef_-6bia)-F@D9$70X<;@ ztXopW?0X_c57`zmKK8ZD4&nQ_v&965mz`$DR|$}c17h^j(@Kaw^Aj{8L!r6a2!8bb zfYn-VOjPa|%CG9;JpS;CspvLDs&5O@R@HbvEn4VH%^QWCAVYY-W9MQGyt8` z4>0Bee^~C$a3*MuIC&lw!YF^0qVdiXu>TuC^V>jZa@50NqeeFTnHVm4*p5R}PGUcs z#Yim^rwZrCGnQ_)ytdj>(3l>GQllN9QfLKV7YP%|TmBGJ(ZHM@yupc26Qt@%k6Gcq zP|)Vb1hH?0ar(L@9G5c-_c|-m2R46kT**Cb@_WVzelLU*GiSjvehnrhSR12fq=JIj zQ|wxN4ofbJ(mK@<_aNC7_YO2eM@LgZ!54=}ZU2@A9b;O~7~p4*wPnE0ua4OAG0 z>MUi_oK=cyVpq`n-D@@_N`tCitzvi7i=xZm6WIThVpYOl2yM~E56QFe@sC94cN%6! zPQ1ktxoX@Ir-G_>`{1?HAJiJo!u#3sAF2Amp;tjUps*-*2{?aeM4#Q z&6p=R0830&2*&lXUmDM{ZZUs3b!B5rzterrSjcZq)`fDjT#sjrp;aenY$=9U-l2f$ zRWN1hSB{Tj9-jK-%w}w%*dZGXX|tX|&B8JeKN<)Nrt}-ou0-*P>7o2YI z#eo~0@OOtGx#a%?Jb%lBhlv9&R1{|eZBOH5RR^@C!+6a&4PK=4^TxIyyzL;&lXdK8 z3a6dHUX28Jv^N%_thQkN(J3@c>M~|k*aF(P11Ib}j2~UkF5DT7ch}0oK)OzA(>8RKwuh@Zf>c+f3$M)+pfx42pcSJ?gO3G5RP`yQK~RqI;g+)|Lzm&y z&jj9nfdahu{5?#X+YfZwA4dMvcf7Fh8zVZw3qQ;x_=rux6%iZoLB?ym!g-D%KCkd& ztTtZgZO8VjQuIp0X4El%2`TybS=g-q6ixrW z<`hIofoqB{uIrvgdrjg%)+B>*?U=*3`k12YA#qq1T>_(eLNNZ!K}dTZ0Ygu3V-q(M zA1eIBFE7M!rnxMcUQy3m!t24!tq(cDK7O#nv=7!?umQc@$|O{4CfT30o(+UioTK>> zyVDyV*a7KqF z8ItmLS%d{)k8yKu4rZmgu);H)nKF?^5Lh3Nm18=1Iru!r-&Tfo7u=clBM-3g;Zq#$ z{sIbHYgm?FH}{lziROF`KeITVZ7a9LU;dMsbH*j=eIsOu((%Q7#qAq#ea zd$l~B&JQymTc<(%40B9c^Z_E5hO#Bs!y%-3HI|hM&~=Hyutan+q>WUI*myDnkD4kI?HPrbv#1Tu z|1bid%5hZg(mIsn>kq_qmqL138kE?0;mDugoNF_iaP-R!T-s6#wvP$C2&iD(-SRn0 z)?UZaN@;T6RDw1_9F`ni3MA_(>_~r&_1_#JWlcLrH9Cx0lhlCaN0y*pKrwwgPcdZgu7ZXA&&s@{S$fMs!>i61+@YXy{+41unPHvF<0!Wx+p z*wE{O_cKK3`5Qv_cO#`XwJxZ%ygA6FvT9^FXXUS0(T zaz~i)4e=;$a|XMs%b7>Jvaw_(K&6fpdEz+8IWOsrOLu&OFS)b8u=fWhmQ*pRi<&S? z*&WWE6sE)Zru71E<#Jh#v&P&xbqj(?FOJ0hFW|LR0gTiL*=HGYMb{G2O%c^Gaun}UXI zWoVutg3pA*ATxx|-JSD+@AJmsR{3R6BSGL4`VE$B9%ejEtJo1`NmO0hiYNYfA=MFN zzk~{s#*mvB;3P;-HkaaL<~~^GD3G+Zz^q)_jXh_TnI3^L-mf>cICThMmj{o-IXeV1 z)S=H5P5w zUWP;B_pq%Y7-E-TAXv*cJNv1bjaENO?H*xh*a zv?0#)6eZ0wA>oO zK91J>k03GpgkAkskwCyHuy}ADw)qMY3;8@0E_hTq%jyAavAW2aux|uflTSj=5((zX zqsQQ7Zw$N6Z3h3A<&46eVCM4dzp(P06qU+4j~nfKF{W0Q_AWmRD|ODn<4Lll<)sun zeJn+bjVp2dfkwQe(G7R{S8z6T-GuPk^)US=!QtecY-p`Kv5ugu*{11ae60?2wd?UL z^!qVaVLAJE%68CRK7g%Tgea%(B?!n$qTa%BRIfS<51y2zb?>v;g+Z}kI_V-rOiu=9 z`6ZB8REa0%sF3Tbu}rmF1V%jjfLdqv;<38x@HAYSivN@+#|jT2C!`XzR;qEHe|KSD z=17wD>RF)hcslNK80HnGs<4&k1xWa|dMGA#=seQJ?3H`Umc}iHNa^%SPIwtZou)$B zJ~`T`^8@py--o=1yRqi;6}U2g9#NVnM%wCq@UFHJ3Z}dOOw$K4nhvt^c91jgJeApd z0R?Z*X7X-Jlb*TnV7A937z~+6mDZL*e0C1gdTl+Zr7eUtZh${7kKnQV+w6R$7@mgt z5ZWAB1G+L%xOtKeq}{Ot&5{qeN;?U@*O%d|=fOlqdp*pSS;pFP!|8^tPcXp#55AtT zi;fL0q`Plzpo_!J>GHfHDBM{H4~CYrTCweLKW-_=?Bws0m!*k9whA7Ix{FN>_t?Pd zI-H}bhx;3w@Rzp^4L%t~4fd_2Pv0;9X`l-8|E}q~9lU~FT86pX-@!?d< z_ye6ZV-K|&Xu?$+RA@rl0H(D%(-`BE_^$COUI=>$FQ>R-M5Z)pU!{#hUV?CFyBn-{ zl#WG-x_-NWNp}G)OgGZn z9a$BN2{xhB@cJlB*?of=0~^^ytHtxLb6%RP>F&L^IB ze~+OeUwUa?uN0L(B?##?Y3%E|w{YvX7CEwpvMV35(D3FJEcei1=Pp$vvD#A9D$bC4 zpHHNYqWW}K#~58nv+2UZ2h?5S0v*=!qHm1-@psV~$QxP@iFSWE)}DQE`_x-z!Kw}P z6Mt?_*H}$W>+A5^&p>wNxm>KeC`28b4cLzt_Vc;+wdDC4e%)>?jcI#&1*7;r8eDdd zj+6D{O^|G)bN8n=Q2b8Q)nX}l6tNS&%47ENHVl>s$3m+x(31Ot(_Hmv z=gTN+e)c-38;#!UX7!SplCHCBasKcG%W6kz88wi)%k-v)C%C7M4P#xOvog)R^9={fnuQv*}jq1Vy=`gP5x6Pv@^$N}k;2fT?R7DbssH9At9I$7^Y@aK~?QtaH4@iV(&^ zep@l&$i?I9yPedc&w=(B&!dt9iI|7@ptp3Ri?Gk^>4;$gNE*sekl>EV|l**My(I;TL_xQfG)%US43~ zyC;@3_o`E=038^E@8tBGRF7_>hc#FL^8SbQKBdxt|fUv7VZ`(t+SYd3#R zZR&=Ra$$f#F5WHf$MP6|bUlBVwB$69zZ(@Ssw9U<=pjLpmFh(_*OrjAb)Shtb{FX! z@F$vLd9>&3MLJjKG9A0m=Roon5u?MQWPfV_j$dhjEz=d~8n;-?)03hT3_s&t<6$;X zrIu0n(1yLTszgo5fqX1Zpix%qNpYOHMf>SV7W>_Y80#P{(o&m69xqd|Xq%Bit}mWP z&WQ=qpM~XgpsS9aifY4`^6GSTvmE)W8wX#$uLalpuQ7VehPi&G1%3D&#Uztb+|`*1 z8kh1ge9L0`=`AoGu^*W;B`3(vK|PC}G&_qVbFjF*uZV22M4~+=Y7t>>X>sE~H7S>t zNBo&di&&|ul~FeIjeaUUo<4=`Tw9KdW3E7=hChT)lcbTXDmyUz8^*bgF|Peh@T`6e zOe7?kpvrAD)3%)|mj2`vm)s(U2Q@5sC#5VD$2}rrCdQ=U^8|~n7PTaRzuw>RtikM= zJQNcW$H9&+D*ZT&1{zz?`|D&#ztc2Axna=gCrmgC#34X?56tQtM=w=|VQMdjh;$A@ zjodkQOKB*by6gv??A1#T^(fMzpZ8(MEhMc@LgbOnDin3PLFOKuPwdxAkSjaAX@Sg2 z8u5A?Rl4zl=GZ!*N02N@sM}6<1gn$Ii9v8<|2=frEk=E%rRfX1LU`Tv4fbzXz-mWU zv&Gwv(2Z@S7<)9BzwgLZok+S#YrEvDmSPso{L)Sx_8z0>$`2BYm0Vc#Y$C?Z52eP{ zebAO0z&o>JJJo+Vj{3UQLx;dFd~(!~ou&{EjVe{>=C=g31r=$;Uoo^@9E9)qJc-f8 zV4TCfiqp6j^yr?mR4Y}c>Pytrs`yr^Dp@m^s;#zAr5dkPl{81B>axd#s?6|2G(50} zo+{QSaviJTY0z#gDEJD>%z3=q{}n|%*D|iRR^VLEn_y`(hqorIoz`my|&ex1;h@*uHbr3^|_0@mxd|q ze(x)A(W4Uo4oqZPwk6^GR{;>JABKVs)wDl5gKqo#iwc_Fr$zI^Xu`&1EWH><=k}J- zIw=Kkt6R>mht4DRTE66!{t+T&=0QRo527?vj8-#SaIxxC7`h4AO@wH2;0vrxeS-5F zyD=wa8AoZ>Hk{NE00JJGAX=^u9a`rhrz?Qs>(lu2j6e07F#`vpqRr>EnbZFMHN;)> z6{~t(mRvnDn~`7E%vcx1LXLJmT>UP>q)NrYm9H;Y;Z1)~g&%`i`Uax#3yOIq(RggN z49@E4LV>fhK|O|_XUyyX>#2qy_wX^C`rHe~O#@Kd7X?=RukmfV5s4bpCA&2>$=ki# znc=K=$O||P4Qag`*^Uwr4Z8sL>Vs_7wKDv+X*rzpdWVhvi_mQNH404qXci*z4G#OY zL0q90B${2p+k#f0{U`=z^EFb-!-jca#K-$l!9Ln2!HGZr7ud9G9IyCKIQ?!Sn{lfi z-(^Oi`1Q4@T_Q&(UGYGT%^TS3rcc2vgkp7r1zN5Sf=OmFWb||jjx6xU4`qCw zbyFE^Jk^Iuxsljou#7o$LXK87l_D^%Q0*4ZQIK|Km;M?>y$1@cOx<{d2f6s`-ZL

SfjPT6|O?-PW z12b=hGD=A@RPiDgvu69j*K_`i*B(*2h1UQV4UeK|${X;Bv|!#FQW!U{5DeRd=+y(N zQ1&JY3j^+h5^bu?Uib;UGTwmp=0a^tAg`z(AFDltdAfn4sA=>bf;J_? z;51pWRekR}qZAID|z(@yvUdZ(z9TA*xgwn0at?pvEu(X8z2CG*1~a zCwmu!p8o?U_zF2gc>$8;nSj|U17?(wo#V)cn^bGRvD*yvnyx+?*W_`F@n@D2lBng zgEe--@xzxZ7iG;N^&m-t*V(f&g5${79v-tWp&Zsf%|Pu_KhWe_GOi4gCesx{F*#L% zFzPd4_I_)q%P(ZCyAqkA;v#lia2YrrRD@$CO5|_yC4B!|h~~Vh;qT*5&|bR}Q-NS4EAfoO1xpvuna@%YmMiT1ch+EUA0YX?XOh zmOU5w0Q+p$(L)hQ_+m~oMqZVmJ6BBwKap;z9e#vH%VkKZ*9=Bb>k6m)w?yS&Wm=`m zG(nVKBn+pYoMP4)tfr!}=V`})0o6I_4?8bj#3znM0=dKVulCoYM?p5 zh)h_(uNxIlqpl0z;ics{m_AU2=gjReZ=EKXy$gr9jh*0P^$jH}quFxfUzpfpgysE` zWc$peFhyUGsI5+A-M5+0pP7cVX@4fZ86OJkefgaI=zB)vmjHF0t3g*ONRoAd^GW7H zb@Ix23{R@-W1xBgU1NI{-xsZ-a~-$Sj>_L?>-Pa%#>ta>HAAYpIhy{O6oIGLl!9B) zHQx8wcGhUsVN6)4N59|LgLhWHW5jbKS#y_jcr#d-?tapNJ1n@UeX$p=@XuI1PT<$2 z~(4%vhFx`@Vxg|v%wy1+gtq?Vxs!Saw&B6C~rRkFXW-zmoB!8}}QVZR1Hotiy zIrhtvn5-%@_urvG;|@K;HL@93s(&ZURB=Jad=pv*9UU%dtnbh>@r{hkLg_$FV6T&>)&d!tR_Vd(PY=Yr{^G`DJg} za3%#8f7nfbch;fm`{y{XFOsgb{E1Gb*UdM3f5*kA{6JjgH}m{}2TawMCjzp=xOi46 zJJIPdE)WVwpNnF|)G-^HHdv5~qY7k}>ILkbEDkwT0q0I>AepmvlK`k@{?cFBTW0xq%{H5PGhT?dX3b742*`zrmG989>pWAuF^nB=EdV>U zB}jf$2IyxP^EH_gMBZr%F;7Sa*)0JWtaOcjn01mCwq3(ny9LQ;;d?Sg-kMbZ+C~%t z42Y_42GL!aN{)wo1{)29HW`EL})JO#@lVE^-!KVn|)#Tt`s9D^pAn7 z&tz6JwU0NpZy8x)x`4DDeh7nGs?cf6dUlR=5N(ySq^s`k;nzOI2>113D4xaFS6!RW zKa&>(BSZCM&C9@e4qv$IfN{S>)lPwWgiU{3qon&&Y5(N*mSyO zT_djH<-xS|dPKcLg`ByqMvju7cvEpd8|JkgTxafPjkUAzXxDg@R*ppDyhCup4!77qumk8lSv1FsPF4kXHVtTE`o&_r@%I~O*vb&ooo!%Uzm9pY z{2UY$+97<3Dti1_Omgc4iNcctc1&d{tq2ss87;}o=*mte_?HZNtxp7@p#9KMbCz*& z=AY&Cx{X`c&tsI2HvprqM}qdMllC>S5Gg+loZs=pd)Yxa9Fao;`TAxZmq~b9CI)U! z&0t#XrxELi*6`A|6y`=QU`Nx}(gxYhSo%GmX-neAK5hc!i<>z8mLN?NjL-3|bqP|h z8|zV)8-{ULGw`mOH2so)kL}eQPhUHgvN~D(GdzCZz*cV=#`E)l>9%W^Y6vu`b-dg|8|2+zp~r zREcz^Jae@98p=!k#)(T3VMFR8oF8dV{Y9tIkDcRbWycH5eilx}v%@*6QNLgyZ7(U= z_7tRB&7pNsKOP@bfUMn0II68ifAr|!GfiO{@;C((67*3;W(Q2IIRz=QVr0?E1UMKu zAO2dWuqneg*=TMY&Z8=_=ojVwSnI+TX0&}E8u9H;pdl9#7OM`h`|r5m1zl;!M67#l|e_hMxn)9A`aQMj|5)kLZiSw6zol8(YC*^ftzCiGg5) zXdG8og;)D2l$Nh&{MU=qX#G0)2IL*9D9UPt(tg# zM2`Az%7?n~A6d~esi+z{jQ-;fF~84_a6bCwVq$eS$l?{{H4W2U3aOb&e?8$|H;PQtb%$%L4VHhQd$O=u; zHQSbnT~~~c?NV9o)$@3Lsv5Yq)dRJkiW4c{yJ$v>LApwwWX=<(dcNWK|1oqX?o@SA z97bdoQfW|9R7z>aS^H|DQW{m#JZqwq1{zFd%B;{}h){$`anD+pN=PCl6)8%Ee1;^H z>O23yeV%jgdG=j62uBgJVLQ=v$StG;&Uwg#X0u;x;raPk7Q%q`qQfUwp5~6!8xzi!rfQ4 zL5M*zKAcq!C;kQS`)fb&H#~oHt84Fx$Boqh&e0k61br5ls|=!nyZ7<_o_BDGxhcx5 z=XkpjGbt)>0i~y(#Nv)kq`Y%6EjS!QDP>!x!DrFzkRP-b)m+6X6>4EaN1~X!wD1_DBB4%|-M=?km3d z{S%j)o0HP=uVnQ8IE^>>Bi6VagntJ$;8vs6V07*aE*W|rU0j!;b=U`--Z z?3vtiogNT5EgaRGW&jAiAbqvP%1pk8jNy(xv}IZ>BgC9e@SQXD$$EzfKu zTx;`C=A0IS^Rm04eq0l`gOeef&&n))=^XgrdYiX*HK&d!F)cdpLD7$=kmiVYRH0vk zz8<6CWuO6_wH(I^rW}R)3lx}Dj~yF3`#h=)6=o;0bLsRv;rowq!i@uT+0drv=(0+K zw&qS{iXrYW+h8vDw5*Vu?WjuOqa5(Rf)>1J8G_wf=SiCUC_w!NhA0%#YjX+7Z4DOZ zpVy{S(fRb~=|Sqt^d|+4d_J{P$RH271&(8g#Y#4@DQ#|Sl;$1ya!i@^XG(0EPXj1N zhQJPWTO6NV59iE(;n|^IFnZ`!@#@~o@U7q(ZcY4#TE|@IrbnP~CwfYny3JS^n8;M# z#L-n{Wyv%7b(DDMF8WMKW_Mx<79VhA=FjrcDC8t%X(VEqj2;`*lx9|8qeYe-vaC9A z9AB+A47Y?m5{JcQ@=8_r@$h$qD<|wQqA7`_S{y0sxFg+iUPFo-$5Lm7C+J5P!fwrN zv`pzErG4(iT>|ehHB(WP@;(zICWR3__D9oCGij7)8frBT;tu#6H|rR`m`Ux*Vqr6c zjJUSIN58m@zh?-nimw!1JrZMvNtuKA=+DJ|hCg3hKV^vA7 z(9QA*mvz!X^z6bhkzIm@sBNYf%gR0k`d-4EL^+2lAF9%+?n9J4H-?^+52xiBMcjX( zNnlZ<%4V4ugOouM%HA9ZFE>ieQZr+4%lt;%xcfaX4jsUqcO4J*k;%BtG#|da-@#gJ z^=aE1Cw4RVGqYQt%Jf!WU^N~K&^(9}N zeiqe*`D24+6wYS{aYR)GE_K}iQ+L6mjx22DJr$5ustfLf_LEJ0B?yB&sOrsENU8}jsY|35smFab9S zXNuE|L70`M%w`sk6DKaY%Izy*Z13k(R#82J<;h)UH8)k*%YW-=q}yPLxzFkQt+pGSxrtBa!6fB@{n?anZUlnKGK9`L%NMnO0uSJz0W759qO%*2u*57X+ zRodj^s{IeeKDYe%iwmo8)%RrXds{H$j*n$0G;c5mmkZ4JO$r<6IEA@iI{~LG;{=Y^ zkdz11(QG%Krq1*u+h@cbmCVB{i!)&B?FGDsMjfk8-oYll9Y6~&mQvmjcY0J32?LT0 z`L+uK@yz(yxO;OFwqEuHy(Jnj?!jixBcvbLhqSY%y|-EYqyFr-vXv-2&0bV>e2T~< z*F>~XJAy6w?Zs?27(=UcF4n1cql}{u?3KTdKjjiwT>lVp;BW_l-9n>8?={-8Nnilbicd=$RPK^XnsaWq=<`IT(fGr~N~hS@THU%z=_#jA0c| zg#5G0Ybe>6%5}vQalsF(V2?#EbVlFC+0n|BP~D$KMrhC))T9G2hxb)CVmai?WEbVI z2+uyY$6a8O1Ruh?iPM2M&nci$lOm;#?gJaiDabAz2w!*FQmT?AT?o5DJ(i4nIlq_UCMVFze={le z*&7>R-ZwckvTixOk=jrHPW0gRs{=v9 zy%NW7KMDF9c~r>D<+IMJv8Ai^$aw4|inKN+f0ZP2VzpOm(iX@7YvPMo?Ftv=tu16D@VExnHJNMiYAtJ86$%mk)% zDH_+D^1zD=G+0Si1^C@1*+`?hOMkw?A3bpSzOBX-1a~FNBxrIWGXl3Ylbgliwzq~S(+{QiO|I53>zfCh? zh8qrZ@wdOhRe?!5;FpIcp^C8P%RjWaT*o(!ZoqdtQaSV2GSujF2XYS`V*W>KK=rf& zD}Ny^$U_AGw#C=<|L*#b*(JS`RSG1Z|Tuwt7!MS6rV@#0%-U9&V9 zsqx}Ed07m*XU=bt<5(-G(wbr==9$rEmcDR0cuv=08(t|frw1H!x}(kJDc*6?oyc^ zlek2~0F^MDb+nbQJ^YtbT66}NT`fY>otmuXt~~C_K92epZfpka@>V>b?v38vU8u3;C!V;a z4!5*(QFm(*d`#+qLz#!+Vah9bb*KcjoeID*C$#;)ISnXPdr@{lk;7dG=)fYkCj1M?@fd{m-x?}I`3e+CMqh{_!$lof< z{=1!lnwddnuYSGf!fSkan;T-maWs&XN|Z3yDGszW3_)f?KJ2wMU5KAne#DtStr)sFJQ{U+N!40N1jS)}h-7}FL5KW00j z)5Ul^9pQz^i>&E)mOKW;*dc42P0Q}73Fqt;I2Ll5H_PU6zz`|6aQ!oUaG*cac^uDw zP|>9JN5OE_8F2C?LN_NR{{D&o3Qg<+H`dB*d zuz$$>yR>hOI>`@ONEr?Lh5Mxur#CX1MWu~lYEj$3Gk!knC-fT^I=|q)zRN>T za}TIntHN5>so)~5OI+3L;atk#|8T`?RnE6ak^0;JwT@X+rz==^er8)i|CR>~SQf9gEC zKPZc~H{Yk%7eCR|k=mrVzZgf1Gopq^4{(L}C8f@km6S|x$E&`pi9%PirimljS)<`h zD!d5xmhHoSZ^OYy{EzS4{1Y~xh=vz`|3kh0v(T>35Y_v~@XK5t^49PC(MkR;1)uk& zDxL2%P|{6ZtGAM3xCb`ypNqgJ+v66{itnWuWTW7b3#W{rv zwMIJsr}QFxXb_>XX9fNo>4nomO2m0)hLC-Dx;X!slUaEGt@O~xNc<#uFeSY@PS0k$ zQSsS@wCaHYtFj+NhZAL(tCBY#JIx;2jnA>Z{}yxIUw`pq4%(VZt(n4<<3m_ff`O>^ zQ7}^(5|g`g!%z%dKMhZduAysEBe&yL4{s5kg{}!E6#YPoHh*`cSiMM0y}An(e7&gSoT@_9@F}j$nBoJ4d!22MY~40V8)NJWGm~33Z@oR9q!A0Ij7H@ z??tdRKN6Y!u1;7jm&C1Cc#M`C2GHfl@wjv3PnaY)Z)#(%a(8wKP6B-^8awzmcKd5e zxJ~iYq~b|gCyxrA5o^}imL)D#7IM%9Z*kX#K-eUn$UeW%qnF|RC5Ja^)1QEJnEJI2 zMoc9zZMhCZrw_Y#b-p*w@_z&EH>6o+W+W^QZR6!POyt%-OXo5!?O$Rz$(x ze^cR0z6ryE!z|PMD%-Q*3z+u|g_R}NXqFX?_rg;tE-HZrEl#J@$VBo!@`8dY>Z$2j z3+b)iO*3SxaHVQI@BiQfyvw+SeaZKs;=MeZE_#WP^?S{3<$Xpw!ETEKc!DG9F z@Ej*5L-o>QY~+gp?8Yh+IOFBZW*X{=9$54T?R}4F#QI*^K1@xb9B4!LX4=zoH5VFJ zQAb686sSET+BB@-5g+(khIQTg%Fpb)h)27kVdoMb=yV`>9B>u~@Abrn9ao^v*p9m* zwGfRuhEeA;HJWR6h*@5CXK_i%%#Q!Wtj_`~%XP)z6WS!R(uevCmQqT74emc4PK8OE zNE~y79vzS4ri(H;9f6lKOLc-qqfDV6jc{>#x_G3Q7h5E|o81b(3<{DK-1&D9%-r8b zyH72I?UOS3?vP^M&J3B#DZvAlq$;v^tYooKLJ!0A0nyz&sykUsqhbSSMocSxTONeT z!VL0$Qn<<5`dyG}a2#ikJcs=EcsOeK3b)KWf)T|t*gf}&tVJ^ko-W)U84o za%UA=yKfUJ*j13bZ4lkhe2s;{3q*bs)7bAV!mOfIMzX42OVWDm8Ew0-AW7$+(S~LE z*+lejJ@EiN%~hL-@+Bse;ch8jiwP_DMAn zcGl#B;j8yu`CbMsi-gker`H z2;9aIyg2(gcUI~Htljz%)vBUVdzuMcHt$4B)iJdBQX3k?nWI_Pb51WhpZO2kz|uC| z1gHJgv`*kS!c38K>Cu4xAMdbU$CYgK+8bD`+CjBtUGy|dUm{~&NQ=__NoPeWO=)4| zo16tT`um|%tW4)$$dO6PbFOleBe!sOJyZmQ)5V8X)b{8+zbSnio98;7ncF47i4mvy z_rVb~PDhOI73HC_s(`)l^=3y~w8%AANfPmErO+Giq>e>HCH#nPvNHKdf6SF>nd?!$ za@iyJ%uR!-51cu(G6!CLK_&c`XA0(`2#CEGL9s&pAG>=z&F^RdKW+$)I`7Y{11MKa!S!D}+y*%HsM3k~ACYtv9Z^9(uHU8d^Wt?)z06ttG^Vn0S* zX0wxZSmYUP7BAd2YSLoZ5%b+_idzcR*cwSJE-6Tq?4DBO2{($8N~9OR%J~?V8(3Jc zOk;0fhvAoVz%*hgTJ7=%;~mo6oYp{CpSTac-vhC;=@9xF=trI->v476L^|+f2KzBb zkBv}vVy=sSnvS_C$2ZH|!IMi8>6pFXNh?;7cn_DCgtwQ|2tzkoTR(?RAMmF9btj?r zixQRgF9#K!UasBJkFz~618uZ60el~a=}{hd*5WUWa0I%ZJpg(gUHFxEZ(wY`HT)@6 zpys`MQ2wX|?KuA$V%CpfuX5sWi^&iwPA{XuyI;_bv1wElcZ)7+2IHQg*KyZa;#5-- z@NL~k)8sHWzHUY_xZUmKq)y%CV|6Zx>(hsDTPjsBep@n3ztW4@p9a#+emb;O=?TL7 z9NaZ?6|Fh@mXC7k<)Xj%u*%Le?C(cSDDvrm>n7@CI?{sveK6(|Gsn=zjXQvvuHohN zb?CVGk+^VP2YfUtgdZJ~;PAXQY)E*5PQrD>uO*Yb<)Ul;KAIb~G`6gy-X*0)Dl{kbyP$xWSos`Js+GMtng1?G2F7 z|G!+z9!*x{`~wDS#=|zLQYZ_yhKBXpY{7&$_-J+k(%Wb94_PeQr(T7hhwj6nDI#v` zt{>c@h5xv%1>3pA7rW7I!Dz0s>Kfnk_aRC-jOIeMJ0NY9DcX5AgA=y^_v{VFq()gb zOkhb5jmzNOv?@`_R9Tqgx1-{gBp6evLEqm-!LrE5kbGt%6yHqc8ofLKwfey=Rc#!0 zO!%D2nRv9>3rg3u3wdUDd~6`_69Rv$@Ey5?WryL&V^7X}`W=4Ff<|z7@6XjQxXH&y z*I>V4rg(efH$L5Il40Isz+s6B_Do za`!b@-Zl_Z^YtQDvb8}1i6#bA$-Ptes8q|14lN1 z)17vFF{}(m&5))?78-P7%SehQ z4|aw`I7XQtgGgn}Z|u}?!GP^6pmXd{_|W)-%bC2KwMPzPlUBcmWyMk~RjQIZArr%$ zHm^pPpy6z(z{-CLxrYkB20&VV4piAZMUm@i%uDP9H)mgP5V;D@j-B+*ZU-fu@Fim} zEgDmaICtk|(#yR{KQ8{{ueZ!*L+|E-R7e0jYxk5rC>O(ydr2(6D}dekZwc#`N@1b8 zwOm`-EqIXM3DsSpV7pooj5}N*EcPYXjOc<#id#_sRUFz?f27|28RY49msHitvE+av z+*g~xCS>g(X~i9Elh6lAHysa+GV-E`BRZnnzHeEeMmrx=e3UggEMt-JJJ~$J-w?7# z0}fx?2o1Ycnb_kyI9LLf*|&hh?j@Y(dQH0eeGC2NSCUSAHsuCJ(+bZF0>u${S91*% zjFHE-V|q-m98cfEcfG-_g~r^Jf32Kx{5^5@7c-hCxOfZS>eHo_(rDqe1`ITp(7{`>xMIvu zc3Z;;Z2QvSpwu7!zmL&uf|wKasjm}FY<$TAZnm=Sag#)82j+_U#*P)9waQF??kuv7 zUM=`pgx}BRn_1GHEVQr8!vlS{aNeq0pgGSNo0m5rq9ruWzk%YAq}&J3MoW`b@1$UY(RBz$f&NB3unBdgCuB1L=3}36ikR5sI#fpsUx#6|u)F`!uqE>hE zn(^1L&rV|2{_YLTyndGRx6s1pEeU+Z?5j9D%8;h)`irju)o9<#W0V13v8v!YpElJM zKmW32BDwb{X?smKpDdLOJhojjxZP8-+}=}Sy;D~*UtzT5N8W#QP{l$LtuRNz?1}WCn7ll2`d8llcQV;RA&n^jvC-+fDu}1P|`e z<8(hqi+r2>_$mbjNul_#hYr9aLpbdW#7+wi{lVCrvJ-cJLThYzC@!7KP~&FN5jqZ2no4(00Z45VP8Pno&j zp0-^&heso<$l6(jT~a$r!CxXt-@X+)GQ!Axk(?y{uZ$$$M_D3;+azhOwvv7^oaAK3 zO{$#~ORDvLT(3(P)Q#AWrT8DTx@|yv+ZLGcUlrJl4aALEB4mqAFwpfjoro&O<$KQO zntd~(!~+x9`8|Kd`=slrC4N8Qn-Iz}v!#`NeHgM_;4q3Gb1BAg2|+=FI6Nz^XVM%j4Ujuu7FTLcqhYq8cyQx2EJ@L${qhO$uJkH&PcWp5 zIwd%xbqGr-)CI??nQZr@eYpS7buQEQ6w5t5n|)CpNVjW7)6U5;EdTc@w&mdpw%T8f zO+FR@7;nR3r^cdzX9-A^gqZ|nc0%lw0%(<&rOlIM#C2Ppu=t5I+om{%MNYWMTju!C zdHoD{cPERD)#}IQt=+&~>hPuO2Mj6BP?^j^wL#sioNGCG8z=b7F~gMUOe<;z3oV|? zjK=@sS48$fkNh1Nc;;qq*sV6KTQ~$eA6`TY9E{JkLLqqiI-I@gER(opu%?Jo=vtTq zienzLQ-8NG3;A)(@pu&tHcF&7bI(Y)sv)#r$UzG$uWU5Qo$3=fOMR z@?s5Z+O-(pd9T6Mo&|8>`%Qe?G6a8|8Vb%v{$RO3klE`Mu`8)+EbreL^qpk}344{; zlazVT8~GLQ+5d!VMWfh(FA;42u1~BXD2n^sXMKj>h}@ z6rt7q8fI>qjo)7m#(ga?9m^<+}A8Oa)#pW?iSN8-8DLhfHF z1!Gzb1c!bDyxdd>#VS8}sWaEje6$6J___#ivt9wykEg)0P#4@|S&Hui27v`8kz5h|)UIno zjNxRO=qbjdC6ih6$XV>Z$3U^=1wRNGG7zFy*YoWUGq7jnx-1N`Cb)aSTv<^^t{k|*x|Qpz2i zKMAy-SHU~^Oz89O!@7h}aO;*OPlYygi_GBOFd2Vj4j`$( zl@L5fOCd2ePjVpS22%!qg(-zm1nUzpcjhG<6+N#DlGZLcp>lm2y}N$ z7o53K_;Gb2Y&2bky_fpa!lfE?X;B%Z2)$;5`b{V$Xc~tbsIqvW7w2~PF*vvlKqZxL zpuS=|H^=*|_7t5sk}igVP8O~eHC9MtqFE-j9}3H z9tct&z(zjk#pTyVlH=xf7`kZ*ynDHxA71<$-`E}n8%+aj9bJo0?{7ir35B?zHVbV3 za=gmp1f12?0j(BqK(|SYv#FBrnr`laBueTCUP>%I72X$SXoatQbgy3Dz6l!8-`c*@*_EM+qB@U%Pd*F~8b>;UHQb`iV#dNZ4xxn!t^SXho41DOV+*k%Pp+_q<4&`tkw96c_XUupjvBdJ)P3SQ`R#P0?#;et z62U!3l^Jd=bE}Xx%`%(A9d@$B{&wYDoNQh1<93# zpGf6N5x?Gc0<9X82U-tju$;c7z!kKktFHl`yYwCB@BV_HJL_Pir!{*QJqL!jETRos z&jc~?MM~heNUomRB+;mQNY7-pZs1nW{SDIG zhzP>9uSq{Jfj<5=gF1H$=3=mrk2T-RIZXS`k7`q3S>ucO5it@z&MTCU*rQK7{J)b- zl@8f8s!Bfe*h^wg4wdL$cVV)1BSan(4vN0~yT)SIsYnLKEReXTchRH8SLkeL81}fx z(1^WWRDZmdDn$=y`+0v-DpMB(II`?d)DMhUk%zyE^Ks(9^IY|sC*bHZ8$Y)mC$st= zr1tzS*(K-Gf;kW9W6^K6O37ceyvbX1ZRiM*Yt9ksQyV1N@m^c9pkEgaGRmWqj)UOy zhj@~*&!FzYZYpqoOI5}Z)GE829<6FH9dInc?6uxRxUf;0rF<3o6jMa7S#Xx@ny5=b!gV} zDE1)*S=HZTaC@B+Tb;a!nWUFvk+TNNsk(!4IobUDUp{zVFP&2?yaQ`*4}*T*Z^0{V z3hRZL%)NLk+xVxKolNLv{f6s_L@IB=z)8rO7PZg|m8tOg{(0`mHyPGB;uE~e7twF~ zEo_vWAG7Q@C`dUKMQf*AWJ^|0VvnoR(Pe=)eKfuXkG7^j$!R52-1~_8Z5ttYgLvqE z;>gz@YvYH%)MqN&_A}+{x+2-|C?>Dc4QFCz3mj|}CH(#d$sQTlba@_&N={ zd(XJI;C}2ztc)o3yP9ZOTRH3*X2pV=7>cw$o3&j`=2z_6!AUDhv(g(w@!hLi*tofy zi|eh&u}e#->yw0*Ii_HS=MtKKI)f@DxfGj56m@?f&VQ!>hfMt`Z|QxrV=p|2yE%~k z`f;01E&hjkFCMa2qHLBiu-@#?^nRq)p#^P)0qE5F1=N0(iW}R%!OI)h(emFHh`sy~ zeM>|%aNj#p%$Aaz?P#VamZ@YuMd*n;%1VYwd?>Q!3|uHWg=c?@C@k(IzFL2q&L#WP zw%!NSZ}ds==Yu+;?Q0h@pFQ);6rDqO|CA6k+Te?&mtNz;vHxI(!WC{x!U#z45OR#K z_K{RqHyxz6q*h!_{H$Wyz4AMmU%E#pV_NZ)rlXM4KSs~)N3fa*UuL!71IR>OBGobN zxN_ccO3*UGe>29jXFezRrD~z%6HfScz)`WZ?mL(rm(Bld`T=LwcH+CuyK!*lQ`B2k zf=5QbAk%0?iSmRN+Sr>$g98mIdQk#-We&hqi(f)ocOCv){G26cNZ92AV)mftGB?B1 zipl3APOWR_>gGq{oWl30dcX#)v(q3uemW+n2|JS%10W|%7gHYY#{9TjARd&)JA`;r zEV|JC+e(s}lA)5wT~#!&CWAijIZydn9XKO;G98%PLIszW;Lcml?2ErTYYG2}i7$d# z?6I|iXT^*B-^)rucNXJm9bIzydJcQ}D{xD2i0dva$3VF+c;c@y{s!w@rN>&fiB6JiZ zXtUNun%vgk34Ff*!F6-%09u>o;1&HXU>{ot&D?kljD7)=HvPoO>pHP<;~-`<^)6KZ z(PG@Wp=|W;jcm^G?QHdmOlIF3!DI`!u%fT?*qSGg*^jmZj7=(liF)I~`MWW{?Clh` zAkB>hj2I6-32wNx@eWul4&pkTuks(g)!FkK6Zy(#TVcD`cbGFi)~q-x0o_lo!qd z(wl)##rHPWfrjroSXa~m9|m^7U~3t^Y-KIZX_qmJ@l#<}g9>5C<6boWS-=gmxegIe zuj3x&_kwe31MjEx1zNus^Sh1$=$x2{XVsMGkBtlIX>CKtt`M3w+JKyWjj8eA3EC(= zg?}XOocl5{2K>8#sSUZfd0Q}ys+!O3F#d@i!uvAnnk=(9qCpS2KKMJY2lEFvaC34$ zb4DKhSnmf-O0@corCMLPMh{hrzxb9LcYl`PPV?kq4{G5rom_rx%}^@Tt%FQAX|}Me zKXYE+pV`g$%-McYU@C{CAiKK~4{e#l9gR5)3igGdDLB{eeiHVeq{Ly}l@0tx+ho4I z#*>%Yc^*1v-M|*RYiM^g3R`bVAauAVtT)qOK2ziQ9Su^nG`a{z)IJBP{w}=vNjbJ_ z_%F2TbHx)=y7<4RIx+miGBD_3cy6yE>r*gBFjEogv2qpII57Z3PnVeOp#I$GjsP6GONkxo(Zw%sx`gbW1a@`H;r^z-W`h^4 z!^tb};#a8zo~&I_rpuQiF+?Hcpw84ZgIUvcwCDN>kRi<>vR5HblmY{a-H`13S} z-v(QAPQ%riug@B+h(r8+co0ES5ao!5P~^~gSo%GJ-Su!`(LxP=)&Dg4+7cd>D&Wkv zCkYt?OKhFGmWIvyhhc^zsXZYYRILYb<(xcQ&~ga!SA=lYm+lMs)A!JNS{mvHJ%gln zQ|`azL(xKQ9JOwjT8ZB8puY`V% ze?h8WMw6wrCy~QWTv=#LM`uUyp6^4%PwWJLsa+TxN*@CAeY(NQvz*tD@Z-KHb-{T} zfF%w6Sb^(m(v-d`R`Lm>!}b?wUBNC2yLO(w)y!q(s3K~E5o}{nENo6QgPaNOn18X0 z!0JDeJTRuohx>5nnTtXn#S>fRmWpRjXvFn%ufX@FU3k~Ljz78fuJ~mCZ_rn6z=}Lt z!K~~d{){leZqYWpQL&VIy{xGS_p$BXuI$oEb|`zrS27{W zK=CJ^f_qZaLD|VrJZ8*UIQ!)adler@kC!{sDvRx;7cK_Ro1E2w z6X`tdrLwXds<#vvj~yrJWNIiaPr8Y(`;H2Cz+Zg8%ThkrUx^&c^6}Y$6jU=f#kZ7d zgKJSI3pN)4;3*v-Os>|+lNq(n!C z^O)fpMOJ?9gl%ri2G%V**!q_WqCH+!Y~C?} zub%mq+;?9hs$ED=UuEFJ0V=d$ML7R0(;mm?`eQ=H6U;YNq0>jhz(%NFgOauA(jiXR zVU>^m1ws$}xEecW83j)JTv@-sn^VXAXnYr*zYxH-ae$T#B zH&3*A^bzuWmx&2A>M&ZdiDMJua6zjdUzYF7`E7K@#|MsKjMjb5KVdA{_sCM^lu%r8 zEkT$wSySRXd(sqKlc&y%U^C_3F^>y&R41Ax8Gb=V^13RH?+O{o@)yrxC)4%Fyiu3_ zj`gMm(@&F*hnQP((u8$&gaC>Quy9{5*8KR2L3dw)uKRNC(sW_(mynm7qc{@E7wqHq zoOGbQzN2aDuq8Bnq8Z*>q07b%8PBdC89Osw|A4uInpB}xPz}_cKfS~6h(s?#X5=0v$ikIh*blMX(e}*m`N_3t-s$1o<$We%X%yJn=d1xFbVaAFo5} z?bYiDc6yxF>yCJgK<~rtegx*S4A@ zZBvVF?y=M~@fjZ6pJ6t5<`$4!x`inY^$-{}DVpvg#U{MG43|njW1PZ*23@98>W#D}NshSL?$}i2iN}JwNRlKcd8?B^!y*;f2ZzD*=BF9iM9NX~%1GL~ zNsFE+W>cY4=%c7Z=#U#97c2CN*@V)lAlAU#c4 zMca8{C*+-zwBJaBZsiL6qQFl#H!T%q2c2a32C{f+(Oo`QHHNc#7DbOo&fr&AhNIuX zi7@h3e>OxW7xLcLa+Bu{gzq_LIOFn>%sTEkJZ)EEnGdhy4x=@KhgE~!XdFT}mLC%r zp1y9zUah9;f^gon-zdCwem=XNXwH7!O=ekD{n#;;-K=tN1Z#DB1uGZHQRnjE*xEda zUW{8qPdBB(OobfyaegqJa%{(~u3J!c+%-(XnfO;a9Mj^O@pE<=N=AgE3igAomp~mS~s6_q)WR2QOKelqj1>ZseA)rkL z3HaB0G5lC(4YkYP12^<0A0t`>JNnC#{iJ`wP6Q={lLx@%-*&t{E}N@5=FL6s%LU!u zNPgh+XxRNGjL9sogi(Gcs9)VR8m=e9S)&-<^*&~no-bLFel_UVJ93GwHL&gZCT4vp z82m$naKY6;d@G#@yU#3zNzr?7_Q4u1Unr@5?exQ=2W`P^(qGeiOMGx!PAgw1vCjFn z@Fe8rMVZP5ycAm<>jAA04PoE0HM8um%)WhyX6|pdvOA0BGv|C+wk~Tl%jHU;G{J&1 zE1w85_IaS!uMe*uio=8Mv7Ahi3cU*UMcqvY&|YOb^z>cf0;E((z0;6CE_H^Vh^lCx zBg1~G&p_$$B-4!cn{YuV68lb{2dN+-%qg($PgYPfp_SIyeZr%oNe}@K>sw@X# zn>4;Ie+D-dzHq(W0-t^2GwwWFh)=GmQ{cf1u<+v$e9z%Tn=m`x5l(?~jWQ-hi>A zWk{skfr*E=p(rJhe_T)t9rX{mXsdKy{mXXNtf$JB9RDL^m1ODI@pQ~`Q{bOIpFoK- zhST-=Mx6CFX>8NV5NBP#1;-uwa<{I2Wai==3hi%eQKa_-Q_?2D=H0^XltuD%x^x)s z%CCl|2cNJ}JtyaNMJR@yo4{PYl)$f>Q`m3)P0V&&DVy1Bz`pAKh0u6i8uO?V+m*Ah z``9oVTA+$anQgq|^zFFnjKEe-cZWTJV)6N@3$R(C0Z$yhhMp?V;IbMA3c6BM(ANjo ztV<#IK`5U3SqeEA35BKNKmMtt zqx*xZe&3HuCEL*AfCV0}GGd=sX7VP(3vf$&13okR&F1fv6B#vMXDWU#fnUFmF3tFd-e;O= z!j-%9)Iivq)s+ROPYJcII*&(&T*i2VE7Pmn_2(lu_PCnO_P<~DE*zgz_lEOB|Gn$#cX&1FAn#kkmBxKr<^`etX2S<&z6*J zDNi=N8GKQ{W}N9Z0(*kTQk7C22K8)XDza~x?4Qf5~qM zcwfwR(I;@<6M{(-zf#$}FVt_+P+HbD1*{GQ1#yY#{xu?*My1M_N){|uD#7( zN2If-?_AlsGoI{OTp>LTt)~ks^k`|*5x8ZWYS!@57hCUofX%@5C|R6{{o)(>SKoc` zNaaoJbG(GAu2*r6cOaQrPocK5Uh2IzO7e2wS5m%N!`mDwXV-LwimLX1W}3k^Y?WLn z3+WDHbw6C8q2L~Kxw;oiq$9~fI~6yq-3+Pn%535b4}N`s2BcjJhizB3!@fd}a@H>< ziL)DhGCWEbX3LT&!IKKMrBjt^2L0T-NwV(PH!?MGA<-`z8g0$MQD9 z;v+v8JF=8bGF-!k9oP*UPP?IeGe<2|o!FJJ2ZHBa<95I9fw)=5{H5*0?#a!hRDM@zp(Q1#z$q&H-`WX}1GlAfFyG*DWRHR$*; z{*0_B@AgCRSDDP_R;oePuNlNkhX_o^ZazxAk^j>6irc?`0IH5o&RrgP8r#mVC#&hB zC0EA;(C-BtXsM5)rH5vb>Lf2FW5FoTC4kEQ43T`sfs*FU1@t`BP*Slg9YuTwOQ;2r zbHGb>&`E|b^opmDW5MJ#P(m+^S5Zg7I@ljx&9RPVZkbsNOsz8E#CMu73k7udimi4~p1^ zqoM4@u{?J0W;Usp-N%U0%HrDVT4?`k2cJJYff<{XvLLG=Ou;#wlnr>^vF{}aPVK{9 z?RVl5N=6AgY=qk0K>|nZ5p7qoWBWpdZh*i2Xuz;$mUZJfSsae!e;LKFoH;t|?eTOp z9oa|h?B&evFVlj)y&HwhK`cJlUySi3zxg)lAr?D3nI-Zgn7R2U-f8otTGhi^82DP2 zo1&?WD_nOvz0`ALic@oItJ?iw>ZnOrada1yB>v`;T7R*bSHf9XKoYCJTgIA`(wIY6 zJo_!ZfujcJiu9xBiLyP-aI)_QK0VBjUnF16KVGnx?e6(UxhW#zOHFWjv^+M1|Ec|= z#6z<1EGc=D0&X??c;mT~C~1Mfr+#&s?+rM>{6yK@oz;)I&>_=FF3^-cf3ln@@D6NW zRul_&Z(xU+0&_elM^|0j$lM@@ZPuL3#;UDmSByW9*m($(zWWL*iVSH)R3mI1x(uFf zIV0&?uFPD^bVas~x->p_4GeMH$;R~K+4&t(Hsh^6yLi^0?reMv6Df%>99^oP;+LvBE z_jE3c2qy_i6Pf2#a+f|hvFXpm;9258&4X{!`b|E( zbJ8(bGVKObnLHJ;gfeXCC0nNIIgn+FkFuoyT$xTH1WX-O<#X&89vxv`l7ljV^3B}iKs{n*$+kCjwlVZS_@6m<^bBji!>hAh)n z-vs`mmmt}l1gF+#I5l!F=&r?PwnETLF8zB!%eD=Jk6ttIzqCobSHB1}yFWlY#-IQ{ zoaiSWv$O!`4-}DcXatPSFDA2FPRvB;^1r(zp3QQO;v-Wnz;{gIuuuY{Rw5V6PSF! zeQsaQEz-I>f{VQWf_+dH=IJ}h?AE_SY{Sh^IA*+ z=eLL!n5n?JQLXH=qAJ_g|4r?zhzWFZh#K4Yv5m&fJq+U2pJ~P(PfoZ}Vai&6Fgz`b zDak)T$#p)Ngp<6u0jfg#J|! zJP~uib3_d2dtRpX;$iHb(l++&UKAO>68My6?x-PnJ2yE7;^sHIvFPehe6jB$WL0Ux zf`AS9!7>VZ^C#i4h7^$TcO}`84}qJRO!b#?X~9WtH1RBjX)nG(>%&Ya+xUl@cJ(Rj zwtGXSiE`jDO^xk2*+7zh_qg+&X6U?6kE*|Kf=L4f4!XKI-mAzb%{?di^*&-S=ih+H zbq?32--l&B2%Z%8{ z7bX27FOB!KSWlVVpKMAagbZinNr4NOoL_tYpASq+eGaqga^bSq-P)ouf#D`oN;WUT z$gDsf|D3d>h_(hksrxA`FgwLhRPH3#dci}uN&^!TCvfA0-A?PZw_HWAHcW3+!XTF$ zT*sZhkeZ{7y7^0K+PJlRY9LTkV zc2*js?NA59xCVfDHTeCxhFff6MlSC!*Df3ShE5vnre}{e1ig!gho@s{UCmQiy-dix zcWJURkrMNtZ9{(_gi^8oA#SMm4>AgAgHrANut6G!POnWdwcHwenqy&9*=|gnw25}C zaf6Z5oFF@F2PSZTYXx5@`K6B?;YPERF?XLJoZDA^u;3*;f zk5)9tj^OT=*8(S8A85u4P_#b-E9R3RW?WpDKTE9VD`{{l(@!g&n zvoF)X`Hi)`)R9jAxt5LAkEC#cDJF`#MswCRQ~i5;F8SDaa=dj8lArE?UHu}0IaD`*;? zDci>q)YJGX?NC88pT_!b5xQy0gSq-|p=|&9OlCG_KO0gl>d#!D4Q+3HWFb+g8k09F1n< zwSUpq>y?~j*ap~D*F^1B8r=4fXEg6~X6?awulV$iNVZuvlbfW)5W?`Pp;_EN5mJm&8$sH}JuS+b;qC#fcW+EL>v_l$nZlKiA zZ7w4vA8 zosM4kj~0I01!iTh*;bDb@-C1O@9l0tuVEfA!RtBs`;BBj;s?O?VM3+5>oA*!ZnpC861*^62M3w%!p4PN0^fKk`%(Xx^dCM2tciw28YZ|nwNT)3 zAD{|&vF^C3Y(0Jf=%3V?~(i<=2@cUR}{(qxUJopoS+j1J$ zJKqKAf6;i~QE(M+nZ?F(g4WtQ4wuQOz%!g7^a?c5#rf7W=xhL1=^TZF>2=)cUp;)T zxCve;v~hD|_DBpJ2Ed4~<3vklTH}h4Tbx(B8M?VeqVkO4INjG8L$~b5A#EpdxO_9k z*dXml%`R=279EcBbyIhQ7)Mv%6aZ*j(-XY|e)36g1U~<{Z0)r@tFxk@^9c zbYhZl*18OT!v|nV;8$Q0cYN7!08d*x;HX6vIPJnOoP5+528?EyuUv%-PyWL@4i>Qd zLNL2u{Rn=v1z{6jpljYS>_~ntTQOyj)Tz0S#V;+HZO1U96K?3704NYy2u)HPv*`;7L*7Exx`An>k?7w|Xn46P9Q^=cK%(K9(oJ!GT z(;n(~Y#hmV#(?+Em)w3+DJo+F{;oITw)kdY@RKn(#zWv!+o*{@-L(^!%ghjqpREwT zZ|%T$+oSPI%@KUKxCmVnE9gjj5=%RMfNag9`SS~VM0*0tM45H|bo}E1Ugx23ugqwq zrg&NAde@%X9$)6asLzKdo z&(n)B;K6zLUT%mXi@symk4-pzVHj$MNomKHv8W`c(3`|@u8p- zE7ZQG`mhk7A9i@=(gCQyoJQw9jiwU8Q&1R)-0G+nsQBuPslsvT(D*D+GFyX(oBN7w zr)r?zI2C*-0aSKdidJRmG%c`zPh4S-!<#E`z}zw{kgme;iG%TLWe{zA?j|yG984W= z2SLQt>jDQan{o~Xl1cR#cyE!w{Cif1*jnx%c1X=E|g>^X+> zHT#KA-boo5*U<`BQddE#aTWogS>?==(s|o!^`Gm{!7tV zx;^y=@90@ik5ivfWbX!$@t(_az6d>C$_4bI*F?yv8-VVfTim;kE!>jf!kH^4mga{3 zkT{rJ!tI-mA?IU+Zzr6W7-r9+w#&7=)2ci=b9oS(*jNtH%aquDO*Pa}?4_D_Mzpo! z6?}+zPSZB~lJj;4dN9-y4A%X}%B#kKo`)r?Ei0!nvPw*L*HP|-SVC2YWY`nG6|~*D zOR~=(2ToNVCTZJ0D)@H^Y7gF~>GGE-E;x=R8Pvt#t{>95JSVt&#Bh z=X+>~dJD&d{+NPAg)nMp2;83~WVrii(_o)T5H$G)4dCumxzamYUR22|ty9Ld3#D*> zYYo>pEta~&W`a!b7m>{H7|G8+?(i->6qXug(5Pg0_;FAb*RNE?c9TYG8&*I;ng4Mk zCAIJze!$PRK2YYY%w%;GaO=FUFgCkCwM*;h1-8TS0olUbaGGDKGmmDE9m&i7=^^KZ zr>Xy>0bs5zJlmcr;x}Cqy8KT-bcH4R|}X1Od;Y`DC+Gyl6h1QE{}mz z6+ESjSJ!Z@4u{Cl!II+IfO^u~NlkJU=Cq}88g^4@=;w_|JM=RN#Z(_fv8(10?3yQoiNh>#WX>R*Kf(d3^5Q{X z$nNH4j=>EJ68XRDE<$p(9ripB^sW$L$Lw+f)*9E-@&p6iwjv8Yzq`oY&J2KIN`2AI z-COc@c_?YUiiIeO#a3ZgwmaZ7DlTe4D;Zs}cA|z@F{~LEWYi-!JDKy;n~%OvBQd@O zvAuB*m>Y-Cf-8d{tYjqmriAiu?l|Ju0~_e$N?y1LzQ_ESU2|oNAoSFGpwDQ>onv<@>!;_a`Nb(Od{nbLjU)8{GXDL{m zkY&XVM(mY_E9tC~N>2VBK;JLFBn7S{)J$$`tEk}HC{#>c233lKF{gG4|6+R_=T@sHl8V$Y>RB_SUY$wT`i4>0 z93QqYcPuk^KS{6JSAtgOXqbI$3bPHjr;3esoT2w-_9ds5g&*2WeBU z!1T0LKvol_fG0y#+0cZylIf?T=w+rQ+pX}2%Dnc0Scg%(R|eJ=gDdy^Vw zq;Qv82C-x7CSuc{9!^&GBzK|BjZM=xrOQ?VH{7(6+RjG9=XNO=1pcP&lf&4;TM6vo zU{7Z9Duen|=;FM(Se&{=iU*S~;@O}Gyfq^pAD4{>S9wdAC|AeldaZ};Z)3POO?PO( z+zvP<_k=|24cYR$^Pu>d8;X3~MX{fh@Ygd1Ry}Sx(>F;KGLk2ld&o!T|58_E94&Yt zk1Sv#HpueNqm}U5HZ7coQ8=Xf5~vr4;$_!ze6IYD0?RXbI9~^K)mE^e@|XG<lEC&8^e|uno4o9T;A@Z<=7c`@y;BEk(%k8o^bUK}*I0Vw&I`6->s}VH z%7Q+wG(+3Q=~(7)6{htI#%)G}@XK~D%s%x8^df}56rs1VudgzDu-O$p{VE{S7pm;s zr_c1R_ySp}|K)RMjbMLd=fLK!E!>TBBf&Vl4@Mslw4IKLte_>I-NZ4{_2wyT@XQ#| z?(QWhUYUrI??=Phr6;&kSIQ(S(h=HCBDBS*c3ey=a{86CYeH)u3< zs&3)O|2LoCcT0|y*^=>d^)#p~>vPVCl@bOB_+F^|s z?2^&%+7jFlcnCY3R54P?o85}9V&y&dtT0uHrG4(hRMwbLzCwRCa$hq1JvEhP43L6z zyt44RX|ppO?u4^XknFE!*smaikxO&wcuNgTbh%06Hp~QlJ2}ca8p93iG3IQ;#|k-M zB^>Qhg|#=P!Y_+^5bF&c9BIg9$IM)6)S@NhZCHVjBwJVqO)w z47?5#dLHr5VL11@z!V3*Hsm1u4tF)=IqX%5;BtJkDfO5VyD;f0?7TOC%3sc=QMLA5 zu5mj({j?MAPx(eOzH6{OFO#7@G+M|Wmc!x(IdodAgrm;XgQ8m;<7f*FEN&c6;bJXX+uqCXc&fna0xLMx)J~H5 zH-a;od68F5XrYxuWZ>$ne^C8P1=pDoc*;!U+lBeVsQUzr*!BtnzMiL@O4V@Z#SwV9 zIh*>vm_&A0CegW&g|Kai4c!VH1gG~+fQ80q;WXzh_#|UMrmL&gWw|TNEjs~qCT5_~ zB7-t@CmeO&E~5`ovEZ^*8%&qxNNnQO*n~3|Y30jG3i7^OJLAz^-m4`BT81Xk@jtMJk%|Z$^2{>)i($Frr)9j z{d-*TWKCx9$d!IR3Ib`(N!XNK3HN`hGvj0jT3}H`53fGsH+yKXqT@$lYgPljr+RRm zTm*VM)!|NK40z`A&>i$1ygN73#}0t{2M%1U7COMskqM8smu;DumY({}&_=$^Hex18!d_y9vimB{MAn1Or z;T*q*@J|X8VawnK?vhFi?_~4RY00%D>WLIl>y9(fyLT}d|2YdRdny^s@F3S%SqdzC zMt@%A!LNZ=Dbv=E>Fkhe=`@REZD(4DV1e;gFR{CM0s{dBKNEI+DYAxvZ^6*~%7kTdfM`yPRJ+C+AssH2x=xNu0hgUz*k`A8p<}f;(ffz&<8{T?to~s+V76cg8o+4x1qu zJN*fCi3{-0kP?i4vj*2pGy(;dOe=oLF?(fXo5u6igZEHAnCH7 z8q(`c|KZzRd&N51%f*KU4fK2YN>&nLApLr_ocTPN#x_6cpug^`nc1}iJQpbk6Z3z; zlFvDGq-L#Xs`FToT{#Bd?OKRCi=RT%Z3&c4IZ3zg?q?&dg}F+#o|&tvO5L**r0)-P zvN@X{FrlDTY}(}~{--`h9C2bP?$SQZSvkoXzO zu*%noP`0;@i`@8%bmrGmgp(3h37(VWWs9ic(OI@9UBo`kmBP)VLO!Nz2)E>RHrvo& zkOnjNqLz?94N*IS_Q_Sq_m#&wn`~0DJj!&0zOrc#j345kdy%(r-@FmLM`-uy+@ndh_2fQ0)K(9RKtune{vpwSND}pNUi91};*@-o;<&ijP0U)<@xw z#g+X0Csx=p%K{|jlX#1HuHf`>0yWj@Fx}8brm2+5R(1+3mqEP%<4Wn;v37~E&~-oF zvy~28Y=Vd*bHMmZ4Go-|3n3YXPWxhplR@ebJZmN;^_A~I_M{aq&`rT-v((}I+Dh8H zFB_^lC*wg)4gC0AhR<+MgVOOO5Ei|U>GnJ#>&{;=Agu%)3zmS|sz1=(xQn!6Hb7dR z+wi9K04$nuk@6!S(UGk?ImZY!r?Oka@#tSSd=#L7_XPfh%^?&ir5q>o3l@wsAy5$* zWxHK$*{E+(bb97@e$$vIf`3Ly)MIpm&NkOw&6h{Sq0CbI{>&91=}yU*i`ewWd0W)wPW^}+YvHdt!58anSLN+#Yv z!d)o#q+trDxP1RKepKRTh*6zKB@G+#YV&+^HAv1689ER~*`k~=T#2t^{lbuZ~ zJWceW!K2)%OLh#*nsksJ2-kc18BIFiI2$!@EyZj8+i*{u88>^_0l4N+!zm_33q2b< z*r&z)u{*93YMT{s{y8~(HsBt*{uhNi>aDm%0SDl9Wh5@uFn|en!$5z*SQviqo#@t9 z14+A~F}(XIoZ}^l+}s3Th?-*~^v+e%(t)o<3-t$Mm3a>L^+On|7|_ZGzJ4GQX{)l2 zPYtEtnl@7C;JM^1se*<1KY(_r(1xjZg)_T8nZMKKH!s+Sjhpl6hHD9oOj}1u`CZg@ z_cSM`_6mv=QpqS_6e!)kz^~^`XldJi+PWf)g{_rAH3Yy76%vRHvlhN$Q ziX$u_-Gx0_?o6Ya16fXv4oW9U;dRY=d|DLGH_e|-(ZWtRC2TZK4R7LSt}q298prKT zPlXWS+1=+u2Pia6mrS}`2A7*cINwg>%@UlLbA}NcAUBuIN;wJULvPcGCkFT;(hN>? zSh6M4$FNatvMl3z3cEJ%3y3|ZK^hAAFw-H>F!?F>?d?l`ndWcN-b?SOIW?YsjW*=9 zh5Nys`7YFRtB!)O+bLc7B?RVaVBEA`>geFXX3A@cD6|RwjfoU`suyC*$5e2x9ViM7 zbOwEmZmwmAFIlJUA}7l#s z|L620I-JTBvf$H#pG6=y&#GNZ6u}%i6!dAQMY=WRDK( zu=ZdI8a)zqEn{@9Fl7PTpU}C6I_MDC&5xB{QCL4!cE?;oUxfer;=}H&!BprU%c+O! zO`e?k^F(loETCM)U9hn$hHk4&fGdyMxltU!?XU4JDz4cPiT>x0lVmAIknL6nZvq_l3hvacuU+L|R%~N!;N5qO_Ym)rrj)9fM|z zNcG59N_aeroAbRd>)YTfJO{6X%lCay>rzKCi9D%jj^^H}SAvK=C8Kk}yubB2ayh<~ zUFhCOZ)Pe{pvrY2&z?lhPb=xHvcU7s5c~}j_1KLGCIR~Gl~w(#*WJ(kjsfr58095Jh)+}oNg zb5kRDw!4#6#Y1j`;cT#ea)1*_6q({{8LUc(1+6%3lpXnxivFh16{|v6FvM7x!%W~^ z_;flmTbTvih~~Xo*TUD7Lh@?v-~zT?<^w%P)5f6^GF_bnWAaoXWmp*1S)Jq7AJs;? z!+$`Oa)zIh5=3`xAAoghE$o@4h^=$%xH_W>{+-Z^6@*hnGTt+to|cW^Qwo2Pj9UeF z?YF6r@iC^L$TziPo+v?0-#2`O!0?(C`~~v6>iFtv1Dd}73b}mtrzK7H+z8W$6eqi$ zpWQT!79;%weAb^#ik z%7MZLdmOlK9j<(%4>je|%S$ z%}zI<=P%E}xzF0{zJC~uGe1YyL-VLne?2#KLN-JTxs46I6*T>RA9@)m?9?i(SmL@b zH1yPTIP>Z?woh*qdPrK~HUAar)|J94dM#x7n|aPzhu!P)VMPU2%xq>jtHxt2YP1I( zyD8-wosQ7Eo&)sfzQE4jJRF)NrlirXj{Fuyytv&JQ*;W!Doqdl2TnoF6Eo1s%A2>l ze;Sf4TyT`e2Z4$00+xGxnWn}oR@qU;`lUrOxl4}hfN2>!X_wCORPEXQ1G|}4@>mwM zNs%3>nF@*@?!konvSga8gSpQdXx3M6T4r(zw_dmd=da43{v&gI`d=#Bs#ea<=$nea ztr;g)S)n3sdwmf3wmLSsR8IQPp^lAjuVr`p9AG0Ig`)SXdHlu^Be-zS4bYw^laT#=u?o0QPyLBKAs1MEUyj(5HALJ6h?_ z7M$$M##+bGa-Rgywa~@o$4v0apqG5HYXa;Wy&cXzSj8qe^w95?Am*EPlX2b>h&6-62A-%TPUF8I5Cs9OlEV>*)gorW~!B^n8Oa97Kooh;ChDV z9?OZHgzi)OAVBI{ zXXOk8sX`%La9 z){%Z@nk$o}hfeI5a>}w&g{8w-^V5Y~=7uM*^L-z-;MoUepuP)_(B=Jp|&qgTVBJ8R|UYQOXfIUG)8>l+8@!M?hYtht1KS5 zRgrm?t4OnJ)<_pi^`vn-bD6cXuJq}*ap3;rEz!Q|bff=8($?3Y7m-Hz(=!=jgnN;K z_jJjTc_3@egLQKr^Lo*#W%*}ic z?o}0ZJL3g?y#5|`PmhJx&wbgbb!W+DW)wecF0$XNLfG`r-t^{HKa6v0g1J);!=x=` zFhMz)3;dIY6>Sf2y~Si3pW(*%=xQpl zOro}LsgT&A!k*sD76r&^ps%|P+!*+cCS@t%q1iHQUsxOyTiCOC2QP53`I@Bbqy%T% z0`W?>oVfdz7e-Cd#1KI{_;Nvy=@wbwX#W_;_&0~qaAGR{>{SwB`cS5F=@Fb{RPZ z+lpOx1d0<5e8!r;-(jhaguUrJMY%(QNX={>rDrX}HRHqa^-@>b^j()VkBnk@GX}C{ zGRU49oPcYBuHF0b0-evxgo#~Wpf>JVtz=gj?{YJU*{{6G^mblkM|Sj)YR&CpS%;!& zkMl)LP?Qrle%ON_WtV~PL?8M#w*{i^c@aeDK-8-uYL!0;>+=?{gCABfQSlJgDR2qp zzRAOY#A3>_kd}49bh5*teE%2bo#xek*O{X zW$tHsxFf$iXhK#Q$s{Q9HQNiJD!Gid%n62qn*e!b?v!!p62$*WWaIt{+G%wFyRVc( zdxGLw-Oc{kwW}}gnCQ)9Gg5@qY&7`Xa$s#HhSEV_t6BP6!KX@NNYBQa{`?)u^u5o( z@TpqFei~Ez`$uprwuUabz2;IDuL1ko*bF4f#D-!d`Cvz}q{nuFc+~-LlnM6mc4nKLz&miVE)?v7ahut?y@k}XT#K%Q0t?}yVXvr!S9X_U1LMBYt6&Q!{YzyO)n$P*rwQln8*=>j z*Mq@)#S2*77!NJ7$4PnkH-5sNpAuzO$yIbk!-1^B{K|=HSZjTgUNnYDydwG9QHBoC zaK1kU1$~zsD$+sq;~%(s`x{)F=Lv2_bu?%jAE!HGyU8W!JYAUmm`fNLLj&FAgdWz% zLXJ}n7mrYaB=cV|tzbJ<4E6*0dCzHamNQfy{zTT19JOX#V^SNxeeY zwA?cnrvxeC+l(+vsjakTQMETv70=X)K}A!2VFH>1EER71My zrCcH3v+O11eZB@`dZ)m4xeXAMlgo{m8cy09<UQQvSG|F&Ead0|%iw7!nF|6Kt_Lo8|X zcttcCy_^gb&e6m)8O+wX0-5=x@cPYE@b&Zo=lu6n<*g3C(qrgm;Wu#jYeVA(mBAU8 zd$6rq4_)>kUVD~HFMZBJ`OjGxlHLXf9BW|PyvGzg<2Y>Ia~wX-f5hEQxX;T~#gOVy zD{6LKNeOBHxMR*rXyGGx_q^J<`sriHcjhMAbE1ncyzv*N8}@MLK4>CcM_kYTL*;l) zyj9)^5#57mjL=sX05x#)*$whi5Yyi0_1x3MBiQ;*ZBpjlBs4)8QeTG69Wr^aPYH8ZhYc? z_-A0nx+AnX=MUZ-{TR+p{?wOrUcDz76yHMTk5#xKE6>pmUtjVaFqZw=6iG9WmO;p} zRd7vJmZfcRqFntfN!!*IDxQ}nvg&yPqLbmEYsgd4=Kc_JL=1`5cS%FV4+2ICGl=9N zPb(h5va_Ysu<0ngbXdgwPX5Y`d;gG&i}@-sA2OJ_Hf>-ljg{D2!(Cuk{*uc#xyHqH z?Iwp0GVEQ}7Jk9u)v)r(4ljqODm zX7!xVwu*mMmcrM0xX_`?h9vp;90q!8W07|sYG0KP$xc$f)7uS(sA#d>=|Uzjb1NtB zc!h2rSVvBh6xOrv0cCC|V0U^&Y+PF*OKKMS(~3g*|K8lCRiER@wd^VFTCL5V$C82*HK2kSrf|hMmfyH33p6jMLa^0Z9M(1poz;hfsrVOYdpm-CWD|ARo&krK zAIN34EABbf1sd;V@X9(pHpW_>yC z$?S$9s=MKS)J523TnEpp>tSNZApEbVFBff^fV&U*;T%J2^j}+wXO^wUMQi`T!_o}2 z33bEu=UZX#irMIpRgCU^in*eMLej6e#Ns1D*nmwlps%Gh4Bb1PeXKG;(yGQv{xQGHkZjLDLd$xV5tls5~t4creJZp&D z3nlnkz*y7#zbx=f0&@y_&pj9*_>~My*q@Bv)&>M?pj0EmS%``Dtci1 z;4}H{SEB1fPDw_OcIQ%Uqv3Bv(z;nEj;wY}`>-{+i+*3~h`BH%+79T2{glq3lQg8hrswq*Sm!ODh z-VU_0U6ae&lE^#TWI~0l9Qy0Ta4T$wv3aX}*+$JpRQq)nx8|c6xNB>m)#@+Q(!~TO zBe8#xqotaY>e;`b5|PKsQihv?*h|Iz*pHirrL{_U-*hdk9-7Ii%!|PRGX2nMjV@0q z=U{`-BW@?~j)tw71?|j!IMfeK4wbHL@N}%L?w9ZmKaOL(_ze< z=kTyonVqn`1zGz%iH$f^+rLu@y~Z7*RGnD1?x)ZxA%9O4Z`qekDam5eVaW_Pe`CpJ zJ?!t|<8<}NI~Y=$h(F3xc?wHs8TN*Z1U}4^H#-^rI}JBmF2E~27vw$4aD$o;M#PR0 zeEOHTl%#>MQBjpfW*d;fuYvIRj|r2z9z*xnT;Og7j$mIM(rMY>dS<+#k2L zcp&R{=nu)xlY?RZW`le6JsP~{2z^Y|0dJoPEV?3$8zj4g{T$lDtW8v<`T2z`(&{}M zmD-xqRzZF{?vp~sO@

m)-BRo3=I(A8cxvrh9MX1$?< zmF--{YzF5bH$`4-H?9$XZk3>e?qQs!QHr|ZbD@4|1dN>A2d7L9WfOK(ax$CyVnwYJ zeV(2G$+t2ntbP~x+q%=);9yQ!@fjreTf@D=F4{9Fk)j^R!#oQUwkG%-X|;VK^^pl+ z-`^ZpiZ5er?>t;;n}eyINAbY73+QzB1GwCEX8a*Pnq?wJ{%9T*_#WnC{c|bMavDny zM;Mh63ZJ+NuI~pg{#}1z50dXfRky>SMCu2jX~U^&Ydt^sftI9n^9QZiL*w)N(+Qg_T&(&6Wpu+Oa@;|*^54U2yaO7#k{kq%HckWUAea0UP7nRfOBhhqiqCb5x)1|dPMuVS5 z4=38ZPvo_E5;x`9bE+NtleTvKhUM8xEH&%{7%3UR{o~8=oMj)Zx3%Y5)GWy*cN3jg z5T2U@&XPjX4O;SfFk7AKh5pg`k|V=&F?L=pj*cCR`-_B5$@jx(d#@#BRTWTeQx?~& z-@^|Rm?#bMTI{~oAi?)NR(MuzqtO!+DF6Lj`sk4Xxpy4t)ctt0e&mE+tNIE2fja8! z@d4e*{m^KIzzMz5K+7*)M1w0$khDP&ogd1vu~9N${O$_OFf?QP)P~|?%^5iT=LvdH zm`1m26a)`@6R)cv4{fL9+0C>a+>WXCWHVF|ryj|J*xB(k39>=)Od9N!_6NBkj8A?C>d!6dt9%m_ew`)cm5jmt)F3PnUaRT(Veq;3DA@|<#Xc9S zVDX~~+yKx2DLV6Ts@^UPD?}L+p@C+hjHTFXouv9HC8g42sw7R)oJJ*6#we9p$xvv} zNDUjMJS98!NUFWEKlw#`(FKnhF7(68T)2YMxGXW$I9Zix`8zD#z9E&w<1=0 z7=M-bL1_~5GaF>NgzRIa^z|oPdUAt~{5cDb@!P3D`!64rR1GP&l{m}w6Ue+)mO1Qp zV*AEi=VR2j)P+{@?M{Vs z=WLaD(USyD{^vEQxL3f5Q-P~4+eZp2J7E3PF?_qp4N9H=lK(vO5*XTt(^rA%_q{BN zb``sk{LoBTH>=8O|KIoEcwK>A{a8il{25 zf?4B1r{WQHE`AQ>*JEkclpJy|3WDv?|Iz2058%eYI`TJAvGU)lf^=pUWS-WCE!WS% zmf%oYRDXo?nf!oU{}^u?FosR8TniVvZ-KYo7djRD1#CZrQIOtv-sgg_>n=LY zf0Eq}g<>^!YTPp3Rr4Dd4f+QkB30P6tKZ14(2ZaBrjlN*_{GP4{YJ+>EGA>ud-OY1 zkr{Ejss7+hka0~SgKS+oJ!lXtv<+eMvs9UXrysaJ4dipvRoKKgF3i*PDSf`3M_~`| zk>b8p)GNH(&;6y&Y*lmlV7bdyKPOj#>zQBFP!&ghyE-kMTdK*h$Aoiw_KBO+G=z{&%InO4y~DzOAm?bYNuw{Igiq0c+gs2b+X5Li(c6zQ#t zBOUD3q3++Ognq0l%zYC~S1gINW;|gU7{HW`R53D=Xp&ASsdB9_a+$X1eio0;aw`z5 z`{S*-Lzp`&5u9||*phLMpQC0^tE7VH!S8C`=iC);`W?oPc>0>E^xVNj<|4OAb_KUP zUT~T$7WnQBn?XL<5NExy#ZP}Ha~1MFY(l@^%rjSBl5@Y7X(SE9C&INY^>VVPJyTzl zwER8hRh7bPTU}hRJP=P59mW6toT9Eb*|2inCEjlEWg2CA4{Aotf@0Y>{EFGqY*956 zxL69f_F*qv)>goALPzq-;3eEOkLhghOFbN}dVr-puV>qbC`*QQO_vTlXcaNk^E2zmJCf(km!C+ zp-I!<;FH^vM5}UlicYs$i&pjaVDZXRm?%Ak&D zMrTL^HP|iV-K^VAgQ@*Yp`R0!Nt?UF&(Y|I%SUUWQRHWGRB#bygYE3KI7t$IZj$6m z{#eou`hhjG)J2NjrXr*9CZgo!t+4S@6p*qf)!bi8JNM+#)5EQlg-@w&*IVxWggjbg zwu^o5Kbzh2naLW2o~c*uH68~fqWT0K^w{{0c3Zfy?Fwn2H8Y;wc@iWUpp+%q%*8V4 z029&2&1*%Mhueyt5AzdQym*TjHJ`$?kxO~y(c8st^NrZqBOUw$)8iyHZx);q-VwKl z)lgDK6g%DBPCJwRnOm3=TXHNBZ=0>feM6)94LQkl@4Y@9*j@ms)uxg`Yx5;n%q~e* zn(uLzvR<){Cd`wD$lfU1@iN^6bc(x&zS=a{?o=;_=$|6Z(q@QHS zxI>cXvqs@lB}b9L*Zrc^?W08XZ*JkuM<0b=%4FvI`2_o@xQkl%44|_kYbjM$5$0@A z$I-?=DD!4M?b*?ft=jb;>`au$!{eG^V`&Ul{u>VAn=|qJPy?J6aREyU};WXXCJ zl)PBFhvhnc!PuRKqV*nm*w$!@`zkMz|D*(AhL_L!PwfvWO{>T($pBh+P3N`j<(XMj zJZ%hkFWzxkiT4g!0M;S9poAaB9OEy-63qrQidJJeqvtc{U_V?wY6edI_>&S>2%b%= zqwLe8W6a_W!~KW4vHtC8?!ru0HfdEj{T?c~8CTS>nTE9jpKcuWe%i&a6@1%OruQjc z$dZN{hEkJe4M>FE(@oRa*n4;ru3KG!TE4lMa7%F2?XhM~|2-fJIyn8v(L8o;d@%fd zbl&nH=rH-EQ}Nz#{Yd;Si4GKKy^=Ib5c{-n+!MHnmCSMJS9eaXhtEgn(&bxzmsK_7X#^T zS_;f{t0E=AH#*S83mu=xVDioiFcx?_g;mQ~=;;_X>ggA@S9cxzxaJE}TY6>Mo(wN8 zbn0R@HNc;@d7yyi-4e|H6pJtP(|Kjp%dj)02dszfVSY<)lH%AA?7+`xE=6*IH?imV zqf_31b8Q8<2>mF}0}t@FmylgOP{YqlOoerSpVH4(1xfn!8s@TRA()ulrn$BAaOlJk zX7E$siP?1W>*uw=%B7F+*e+-MV>*=GbvG7r0pr+QrG4yvhQNmpxy)-c_i_HAnvmGi zMMIYVwvrmN87l5i!4;=wW60gxV4c`U7Ky{)kB}kqHj*KU_!n5m zXj5>d0{{F&i`9_>kD$_a82yU0!ff{s+{iaO@Sf)xyjQL%3hmLtw)gK*t;88$zZ5d_ zFRY+QPa5kl|D-dv0zW6>+?{92)}$8Vz;ct$K$tMY`QXzBZ7%Y7D;p^%Adf4b+X&eY z<%E359rz`4O6;A~3Udo<_*Fr(c=M}c8B5OwZHe z4OmF)Q}T&@PwQ9`OSWz2KOJ0wg~OVm@n{qt5*;Os^P>jmIvBelnk@ZuLC^XhX!+LB zs=Lkb?!W^$?wA9ons?x*LS6VYY#VDF_mj5l(8omst?@^MJ<5OnNaxPju=z*aNH)Zt z85~RGQg5ePnYsDF?nAFBpz1Q_FFuD8_FCh~v-7vAeP#{*&Ypn@(Wm&+K0{e|dO9z^NE%V8b6ViH4g^A{4=DU9mNLP ztp}9>XF;j4mhF7{i*?O>PRrar($eRt;wyi);SI|&DEU$kQR=z$+oT^@jtzqjVb|Ly zl4T?8vuV3YnfR`vt9bYNhxy8`JDju_c-$_wzlMC#{GFO})s! z%#Yf?eI?~@L|fKefx;CVC@5>K_~Hpw#J3l?ONN_;KJ|MjD?H6bbnbwalg(ImVIyhR z&c-fzb>zPxBsYiAG#M{)zdBstK^2ottch^XS0cT6KHPlJqu>crY)H>%YBJ}=Pj0EQ z1EZ92fP4u!j!UNYIWM5{&SEa7%Yn0q=z^=C>*=k+Nls607OU+2B%Ck(=wJIR=Hot- zop`*N+n@W1_>+^lLHs@zsb57oYA4_o$5V^ubvmVRkSqHpiykZEsb^5E@V_i{XT2|w zR|5|%6Ba<7+opoSec<~JJqQN7tU>OYOay}}$y zn%j?k%UnZ~|0!a`r%T+5@($WIZUo-i7kEcwsF1x{nL$@A^+OWHlyPoJHvlNKrRsSe(#b2pe?=uBw+3o2<xkY3yJb$h> zC4o=zddO9KOJ;2h+Wj->c#PnNjz9FD0^5knKo}(}Q8pI>AwdtZn3j&m$Ls!RO zdOBJbBah0GmC95a>&#JUqCV(7s-ty#71%$UVy-c~&lUe+UQDRCv6S0?nwau~eITZnVt&cJJ#Cvab!JtjZ@PG*8rr{A}; ze8QR?Y{LsP77@Lk25DK)C4WndT4{h!*W7?tcXja4voQ2HX@=K)1|w^!hOx=zWD>xr zNqGxREIBLQ679gt8aPv!TQ z{h6vfyRJ{22`5Sa$}~3f-zn191~e7e3w;|oQR#=H*vFn|_>^)tn3cZ5pAobTQri zPanJl&QE^p6w-NnkxMc^#$F%X4IbrcqE+!{&~#sa;*+x2wjsp!$7HkdKlE7Z$pDry zzmwYDj%SryomjNr4VE~wj|%f5tRjy^;`>W4;nN}sIvU>sjZH~#c3v#)Gr7c_y#ARM z2;7Qd*)yC-Y{eGKydvGkg+`yV%IkUgr z7HsO0LTKFH#=Bdl(TUJHG%vc3&F*huyMrO5UOtUm#$3YY(=*X8sG57*^_mv;9ipo- zFCkcbklM^;z|e0TTXclyt|y7P^iw(bw@6Lo9xi-_!1EvTVSuF7SWcov`Vw2^5SBE> z0Sk8TVHRh9vz5Bb*#Yg-d`Gx4PKckxC9xThI71B=4@|%nSsSo$_B5J>*!& z5(oO6^qDCQ(U%+@q$Bx|oy^{?v}2M41GeP1Jsat-#BM6-p?vveh_D%f+IG#{frA1$JtVJ9=!p1TqwEgKvCl04^ z7fh0ApJ+bYr8Plvqq&Ej9)E?oUY3*mnbFSfj^4u}9-e0&H(E$xs)CRKi3E6?K?Wz3 z*~iEluzV;FJ;D}2)N+zJMrP5>hUsY58;s)>_T$XXXE@HHS#Vu<;B0?Y(S;8i@X^f^ zWLq&AZ=Aae{wWbKu4oI11UA!$jj^n{*?>LGoWwfX8tLCCIhGUX0sH0T*wnrU{6nGl zzo$w!c!XtT;}is;n^Yw*~Iovsl=X`NE|u1M$FzY- z_(esUg$T3K_$WE7aNEltJW@c*H2=be*XjHMmt6jEp(B%->V=`^wdlX$3XXRQ=We~6 z%=l-M7@xTZclkcZw+g+$G>#|H)LF>F!$L{t(ssJHb1{5ro(B<`^@4k0GTj^LA%6AS zN1(|!h`qwM3)z7nc=1*NGD3s-)ruC?Fpxzq^t8fgnqIoJxJndZc-?9neSp%gTIm0s!`-#+y|XsPVx^=4r5^}XTzoF zNp#ginb{cy{Muv@>!Gvz=jrl^?4cYfYu8F;)7eBUJC)f1=i zZg>(-@~y?$c2-QrCzxpzOk|oJ72r1|QkY*@u%1$5oKCwT?AHp;Sp5t4DRTqJTv^6> z9?1bGi$eZZw-j3!y^c}`6;b=|Am*`i61)907-Gi{!$(8B!NDY%I}!B}O9O7=2X(@D zfiqPTdIQxxHE>_fLR6X6pZTk&LDuihz`YvBDR16@1J#$~qd5y{BlN*)?~DA+(Y4fe z-jobp_R!Z8Kj?bE5v#E^7hv()WK!DwfW3UajqVMSBgI#B6rrg=F6lckY@Rh{KiAj*Lv zVNcw&vyPMVsN(7tJg2~iGVtcpP&PIom3g;1u#A{GxVYMac1L-#r5mc)uWCKX-nMGC zYwCKoSVNmMR^Nv!ON!u7?_(@~dK5LbE8&x&51|6)lfhPDj;iDi2NkA6|H>D1=TkFR zetalR_uWMNB1hCjE|)mp*P^Yr4@Q*xpH=u z?TYrXp?1kSoqJukjq=0W)C3OCm$52VG6fIh0%PfUXNvQb{wEN^q@3|5hHbezK z9`MHUsD-FCKOdz7?C{&{YQAOrX&UDGg@5jn2DkFYqkh?RSS9Yqbo;HQ>(gy%&cL(u zJm56ET2R0j)Gw#K{hBE+Wif16r~;)+&v51wYAK?iKV`ORu=KZX;I?2XjM#UZ4oS~p z)2qyx%a951dWDz@yKLZhx*Xf$b^#9m8V5TDAA`6mSvYI{9^~bT^J~b--)GW7m%{`< z&o4LVsCxk?9-32q>0mtfA&wI-5d3j7lj-I83*0;bc)t6t;9Qz(N*!OD>B6}?(71FU zqz+f34YIrVaG`hkvEdyzH*zn`8k-JNKSV+D*5gEp@2u)Hy2&p-%~DOa4+Lg0xOeY_ z2|9D=-R&B}5@n_qy_yO>4Ta3mAM~m@hfk_F3k64Ca%RCL5WDUtEG^FECKmYd38J@@ zSiXQPKAeF?M|sZV+XZO2_ywfuK3QFzF3)v(RD+-3x+@(T2~x8|rjLyuglnq{;lFb| zu(RPUy}FwOLC%8n;*l`0|i1qWgF3|DUcMs@bweK}t@dJt=hIAHZ(X$Ls((t}}6 zLG*Z-U}(wh$2)6}VAk&xk&-p2-0ux-RvE%<_f>FepIYdu?^{j=LNNsYRAygFVLrq$X9}2^CR$wqWDh^vxIKLIar+%2}O6SpkI+ZmKPonm@%*6 zlJGMFGPAka%Y<(I@5N-jEQV&9hf}!OSw8f@a(Msp5nNR+2a85exMgjJCD(4l>}3wP zDD5X+Zn=%RZ5Oen&EQ(aW`&ul@Db4D|l24Y+IbGr}2TyTgg&Ht4`H%Ll@8L(y$Y3jm zUL=X;6y9p7Gk*H^6^(!Y!rm*NuwRS^#(kSFitd;Tf5cE=lL*dm;- z=TDJDetgFQH;-WRM2iGR(HgvAb{_|3T*RQ9*+s{yZ_xBIb7oHt@K|i?s)7kXc>j1fZ2;hH)IpSuM0Tie5klnC!V{@++ z3E9$gW;k9X8Es`PS>}0zHLLl7`!W!X-I{=2*-2RIP(eQj`mrDR*6j4P!EC|Q^L)gL zk@RiAV(uB!ChpWl^78HDr)F)lTG6@!UtP-p%iZ0uyibc;H^LbIdo~!;@indGm*TQf zPLR+gW>@wKdHutOB~$cLSW0sy{*72F;xvkJvHL}oiTg}3(~Fplp)?Dx9Lj#n&!;sr z?{fxYI=D>>R>Je>fjGIpJ!lV|gD>n7aHO6J!i6#D@J9-b-K)?>Md+udC*${6Gtm&i z3Ew9@krkP)W55geJJv6LX1*e=JhWnFVgII7O7YKtVpJoF^P7KBNxicd;(H@QkS zc?^{J&90~P9nN@vYbIO~CE@)!I-;FU4p=4hZFFn=*}7$$S^PvZwjl*raDF*W>oT-T zxITa>-W>}|$2-6-xjHcXPlmamFbBBd$E1AAS;^P6l9bgOB<>f|CHswYB>6&$eE8lv z_WO7t1_U-?N^~^Fhb=^#+z>pkcAUKCU0`brY$RKHBbe@(XrUu8hAGcIPEObll~%rh z0QGltf6);7SQNk?x*5k^oU#G*jzyD0VFmM8+s6LuULqOw^`sZ-%pdh?2+P4 zEKA{MjXC$CCk*CT2s!M|I8acmjH-Ff?ljM4KlRk`>7U7> zY4!_5;agj1{{IJd*YHskqf=M_$78mb#m8|= z)I5DzJC8{< z->^?Nn5!B;7RR=lV)Um(NJv}8+(xf~&yJ7r+TI%25}ucTbV@Y-Q7(pyX*2M${WwtF zV=e4oWUyp<5kyHDa(`Bs(2@ATD6=LD5`L}40T0%TKQA2t+Fe2~J_6Tv zHloy^PRwX*gt6DXakz>(yw09RM;Zr-W~RP^9fR7j+I|N;%&tWDyXyGcu#gMt5c)yC zcA#(6FcgLTgHZ+xxuWjtP%RYzX`fDE`tW?v;yO6_<-&Ipn+0XM&RCPqAU-jKlWq^i zXYzXZeXkU0dcNj$RfD+;at`PT=5)n@}??HO~- zz9b=(zD`eUlsSbff{ge-&W@X~MsGJ?J!w4|S$z?x^Id@JXV6)=xQ46af`j| zm0@#5@A$`ia`IQbSi+im^;pl1Ojcn3ke{Wr0vA}`6!)mLz{B*zr21nuUh{fsb)ab- zyegDt&sIJVyg#yNUZu{P?Nmj#NNHT_yb9NpDbq!VQf^P4oakjt19rr1;trYmV}X_> z|Lx;;((TEC^;fT2ddv!DOC+~gtC@t7hwFlMu@?@gI7`c|RhjN+IXs%I4)%fn;QI1H z@=lUsea2>3=I=)m&Z9wP!1SdmR8%8Xr)qmILbOZ^J;d2#WnI;fFdt zp4zFmVtu9HBy(OLI91)AP0%O=hO=+&o@iFnHD)`xSD$F=# zO?$TbgT>NNn7iU7?^PED#)mF(8<-0`iCF_zKaNHVDy6cp985F4%`JYO0i&^(8&Yo1 z%lbILX$5O!`bMlPDU$8$DPenE_Ori_CeoRGH%RfF4{H={XL-lV#EKIWKzn@|#Pofk z%%a=moE!)pi_Q3(LH+Ub*w@_Owm90`{tn!nr&vxXm1R=TwOGYAGp6{eoaX7=gL%&a zfVF+2G4K_nc6|cp^lhYJFoBKvXTfZ{o{;hf54LcWKC5L!n*=tv|M5Z0_PhyA40Yun zULVNZ&&QIB@SP1cN(Hl0FQ`lJB^!MsJhgEzC}rrwjcI!DUq8e%vyyOXzkTR_%oJbD6D+Y5ouwn)&bmYnd(27UY<*^v@=&rbEQO292i2qjTVC;~bb7bQ~g9 zpN53=0$8x46i)1mfiSs;G_m(FmsLFmJU6+}j7@Xc)1yzQYN8d*cbhKomg=e7b`i_4 z*P(y?IA+qF!N(W{(UhQx>_pLfGL4gfn~Z}wlE)F3}duZQ>)ryf_n?(ju<8w+aLI$PhWp^7 zbBq&z_J_?|M_?7zzHb3yAIeQ|BuWhD+$3gIW&NWCAE3xPb zGp3?f0&)AtKuW1RYw*aVu~W-wnRW%;lT6~v#=NHkzv^N2)05o!iUxk?6InF5JDZoX z56L&5`HGIDD&nYl^QdCu6|fA+Bey#`ARnKWUl$(@>S01xy*g>UXLOXVMUgv+LvPZ|JdIniASqQp*3Vcn5>r z)#-g#6%=UQ5zCvLCOnF8;is;Pn{MzmiNHbjJj{6W{YICuPD^!7Ex+v>#S)Kfqm@l!7aq(!@`C z!YH99oO2j&k1LCk(8yyh7M%$MxeM!An%GdX@oEkmJS-F2o$W-%>M9}|(`59mNEMHm z5yx9OeS>R%)$wc69=I1F56%0!t&F!0z@QT=B?W+(5i&|L&~**gX;)Z}q>?Snv0>TEJDK=Wf5`*&9?t1j73u}$;NePH(ZgHAz;5VR zDEm}r6?fc(eLreU4bt0ak$ydGStoEmdWAX88zGMu{{voF4#qdH?vklXD8GMFB%aXv zEB-F{9!^i*#gaVz1@H9$Ns((eJM8>|8S8ei#iyM}{%tb;Nozv?AXof+sSE42KNNEI zRdj98H|j204zELHU|WeQwr(0lT~EG~N3=QaOLqX{7IoZnRE_2pY+)8NUQ^m~p@VQDPn9fBN?7CpZtx&E+Mmt zMjM8H7=y=K;0 zC=S3%6Y`#nmV~CXvJde`*c3JxUz~i2Cr94FX|p47nV%T{%u*ArsT?S}788Z0_b0QG z<4zTdt-eX5dZ0i$da!!`HI`BvPCjd;$!e34 zrE~ImTnu`6c~Ck@)%=H_5>-XJjB?PfSWz@u)j+g1x(*9A)T0bcK_lzwxOaFfMZ`^J zx7H-Xvuzfb(-I8B3We)Ge=zE8I8Gn!PQqs!AGCCI<_A~*$4B4QWhP1nxP947SS#%6 z6dMbn)L{%RoEM7o1Iy7{dx&V@s#5fQ_XXV_eZl?$NAlXTO*rIoDWnFLLw1J~OX*$2 zZdMP2=$A2YASjRQ?wy1U33x=SPQ=pV93PVHN{0+X6?C(!+u|!${N?CFc>Ig)%8=kv#^L=B3DRkj6F6O(N)g?Ux>eQ8IyVH}PKK3{%W+jM&!iosi+HgJ9v%ov<1-EJW+^^%BP-T0V%mt@K==WxdA8`>XV|D0J)(-NU z`xKO^4|>BC*%G}QEa-zhd!eDlybtXaI6S|(9SV``P8&CEqTEUr{Bj4MR@g>2ZdYgQkg1cUE$Kh__0OGga^^yud1D^U4cP`awQX?s ziobAULyLHo)-)_FXyhIXGY{V}^;W$j^`LNS8M9aVOFmRBz|eJ=mWeKlOI}MGJKJe` z+F5e(ccO+%|5^IEUWBs4}bR0S#Bp&W`DYBxwh~>T>0ez%)K`UM&1?C@p%?_ zJ-C8iEI3OqFBXxJvl~=aJLCC)X;}FCso+hM!<5c7bi!1IbDB1j54ToFze+_6+#3zQ z^M8|!@c&sq{Wd87?18vsffcvu9@I${lUKxFE+M&*u05McxdCe2p~bGGR$WXJPW4Ck zJ~iC<&J!+jS@18@k%s@Wrl~7G(Anyx(2&FP{d?5VU~PXa+mQu-2E2qLCL?g8oCjRW zzX8Gn0yJL)(`lib*9LN^rF@3VGLdqdmeZo}2V7IHF*sTE zXFZl%!S`6b_@?`5*s-t@R446+2I~hjxAFtOzCMS}Uep1@?{k*ter)?keg-%5Jz9$SdGqf>g0PQxefJ97 z7oL~;-twrReHwOV2Efxr?`X%QL}-m#1D9@@k)5j>HTxdnw@X@R_D*Mr|L+D&Tv!T@ zt?_Vmz!Yx2jw&9Uaey|T?vHnFexzSZ%HhJvH}q{)1|@E`;j$Lh@OgtH$aY{YsC6h{ z_U{f({7)KZ^cj(^$d@bHn+s}F{o$!?3*~m41l0Y`n?9=~t@0amdsZtwd{Y1}Vg(#N zHlEgOzeq(V;$T3*M$)JZr1CYTFjPB`S`_}khgk|Vd}9Xm^F7Dyeka4?56QvDf!a*n ze*zf(nSk>BbKv~TAy}=wAIf=e0xwnI{{2U#rq7^u&m(fZvYe7Hj)Vc-<7w{;6L7uP zpG~d~1E0H1eDL{NZu+4lSku+W*|})kc~~txlbj#X^}?Yr`&%V#nL7m9?7X@08@;%? zaBuv({4$Pz^%feno`{2Hr-{deOd->w3sH9KQ@BC`N96er{`8+58hY&)pVidD*E?$9 z`&UcAE~J*;_x>T7k{xjRNg_QMQbX7J0->UL2`$PwM#&osC?e<*d@1-2;#^y+Y=w2S z?UO|4oo>X5St|TaCqH&a;3>^qMig_R2yE^v;S0}!ENS-#h_r~s;(R0Mkh%_?!LOjS zc_$5=U`2gywY1yuJ*XPl@NR|uSgwZ(_6)D2F?(X*N;Bg}c7@SX`84+C>_qlrq$z7X zJCfaOctaM!_TtV7!%#8qA!-KS!R_-N;L~P3OuH-t+aHbvrJQ<@>nWi`vwV0l#0Gr? zuaVKgdthLvhE03F!C(6nSnim{>4y|UV{8&7jkbj)#d^$mgFfrnqQTB<>(eKJshfOt zBdyopL^7TnKD57%QA-@rCu6MW^S5wp7#ECPb048~f+N$`UTBqmY%p5d>EHr~+d_V= z1O{dOpx}mV*u!Q~M3FRmx3-+F#!Jy*_er$#;Vo*>6WF(VCy`7|H~nyzK}VJ6R@-&j z;kCOtpWwU_BVB@pz3NVgt{sigpU0f_fmkWb-EYVwvS8JN&?j>*f161Y_-xmKnCWJ? zE6@PB)#Fj%%v%ju-H&N4{zFhA!;12SEJeS!6p*RSUKSta*NFP)%gVRnTOl%7zb!y; zFCzvVmS&HR>%q#^8`%4X&-Cx|N^%<>4(X{0Y(`EXdvneLHvPApb>Ex7^jxn(*^)pk zlyb(j_vYxd=_I{WxlBnucJ#2xoi}{lW_7wQjA?JZ%hXNgah?UY#e)mi;euFAoPEI_ zPu1UpPcO_-$yo{StM~BULj`W}G)r8oBuwGIayae2F-z>R#DnM7u~=ORNk*Q-gt$=D zS?G_8Ru{l(1qaUjsT{t0D+T(ZVN9yv7)gr4`CmKNG5NQ4T!Nf2T&fP|l$#$z>i{MdzeBv{rc1oOucK8zqbpF;dz5ZnjAs*fUtqmgb4hKC8YRXibGM-qXT`6C zcQZZF>AE@2*smgzuIohae>T9$yR%V|=dtOW8+~tXA)m=J+3n^yRx(A%`9$keebaN! zZefXV|5qjnsWO+Vr@^qZiAK!}Ac?LEwWAUnxI;pJz78kna3SOSa2DD)CE?#=>CAM} zF{V)!3GX*)ikxm(V{B$M?0R{gmArV&>|dOqWk27u?bagPCF5Szcai zAd~xB4i9f$&421jAfG=R($7R$YB(;Zto_Hy$GAm&IQ|vnUTuc;<7Mz_T{^d+ayVt| z$i;z+(or{UBucK7GZn9&?5n8{QiZ$OOD>oZ_p&Ij0qkOM5cWd_^f8;o$a2DiPo z5Ixl#Bic9G4ZfnBM0tNV8=I2IvZA#mdc!}k6S9lg+jM!RzUv~1_qIYsyTEbjFT5iN zS$8LYEq1NP0!FM~M6T}7_~v!0Z030@PT{Tu%oi--rmTO${c|v;_%lan(VzGH`ZG82 zK~5WXWZl3A-|gtY`EinV^&f2J&(}=n;{!G!=?0Vba^c$l>(AW98vN~Gp5_~`$6d|Q zuw(pBT5F=t3hOK(L-QBK=?mV6Nq$zUQ`=x^+!o9n`VrpWx8v^Z%n)268W6624pRL& zCin6>$#_dxbLvt_>iE5qr)%oysvz`e6V7Kki|_NySqlADR`8FXXT$G#&%mQq0sAWE zf!gvcT5Jh)b$JS?nD3&z1`CMEdQNq0DZIJ05Kn%0#F!;fczTE&DkV?CeM^;DdAEqo zFn`7zN}E|q+YCu^?P$sH{-@bDGY?Sf3&eI^hK+Bd@cT{)T$-MQ2FFL?n!A2D&*!&Q z{Gd|WGEzohwnc%-dllX__Yq~ug>lYduei;%&D7wW#ZiH4n>L!Qr8l0(}Svh&Df z@d`%tOevQAOj*e9c&p2L5+C9RnknoYHskA0*6e8G843w+gw4ysLHbPLT;i$SCOpeN7Edp&(iw|xrACvcIk&4Tk~!_i}%##wz!0X6@%C|ms; zqN?6-`e}dpf~qQU`#GSFn^T~}@)Wq64MY{?3luWLg6T~iip$(G@!<8-Xd0v_a+De_ z8r`oKU7pPqt>_ypYV^N}*8~^d_xoq@T*6dw{_0L{TIV(v>-dg__+-MFIWaUtGz7mN z^C92qf&(^k0J)7FfIIIslUc?Vdj4BPXA}~s;7$YA^{|XSnV*HhF`f|o_&aPDK37_& z0gv9Bj!j#yp^fe==Z5%Cf0gmN$!#qtben^BWRi;j6hI{|=A)jN(dTca2 z(|LijCvQPNGT_uN4nT*VZIE8>j+G}2aNA+P-gk;DN;H|yjT=jwpJ}j4&#f?6T9}=D zt+YJ7E0M+;4Z@|h>HLzRA1V5)Jq`NQMxW=0QBC1LdgC#Lg6@X!Iu90tSN>^e-I)p= zk+aBr(+4r=ee4l@1!zR9asTMc8hZhIsMZk=UP4sj4V_4Le!>zovk2ZNJuxPh@ zNPF^!H=ExA1$(T;uONu3BEP}h@~6C3IO7VUpI99v z2xi`ap59H6AiQ&_yG4OS=sH|wY25VtL+E9`Du(-|kW%LuGPf~-2YeCu{LzPZ$;V;W zvj&h{f6DXTxA~nqf9Yq>x$By%2m11RrbOQp(MtysE-s-gD-3a&yn3bK72V-%>ZzC}B6h-+B}cyq?H; zFPaT^Vx4J(Yz+tAL#vcgCt4PIJjGhJ*fRg0m9$4J2xLR_2sZ>LA`i(K>_p) zyvzy%p0MKr)9s;F0yiOGI#YjEL7u~RqN%zjGhZLUq+*Skp4A!tQRO7e7}x?CN3Zh> zm_KbfZ%caX1HkCZA9~*XMPQbEr4bG)Ov$(cu8&KhX{Tq=&?FBya_uI>ee?&7e%F|3 zK_Jsxd712eqCsMo%S?8ZF&8CY)_u8`?LTpf1+`?7TXqyb>i0*=n|=c>>{Y{m8541& z(L>I6%|&kHPy+7tXp*?}XW0u!Q-fI)Mf*7O&6&Y8Ve(3pi+as{P9Be&hK*)wJ6{Xl z=U#TQY?vf(qKxF+g-&*U_g6MZe1+MlYe{}gNnr)XQZV241iN5*n(Es&b$Ru54*QJ@v;>>WN!|e^9M=7&kKQF_S--`V1O*LTsxCMGw zIAU$;K2|qnA)Bfl$|C0~VVj*JUnxP>G9-p|p4Vl=)|)ZEed=t^vuNDgKT^_XRSzmY z83p$fW{K|}u4F4--e5cUdZx(rlgJDFplrtm2r)>7GwG2y%}?y4P`w4A`4iaZ z$=X0#NbP@Y-`z|w6t!9v=C(a0nWnX7ogX3D^-R!Xf%$jmpxyu$7b=i3`c8Q`OM+vnBp9i~`%doFE4>w!RLAf6hXuQJDysCc< zcg5`pOt>1*4quB)dxLsBJO16P*FH52Y z%QjQHnzfKg$s@;bOLY6WjM~rNq5dt8P)x`9HT{>7_n^OA=kf27yt#RJbZ~&MtF6Zu z-#>E4EOL2PKNlYx@WdOup>+#S(oO%#QeP*rbZ3N)^s{0scS>@Yoj0-;4~|z5@9@6? zlRh}ns>KnszkV_W_N&IOqZ;%wGFr&X-GG-V@@)9ZJnnOOI2w->dfc_M{JGr+s;I5#g{aG!ge!Cf}-F#GcuGzmQc(_@Cx`ql`3>#|<#J|6`#H$rfG zZ5)m;ZRKZuafH`=GwzM+L!b74Ak)EPr7c=hq;n4GN?S8?c<{T!rVdaLZ z*;fYqj_s|m@bwFc*pTk~0zyl@4nEU2TY7yW6J-xk3!D)f0|nOM`TNijcGzx-3=f1Il;h6f-*FPW9IWzj>n~wN@7L-&S50t-duIItFjy+=X0o!}A~<*;<4J zigEnx{xZyB_elJ`bU%#yYeBAWh5PuSF_0Br4uJwMFXroJ(C?SU<_Vpk9VJJZbnOT> zyZ55NzHb+Dq&L}*f(b0^ngN?^JW1kvj-xAav*3(gCRdqciXRfJK<&*LfXTwoq8(xK zkT!gNzZp}%C=$yoN7G-ES+KG;EgqMJjd@FG(vF9qVjqD@D=S&Wn%k@-E0dK9`P##_ z6WLb5|LmiAo;`1Efp-ean1iM)ms*sM%{KRN$Eq)AVt5$`o=C*Ifo;W`zp67k2Y(@7 z5r{v+`r)SN9IQ-Mg%jgOfal7sWOv-0M#~Wm?;lQ^1oxfolyvsxyoNZ_;0yaRtdfNb z9U4nLo_$q{5$@@e$vtWvm>cUd)QsdGUh7Me(uXq zqj#kS^AhqTJ_?HT`o&1vr0aln-KXh~Yb!;3?VzO75wu)CRJ2Ne7rPNq$Go<^WcJL8 zE&r;<)@!8V`fFeK{@HWDZEYK<47G)u($6Td9E&rm3i-bscSHq)dPFiZKMO5)Xh}YQ zHp6qr;$h~n&v7uo()*EpXQ)I?Pv9w6HoyW0WB6tr$f;MTQ2M3ISmYbYpR>FV ztCL>x)9-3hNPH;_yrn|MMVIh>e=|~5J`UT!1pV5Z_=LJ((si|?i{JDyrYwb?%)d&~ z9T&)T`(s==_XJky>4n?Wrrr6`|^T6XOau?r*47v z8hIGLSAj{tmVoxty!7@E1=q*&@w>YxI9%3%S(Oq{oh$^?KpQlt zi{RY{8P;_+5w=K@(dFX^$eAI>x=RLtbhg094EzF-imySYMvRub^I)d6I$Q5HidVUt z$eV1e$A%wDY<=1SJm1<06D)4QOo4Z?aApb&Nm9XJ!3&q0=m$}0zXhMxAleXtu;^71 zP7*v8xjn)7^Pe2;TiJwzmcGGz2Ge0*-BV6+s41Gn3oQ9ueHfCR10U92<$PZm@*Vwh zQQxzcyT7snQXjsAdFTELz1qio>^E5)bU7Wv?Obq*w=%t36@x3@rNMT=0YByG2-xPI z2hV4Xhma#nq1|aJD0TP3oF;XIEkUqLEtHeno5juAkdGtA7D2W9QE=Bi3V&q0vBCH) zzWT2mbRU*r#6@$sqBn@Fv$pe7wL&rTax|8vAH?135X^2Mn!Ebo!Z9u|dirEk?0N+iPqRVJs{^Cx3BEtj1wm8W;FxS* zxH?;btv+JTsvfApxeLLd6k;dzf0J=)tAQ}bb)wQsJE-rzy`nw2BXQWY6SU(&DkXa^ z!r@1kvHVCI7%iO-OV)(5l%#0f?ypHvZo63K{Urj+)DEJXub^X_KfJW*#?QC^z_C;GPxEzdp5%-7uHl(uDn<%du>qnQD!-<+6oofZ4n(F_h#mkJI@6{cHO!|#eyW4&2M zSR**CUF!QV7Brpp+}p>z3~gDEMI4KLSIq7Yz7B2GrR=^=E(BdZh+p$H*t=6VV2f4^ zGYJ*A_R~h7_wuDoKPi$;cTj*aBbKm{^G31j|6agf_r4I=szT%M8e#=K<9EABVc}m5 zc4x6UQ$5|EU7KjdjwUQ;(=1N0a_vX#Zl)ERv~vx6DugSl&7Z*R^{tS*ss?=<83c{j zVCUN;9i|L;{YH)-o-t}f*Q+oyJh9jo$X3zR%q<>UT1)$BZcQ^*0`qWc1OBT$%m zMe;p%Z(z%?MYK3ai#=~Yj)Tlbvb4$~7CKcy{6}YmSjO0w?PxL;H~qK`!_J!Ud(91) z^G;hKuO7$(y~lx6H;FNYL+ody3#;7Q2m>$Q28FMUaCmJEU)4{Jr5>FF`((`d{Ei9i z>q9N}szZ$p*_;CFOD$Q8VJ2SM(~XZ#2D4vv)z)m|4VUi^(Ec)GB z%-uYcO)9_3O84D?2dO*BYo#Bpa=XoycK*km8Tt|y6vuLd&ug=#X^L#{cx9URTbns4 z?E<9%>5$Z}0rJun5cnw!GW$PgnE~x=-I&qh!xl%yzFykmvzu-+Hydx7Y1c%r43(v$ z+C~erWCtNLim32)BURkD6Wn28WdCum=$G$B$>g05sMaLqbp_`xFDb{|J@@d=?#rOF z&xbSF@cKOl&>aTyLG*E z>)Bqc+r5WueUH=T%ctq$%tX#NQi-kpbp(@7n4ri?@Q*l`fxNLM5$%V)gWNNenUbmI69oSIbPD2EQO{oo==_n#r9QgDZHSIxwYp>Ih4NDx9Q~6Xp_DG#C`ymL z`biQced!wwMX7C&3F!#AhWDD!ih70JllF@cHsE_cyJjo+;(O)jP3d=>F}xYQ`gg*M zOC|X5RR#>OTTgrJ7jeO=!@(*{l|3D}fc#6|;k}GSLe4CP&MtgG>kKAJ^_yl&FTHt> zrCH;olTOW$s#x|?uXq+6nrcrWJ~GT}<7~mlTgURwoMxc`VbD}jg{!vp2-)jTs5eNN zQX)QLgx+{u_aqQQvsE~;uHY$d=;cH`#i%H`gtal1Bsx4ts#s+zZTu~k+8HTGwI;_9 zYB@@O-yR~Z>C~4V%uAvhCkKia?~$-08wJjXNg&Hs+sopNS4xHse2so=I-DCl9v3K$ z=jslf!?|ZQ*qGqoXxOp^EpFM+r*9R|9kZ5n-wu+Fo%D=u%A0(lZy8z2_CLlqd-%8 zFrSnf0P5do^SH%^Dcj9tC;Yp?B27i)?RFUJsDQeqy3(+SgVbGNjB1DX(rF3}APph+_y$8Z+ zZt!xlZ@S4Y+nVu@zslgd;&2)(y~>YS@54nUs*vu(v;4RIH$b{(Af~=pB;*NXS<1gW z^yp54&4S~>Gp+~iTCed3>{77B&koOSeGI!bpL3ki6c}n41qyTAG2#4E?7X%GCK_(X zd%c=$tJ*Wzc)tNMGtNOy+iyJCw;E3;Ex}E@?xO$uEO`6a4qOXf!LkFlz)a@~|J~~_ zJhW)UYZDCdghZJ;Bpyr5Mes(JOy@tI$^v(RbFb989KQ*jut*U4S?V`MW51o^{=Qht zf~OQisPbHPetsT1>$i$?UUZa}1^>hG`nz%A5yhg#_W$@}v!r-%WC-k1MHH!)nGUtT9Y~y{n^#t0_IzLi|McOW`^H{dBdNfY+}g> zf#*Af)gDl1d(9q0Sn@2k&fl7}va5O5zGc|?bPk4x+X9VxXkvjHp`WBd0dy zC;0VNV8VbPzRTSS=DnH1W$H()Hg|WFHC(ziwg4E3d=rwVv!<+gsM4kL<}5 zD>h4D3z=PJY-GC)+|eG-raV-@zfrkpxJH|_);{9zR1GW|uz86M6B-}l#xTjqZi z#SI^T4PPU0QjQY4aL64tCQYWdt#R19bv|xTlYmro2Y)h0+Elo#;E>)4oH~95D}OC8 z>8JkVItE#S$G13h&8WA+j4lxF)dr%cmj(CcqXZVrOy(9fT;Xd^r%BBA-@zddO>vZC zCv@6GLb+lXD72r1>zS!&tG!R+vg9|8?h^!-Q)<9|tOY#0SqdJm1RDdQxzw;BxcO5S z#%K(pIiL1OJS4fij*h=X_p|{P`!9iPAhWS7OZdt5{2CVb_cInEd=BZ0uAb z&tgmd-1BCBe_<9hb(^4Xggiw@4ux{FKrZ9f4KQ=^!WnM+h1`3i$nuCTn<4zqwBY-5 z1I0RQszWHOex3~Phsm)0aSeR=exYw88O2p+*@9PXDp(zEfOD?@@eQff=ovhcTfXKS zE?!)KP4m}6uIF=XRy@nQd`T5LKKEdB$yeTGws0PB3dHVpTC7l-&38>z<1Q?z;(P5c z^8U{a`C}#WbfCJGzh@}sGiKXkxUMPJoHK&ujf%u8hlfM5z;>!0K9o!P5hZ!|=sS!E z7{!%TsiL)46;eqizkh@a&e^e%J3HYAB=&s-_S?UL&g@F_K2DQZOoK9;P(PQ!g$l5` zUd_)Q8w&POL82zi>Fn z4Dt}k^m9d=_8p7M#L#Br0yEWGph$BSw{5)z9GRrWYQ4jlVMG8M7&MrD`u#)lCP0r} zkGR0ZYqql5&1b-~bqG6D)ByG`E!bUsIsQ=uW7iV0%ts%d0%7YVd_h-V{z(5XaAafy zPCY!IyWw>WOb+7EWIkJxZoyiTuR+Z?9VYs*jLqGWEHVpdfP3p4@Xrc?Ltmvy zVIO|uYqvObd{BukcGvOuP8EF79$HK{$_38;T`X?4!#0~BHqlwgs9*UZ>dBr@Unl6n zj`!CvVRjaT6iL|nE*-I5(*cW-u)!n*TR2ioHMS2N~mzuwk|hqLY(^nU_eNNOYXu4(X=+6;{%o zS1lBN*G4+x9Tv{6dOhcH3h%*TaB?25*5o`*+ag>3(JbML|?O=swkrc}%l% zyU1W_yfnf8iqyIFoV3~|Ls}_5Cv8&nk$POwkp39hUnimHbn8JpeheH;l~*#TU&?q)6CCn~ zmUhtzqb1UFW}I}p8IxZA<{~wE=_HM=u$GSBok=_PO^1v{%`oP8A+*JwWf!9~nY%$F z|5|mgU?vDJarp33EaT;iyzt8 zJAK4dYAAlOF^L_p^*)ss&UgW#FU0Liv12)%3g_^Di*~yr5V7qXX_>JWV@dNW(VV?b(-P$vb zeUnJ}?hj*WQ$sNB8u$tQY>$AVRE1^4J>gHxKgNzPoW#U&acC{@o07$ZK_`;o>zw|q zHBiceT^hOSyvMM|(i3a;93^~jN^?eyrDdhNF-?64?fGI_dsgOzsM8#s9uvp@FoG zq9%lc=2?lkLbNODXs=;`%$(Hg3utvlJFZ@^3s;WHfONST?4sWjHs5|Ni%tt+8;sUa zk>4}8e|0u4&KUqR?)SoD^Lu=5<8dycLkI48H-o|wfk87Cg?yAH<%CV3Zx0sGpKZ_K zN=Xy9$I6@){<35RyY)#!>WW@f-IP;ykIF8NV|(KR*}|9M%w+u~Hn`+8vrF&Ge2q`R z*M6p?VIPdA`h7#S-Rg8_&Sn&^nFPi+m-3U#)}Yiaf!{erho4t3a4G9{(1Pf_wDLzT zh9%90{r5vr^D&RI!uip?TaN}h=TQ2fE0Ws!>!5gW5AFW%ANZT-;r%hANiQrN&HSr* zdwnNr89JF4RVz||Ay?~C8pC(Z_u%uA2cS>W9kjU1QJN>vE+t=5uQ*9=LyOSMX*|1J zd5>Ft`X6q|+R7f7X;XL8F3Neil1e%n;gy>VJGA&d&2U!6ZO@0W8P*$U-0)xgSZ9GL zyXp)YohjqD&wP&={=KMmq=xgqU&j~fD61NUVX`yUiPX?J!d_d`SwzO?-HSbyYj-oxB==mWF zUTXXt|Ab^fxRWwle|;iv67Ga+^;Yrem21KErO=3Z??-DVMN^Ar3f7#i;6xGOY_4Jr ziUs#?+VSo9Q)`as-vVtu%>FjYJd8r8tP*b2_avHYqb41C=r+xsa*L`T6jM|CPYe&7 zKxJp|q4WNWoc;SJ0@GsxpS8FOUyRUTg*rz3ishr}gXdE!6!wdIj(5VA#B`?BcN5n3 zG2~9aeFIhr!g*KLgI$VVBJto&apGoIDk>YpCHy`F7G4&#$=e<4y$mr#c?*Sq=14wX z4tJ~lcXB22L@7gZ-pmd!({3`?u*CnEoW7a zk#;POQjdI)h5#*nYk!`bS9tvZ6qmv5*W1J zC9um+gS>h>A!c49UUK}!D}`;rlA0Srrr{c2wCe`nS7Q}7dV?SDJx{0+?QiBzo1|e$ zq!}zd8HG=OYfw(+S$KA>3@y^{!-SIoaIq+!lNm&KAxww1Wl>pMU_RYf%1R0*qSz6Pha1`Pt8YV_m;a4ExUGyIoJ9>%!sdfrTxCn`#mk1Pc3) zfO=H>&(!r)TKK4^kciW{8YR|zY!bJ5ZL2CVAw z=JtO>jBB}yAMeb^s*!$}u_h5#PEUfOFO!)^m=&98=EaoP%d*4^Lzq!r9&8k{6ZV@1 zpur-4I6h_~zB^a|OU%>-ewC2T68*=WO%l56kH6y_&}OLfw0Lkq0D2q=!RIRDD93y+ zZyK7Z5XE2rgNA0#Ar0Ve>J2R*=7)?fL2}oLSRY&)g99(cEq8zNX{-DpTTF}^0gxjvvbMqeE9IMB|(Wtfm=NcoIwq&8?c zeZJI+pxo|5D)|v@c_Y;}7-XF%)Z!op9Ni5D$U>pB7Wb5}?2>#4C{In$lhx^K~ zp#Ns#VviUMedGmsPYN(3q!go1x!1S(HEi3Js0Baem}{ny#ops{_Mm{dODX zIq?%WMf(}JCD-wrloQyNjBaM4agd#mTMYd&TVeW#-TdJZz*W((Yd7+bmxwOG`GE*JhuFzD&t6Uf1H9vahj}R z+f|X#&EfdYY8WXVxD50-kpC=jL>vk)@TObF(V2nn6!0vNtZrVzHjfB=^CbbCW0P6M zqLXaw44$1x$Yk|3yI5K42^?8J1wW`LQT>QNI1)l=l!`2=uPvr$CHu(ocZT4q8%aMt z{pEG9&BMtrWGLi=Dx3H&3D1|Eft2e!hr(GyYr{~Q*s`6P*WUw)^a#Bz7Q7ci#!j6r zVwSh|uq`3i*}#X7+3ihJc$46%U|+JCZ7tr%C^(DT@^dYgDU2n^RG^W=<>21^SR6b! zn%5ToKz|o!qw7n+`^$TUzNR{D)p`s3tZvS_C>^o5oX{f;PBI$UR}7t zzG!%WDEKMMc(Ijr<}0!Mahhz;;tc4#Hh`747QnCh!kP2I7~1Mugq4~C_ipV1O1T>Y z(s9?h4Wd%`m5~DDqlSW4=4aq{?m(fmEIRmPBt?cThkWyubR=mS-()AI_C}!NKeXBL zi({Fc(2*a|9?EvMeuoEdqRD&wTBK`weO>u7`-=CN5B04?cOk#f_ea>80Sx4)M35uvg>RaEk=^^XL$o zdY^;Gi-r8_LU-0&=!f5C%2Dj-gCsx7gwAhzi*Mc1`LO>2A$Q;uO1Kn7&KFh@(=X%# zA3oq-y}Q6&368{>LH?MM{S0&qJ>lN=4X}%L2q1MCm~%=6{|R~eAuGp1-?{hjSdGwm zyZ#FPEY)Dfn}(8{aHg`Ko5+s|n@Dz7lOSxJ6ThZQ2iI>J#2Qky`F*jgD5hHz?kS6D zyW4S*T7NwuhcAPYKUJ_tdmtx?YR2c8=AsXUQZO2R6i;9C;2MHHf>>dIv_ zY?%mR3^Zx7l*0>WYw79o8^}pd)2)||Xr*=qtg6RBd8R52_Zvwj_qLI%?@W^Koktz> z;)M=I2mZY-!NA&AP%DjuV*}*{cDb}T;<^)i-_i>4W%3yG;Tswp9z-{9ZosgKPV^&i zHn+$-i(0lXCN|oYvsze!^B;^P%j}JkY#Rv_gqlO)s}r1S;TrP%=}MW0OyRnC8YS%^ z$;CU6+lHULI0_-=`JeRv~Sl|9T;W?g)UIVNr}eJF#C6Mvxgkq_k8&`uZS{ewpmR7hx~( zpT-e9)k&CkWEhq%Ex|$gh~1mjSTf!LEAWH&=}PROLNRQ0lz^L>4HsE7lI!_w$l?ds z!l6TB$k*-)@49Ih|K)cLo*KW2<>dLWYc@&zr}SU=@Z2ua8D~Yu``D2B)O#rYqlYU7 z*YU=onr!ZF3s6cs&PDI@!;Y`};7HC*h*j*%eR^#{pHwgNKG(OivHKmE%*=n#nm3wF zYQ4y>Gx8(rud)0Gn+)o!yp+@HTg0+Idcp+bM|`fuJbIxrkUBLc61DrIn5S#o{1gi1~v!dp>l*qL$*2LApDgZF!I;Wv`G zB8}SOfl%i)Ugrx(RD86eXPa(l2vG7dK2Jx0JrD- z9H#C1+U%m`KIT($iPg!UWTj)@!`nNXAV2gUm+u!xbYBpAn)Xt}y7Tey!)iSG;|XNq4y<$(&ST}Pz--SXti5&)uzf0T zxO*jdBp$>;t?4+va~IzIdI$O)%Lm)Gk&x!62vr3?@yECI+}*o!G&gSq-OUy{u(OWf zj1)UI)m4@07@TKGavp4ZLK{DLQUJWty@X~*WtiIoe^@g$31WWviCWfe(K1#X^iMzwZvmxqhVw7W6121XZ|}+LAkm+ete|)p+8~u ziofo;63g8bKs@a?Of^yB_ZGxsN3<*VV0#oSmj4B#)wI~36T)6HaXsh%pc5Zo4CkL6 z6P(kQ-rR=eJin~GK%^{L>Z+7L<*S6yuNVvtZl~lD@-7vZ%Gj?AO3@aF5|&-{q04C~zb` z4-JLL8^_S4JB!yiSuS`TDmib@|G+b{FMIQ&j$b-T0c4^pQNeT(9HDp^t<{%2l?$;W zbso1q{3G|=M1?*)_QQnAK#W_VLNdv{*cK}cH$SPejRuC;cy=KUcCQnindQyeb2`lP z=XUUy)0Am=_88E3wih#JhQr!SE#|j>I=gr14K#0k0!lXNV71%?SF9-j#YRWy5}Zqx zgK}WoUwO8^`L5(3cUkCoZG`kb zk*v!V*e|;Xx(8~5+nI-wyEhGJ+Y~qGV=CnLYDWmpu$@d%W;m16_2y$n31{z~>o8DY zCFG>aF^OXyjwyYQTj%=m?|xjuXQK~6shV;p0VZj?W-hU5@EY)FVAU ziq33(Ko#G8DJAX$YzSJxCk<<2HHvvGPS&0MFun!T98Jm5W`>ZV(8dSPRdH$48?NlY zHQX>$nHdBp@ku!!xG@zmaHZ22V`?5@(W|M{^5z6}o)}7F%`52X$_Nr&TSQ(aH>vY@ z61^>*O;_%hqsnC)RJVA~+?@Zg*RL9x;`2l{Nl#szKQ{ps#@M1|zvXnj`7;;SzX?{_ z8?g(Cs=SY3Glp+bXGXCH@xwt!JQ=44M@MPX<13lmWc?JHQ;|&el0Wn*NJ5XcI#TPQ ze%y>l{a~T~Xj-^Za7!Jl=1s3>VTS1!e#5FJHmBkZGc&);?ybGXX3oBbceT`c@3Z5kSP1ysZ9 z*_VMUn5wX^&~rFWMWN5=l=vRGo8H5*XIHTKvTHb_Inli7oXp92E@qz>KSnF9 z=b}cR;doSd?(KehaMjy3pku~s{_v+5)b!V(nQ_7$CEXt7Q-xl`)stx59?uT&Us;S# zJzFj0^*#I7^ZJW_@R$5XNUbLhk)D_DFEvZ}L>9WI>1fGQFnD;HMh2`UJ1;es_{5)Q zQw->8mJ*%l%z_>Asx1B2Psw!+BRX=q9AiH&rZED`{H;ndCFBmEQZ+N&b8IV1KE0I% zG!WeN_=9(U4QGxA8zd7Q`_hZ5I~4zZywsv*2Mur>NAjyQnd0tZI^h#Qu0e;XdtETn z-Whzj{9Viz*dTR7zv2zSp*x_s1dcH)aJs0E=XDI&&?bTNArpv0^iF`j!wi;rISwDh zb->E*KX7a53RZDec!zDC2bT}a(yKWS$i3(W-8V=iodrmyDy8J*Ie-T5tmCaL6VOm0 z5qotl_`{F&>G#A?2nqcPTETzN`$z#l+GrbYHP@y&Dk@Zb+m{8L-owpwcZ6eO=EJl4 z;cWV)Mwq_t5c~FLFEjbWsCRfJCMq{lpiC$g=6BNA_wrJ?QVnVMqd7uXafjeHyvi(I zpW;TQ$WyV59&}|C36AY#e7`}PddF4q`_o@>ZD*gEf9no~x+5pKiwal3*Et4{jhsM3 z{Q9!A@I2h9*NCd|vTWb-aWrb(NgAvj%$oNV@LS)@N_CE2qBz&Zgtr%9$y*nuukTC&R&dD$>MG;Sito*%|Pv{h1{8CzOZoIUHot$i`{d1$;W@*MLkX+3v~Em~d4g)HnwWv6!VIr$iuOHc9axi)=&JQ8n)=+Gkh1X4HAr&r?L>`A$%xFgDp z`5Py~$zwkJeZzO0ULOt>+VzC}-X)ZaeaNdO<>8=V0{=Mc6sS}ReQ&=fBx`jRqebq_ zWYJ*N`|`H)5YGqbUObomKuA( zh^8yt)Rt7Z8nToo&z(;-Nh(4XvP5&OpXqvQ+*auhx$!)$v8lk)?fK8 z^+uxZlt!9b$&u^$Ec#{k0S|my$ErMUu&oWR;p+)ur+n6(eRGav7iG7=C|5_YDQE+J z!F(1eGn!Q|vc$hV{+v%nt*Cd)1x{IKD!DdZMOpVK+<(NHHhuDAp)UUHK!-9H6{$vx z<5i?vT#TjuUtW>1VjwKPWy-D?5Och>mC0Wavq>KuNTL5RTw&eLTeocB-mTPxDGM?n zVQV?>5fTd*vUj7$KW&n$FT_nscVS3j7Zw}YWAih?7h>WCWgW(B!jO|JEjfTWz26Dv ztkY@W=@{xCKOe5P{Kp(kN?Bcy4Y~+SP5;N~h+BqI+R1Egk9s8-9NsGUhxDk;C5*4$ z*B_j7zQET3%FMT{hyRzPMqzV@VQioK++h9r(7P(1Y19O9b!8m;Y%2hReaDI?Ij6E8 zM_kbK_+75UZ3eqkT*4N}OWEbpr!>i=gIa^NNq1`z<(<7v7Ls-xQV|EcZ|@}W(>b*F z+)s2f$_9_T80-y_VH#~0pzTxxc)M@l_ceI2B@b1YXXzlm#_bgQZZ=6Av06dAG)Y}t zxLr}aDbP@SyWb0DHoZR^Uat<`>y@O3Gd|Ot6G8N zQKfbqxZO%aGtFAW9S3lUq70@u-N$$0P%JH(hr`Ej!w;@&ncf{G@uPFTEGzXXn_y%m zK6u$s-1bkx)CS43`&!vlYP*nzy?#foUk6I}b;Z)Ti9(j%avhbqm(s$y*7RC#AL%`v zM_>HaNmu_bAG@YU^x#erPBqxh<#fHqO^4;!I)zl6@XUid9$yVBHYzYDs$`>t`O?#1 zU-mqG80Ga;lInl`q(3~3rJLU6>zm&zQImF7jgBSZgo>QaxTWUuAal<)x0oH`Fr zwO{ag!gp(GmB5Nh3&hD8x#(W@gR2T`;+OvWE821YwJ3f@H09hh!Jdug*m|lRUtN97 zpJNj8)ganA>oWb?ttUPIb1i93k0*QMe3Es_q~e7-^gTL&a$Ub+-=Jyq+@T$Bd+SqO z(*!&{`Zw<0o(XDMM_Up5&whV&H08FismQ@M9m|=O8r!{>GP~d+8gfo3u}KJx|~dt*aD-doP{-{x?851ViWFXE0W4OPrkBNXA%oNTQ_DX{R=nN^<4%vl@uQ+K z`K1n>pI*YR-@6-2E#BjWqyn7dn+W?)M)5P{gRnSZ2ROcI;UqU?VOGaw$(ySi@t5Nb zez~^5Py0R^RZsBX`)mrSsI>@)`}_t5SUSbCgDEQP7Kr7&&4m z7Cn#Pr>8a}x8WH#dQ2O(3M}r&>pU>uW+K?R7=ijU1vVmM0=GJL7VP($hvh;S%GDmR z>+lL_zR&}f;|nFfGlk#jmuQrUvl9FdUvX1V8cuQa#kXySoT*C@_g7h&S@rn}MwSLB@LgQW7zR?7=#>g)%xiXI!J zW{)9%6omJfAq=1F#)h=M2dx?NSz+U3cB0P`wox3yPPd$5)9=VIn}YtV=Jr;mZ#T2OagNc`|h74`C&JS>+5dHT>89W-}eq&W9FDe?qruj%AV&KGvksWg-cJr=h2tV| z>!wAx>3s)R(Rdpt4K!r-H~X+Rvo-0_=z93VZB{fGuQJtWPe>!b^3|3|NiZc@9o2R640`+9p#^7yk2 zU-s1m=i5`*_f7Y4t7!{oYJG!m5HdEh@xCZ`Xtl`2?RoLuP6Jx@q>#S1+!naqBP5H< z{^5^he)Qr)Ho(W*qO!Ij(C`}RTbz>AzVao>#+XVAjQ^v^iuF|dC7&i){Q5t&joaxP z#Zn7J?D?WOQ0f1W(@u$m_wVfp~WLlVCg-syqD=RTWLZ0l8gw)KUm zcb*hB_N!xl-_Em!!xz}uMbCH()hb&3{yjBr`$pIFy=n85cQmUgfYxL!hWv@iBE{oN zF(~yEtJI%@{~QLhl>a_L$srT4XP<&qe=lkjiUI53QCjDL|su>v_44aVLJ3SjeuKxfT) zRB~5geO3gpmX}xIzvo))%=Kt^V!=Sy;1_OI%EyWGXTncYd20BykIK%d;=yQNRt`z* zsP8;Bc~U7r&RBLS{v$VJ*&K5J?hgKEy(nURU#Z&6C^~f0lXbp1!)R+CcI#a%D;ko5 ziP!e9aeJP_ZqaZyEAtM1Z2!qk3cpq0TlEIZ#%zSa+h>wSfFT7;c!Bz7E;7j)HL+&D zS}^^+jGgk0r9KVTblV^h%EoDde2s+VD$J(y%SK53N53LFpRts`eK6}>;Sc`)4IF<* zL~CDpz=ppm>{ItpmXxXslJZY{_8vW)T;vM#TeI;(%n=Z+`-fhednH|y`m@XNW$abI zQ*ff_2CJ?!qcP17QG4+@)Gir~Us7ryaH6WzWYSyu>b{rcv(D4AeHGL#=8Gr!JOt-n zXIwC=8tQz~nXHGvko)olwU)o*dW+rg^?w4N@7NB=XnqIrx(u0y3;j;(;N6AJQL*4W zYZ+e!`I_Ez=XEe(W)<8upUA4h!&t`DOH85@N>|_I(84ng6e(~Dk9}Ls>epX{0O@!T z`6NkJxh8N4+g;#dRTe5m`EWx$;&E$}3}R7Va(HRP864k0moE*cBXb5*x>g3Q2&|x$ z4O1w)NsoHY=ds8E=4{FAc(!}^F}7RoBF3l(V?y~CZs_CVTqu}ReuS_qI}!`+c5C=w z|2*-N%V)0D(gLq+>qnE8pN4I#>S1t$87S0TfrU}3>_W#pvX1gY<*FQdB%?wae>Vzl zvcYs>l_9G<+rj=@ttZym&`11!nIp@||4#8w4N&w!4u3|DVXu}frk8cc$bN`CKW2s@ z1*di5pxf1$J~#*!ERUl_PdG2LdmZM5*TU13{jfbsn-*4|!C@C=;rL`5x*BOody|4N zAv=W?zsh5;V2rqX)p+rNqDIziI)pCOgB4h#o{JZUj%Q_D z0CQf@$$D&!#H0HS5RdiV$vkppC~UuuG}AK--zOkV6uyTGPj9B0x!TfOkDBq)hxHUb zOrE*tdBL_yCHAX20J6MtG%(&k%e%yYGphNsi_utYlZV zU1rVh5~g`OijAFZByRcTz*Z`Zq>6T9n)7ca%?dD}kc>o{bxTL8QV>c7c{}NB&v}%6 zF`D)JXu~$m;=$BFgte ziul=BNAdp{I@55f+9(XmJkL`pl}u3@k+au(63wM34N8;L*Q{BC3P}i=hX^4d$q;e& zdXJ$9MN*VdD#?%{r4se+fBu{w&b9a1`(5jK?z=?xCoxr#=8MkUM^ukKB3^2tq|;K3 zD(xtM$z31GJy(4}Blq3OjGiTLdrXMuA4{Ujowugk+l3n)B0;;agb81$3{Kt=cr}xA zYP=VP@7%lRz*q~aX)eXgEPn~fo3{|B&*S;lN~PR0zLdB|Bb9^P86EkonVDa9ulu*F2p_`Di(Ym;*h1R*a17PQ@1UOYqyr71NbIb9|XB zIQQiXK1-j#j;Ky%i`31jcy}zm%RGZc953N{JCKY&Yl!h0M>0#O%FkQLWjcQq5heAB(VM)#WO6OgGshe1(&aW z2GNb0&@^2ZSSNA1>t+QFug|47!zg{bzXV2Cu*@f6HM=JAIMLy_=BrQYlJGo7^1Zy4 z`1|c8hHtb<*stlRapIHJXC{K$d3?vXBvHoebe;g%+1O(21O3UeXSQB_K={pH7zvbppwvLG>GoDi-S8H;6zF14;+k}P265h#N#}m7mF0=cV}s^ z*1t#>$tIxN!e{J-S3LT_!H#Z!!ufQ!>e6I^B%NR-MRpb0vRPbrxoedg*k_djPxKud zF|Ac#=Bh*=eLhZ$Rve}#-%oMA)CT%pGMT0;XX8GliLk`V7gmHN@yZ19xN312bQ)I_ zXa72DC0&t_xobf!Si5@RsvG%uz9klQj}K$fqZ44%n~WjLOEEL1 z6Aja%AZwliah$)M6}#5UyIE|<<}kk*&z)AVP4{x~#E4-~oBbK-iylanQ>SvR-e{B6 z1NnUn)THb{CASx_Ze)PLDM`%yz&9W|)dz$btzht{2j#cCgm0&YVO3NtE z|2fX`$5YVMkAe)DSCDkm9nV>w!?r6NuciDiJpbDaHRrEFg!QyCg8^GE6M69`Poz8$lLpJ6G~%>iY0N!#sJRX{ zos7V)Q~$w+*avXV>m2@$e~hmd?#9(dmQXXc2-ub^sOXr5^ZvF&ufH8*VK|N3dBo!1 zfo2?I*oYNPW2tb$K3L}LfU_ocKqbe{V^7?Kg4^9NFE^6uFOgvXCCibr{}hOtUlRDv z=I*^u_OL=_0^D)QZ%Rby``7QW>nJ>2FG0S2 z8ip%7hhgoyv2;|m3_hvWKyEX4?wz*{52MgUUrnl3HIps9 zm1HFGFBy1kODcNPaBi4<4zASMZ2SzlIIF!X1XlXKW_mOF*OQ~ ze~_R#M+mq@sMF%6#R54Kc`Dkv7|uI#WQ2J(;HGaw_Xg`xO?zEfKIJJRsr(of`M=4` zz*3Tz`k0t>OY-M!`3Pj>Cbo;k;?F=GYUGuUJL5xnO*fjrAoDBaRu16M@!zn|LxV{ICDz?B>4*cZ^#c{)tsYeC+HE= zu`HRnP>J8`#S;G9>*URW5b}BJMW!-9mU?dgfGa&F(yvL?uy6YcsN>jNU$o`f#LHql z$3}5dxV{4?`!8lRPV16y&wk*`%m`ZL$>PkTqV!e!JVI)G=_%=DbggX@H;XxgXS>D` zo7z$0S{F!6qxJY#B3nr+FN}nB#Do3@H#Yl(8aX$30#!d8W&f1?WkQuMVchw4(7uxe zkGd6Mvh@@8q%C1>CiStN3yPTU$2@71r6;|U{*juQ4bpS&BEs7{^@IkCpHe4!6!#B4 zLjU`ooKy7(Sw5?sB%UiE*YnyTz)TioY_`zhvUWW7!JMv2`VSA^d(Wixa4cv0x3J*b zUXak2VqY12WuFYa#|!08&|vj`DExbmhQ&zX#-1(U`Jk4Lsq`}{+c zH#&*xoW70`JxIJYe-W3DbtKQij7T5!MlI=nE@scii+^TeirsZ=mE*SVg-hUGS2P$G z-$o^oi*P7Tjgfy=g;@@&beEqmO*BrWcJ4yj_D@E*S6x|n(vngQXD^zx!HqV4dr$W? z)zW#ZrHJA^NAk+gko*$F5t*$sNI>uflBawH9TaWo_A(QybX$z_Hg}@`0ZGpB)q}R( zYnV?4y7cCXnY1M$9Ruv2poqCImFebFF>a2z2LkYydKhi6X+$}@r%a@GA^R{#O~@H& zg|0tGsTVJZj_FM#mA9gZi+3^S1XxRo+_T~Ho%_YCtqtG_A&h)iCQlTT;LW@@%=m52 z`0EDOaS*$TZ8kaVO9@R3+>}ojjR1i6Dx$gQ6qXAuNOz49nPpS~clFiDrbt)e;bCv# z1D%~ht@Ur|nB4i$zdD1=-2EQ3*cD`z^m~*I6=!dHin4-0O}ax&id0RV38a;QmdX-% zA$J)z-MJ4zCpn^HP&>motD@{p7g9yFiRJKR5*en14;F@FT=xd*(zYDVOqUg|wy+m= znYatnj!O&g8ghKxxiJK6eV9&_V{mJCA!FFti`Vk+pvqKpw*DR0JK1i<-gcFyN3~x; z-k)u_%hn9^yJO&QUJ=-y&S7QOL=wfZ&P0y$u(u>h(W+@I_Kq>fgB8-`p~g+BrEM?V zw6u|K{t-!E*p5Q1`f>6)G8ukmX|Oy0l%VatK<4X(4w!RIgV3yYlr<5jSu%z&HZTy5 z9T6utE`(#LaxU=xY0$6h%kkk~BjUJn9=SVyI~Dn*iJvDqQ-#+O#LMd@?%gUaOwtdb zRayNsaQ$(r*3Gd8yO*(v+ue!%i$pX%mw_F}Hj^5G64BjVjguC%;P#Ppp4{KBP}s5` zO;Qe`&+*AHzkwr4ahddQrxBK9ToQO$#tPU|Nz_zz8hW@mlBVejRF~yCK^hfQLfVBc z>Gq(L$Gm|M6EhNDY(jdrnUN~l5Z3#a3BB1NL35Ydk@{0oWcm4rFj=MtGfv2ov1`*| z;U!5TcAj#M%t+jd(xf0{0XhA`nT&S$Fne!W(nqP`jN$UxG%9d_o#gwICQbIBcG^Hs ztZu~-xgBJjeiON-*8t}=+wfM94AjL0(e#~D>0~Y|U%q}1?~-LG9!SZ@9yK}a@eabz z#d^58{2j`=0zDVxMV2%^Cf@3giH=|@-#7aujGU{aWk=npNw7R!VZ+cT1xH{~-E1;1 zK$NDfN+It0xnyV!$687&W6Vs;;mhn?YE*lKY1*bsnz?7qphY&!`gap$`h#(xONq=9 zQ6RI@teAvE1|Ef+CB~bQiEjH2&WHD!xcK*xIT<4Sb1Fq-&$Cu=shmZY+btlC$Fi8o zGJ7F@`y^6n^Bfeu8p5?jOR2kLJabA%k#6LzWb0x%=YnZ7GF6MPzI`g=!w$gZqe0BN zW@A#7Z%Mx05GA|M)k3V|HS*@^Vqz{bk*}v~#J{4P!8yTPh{|?7*mhfqbzeP^wEpKt z^1mjMA*~$J+h<1%9v`G)Cq-efHBlfn)*L>?wxW5L82z`UmiwC{ja(Z=rH;?wGP;7O ze&cwwYix*?9fbvJYSG&B7Ct-_MdrmhlL~hk{^b>^?BrFi@#%YK`ZUOr`afPzc%E^D z^?OQG^TnC1x-MjS%oeC=o=-^E5l~AvBX%bY&=$T5^jZ_p*YhRg@iYh*W#+QNMM)su z=|L71^sswPO+jJzAOv)#!6xZ?^1dXIm<>0<=@NT#NB~{y@%;B**s_ z2_@rStmB+CwnPxi?Y}g4uxsq@fZ1npVt-PX%e1B7+B`kxy!jQbhY^K)CLVz99i5mr zB!COAFVax`7nm6`1JA~rlY@sn$@`nDL95l5;LPph3?vh6R3IC-Nr3jDvE31Fjl#6_b~b zfusNW&^SE_BklKN?4MMq(Fj7>M=kjM-gkWQ#}P{pRI|J@j@Xx#gyS@|b4L`6mpWGGXERJC0WiDam%ygL9x{%EZm7?cu zrD(_s3Ub=gq&xT^V;y%0I~IHvL>!+-!^0S|DX9sUn6=`tT_qlR6_2YtS5l&RnqDA# zadLSIuHF`p4-fa^KIbI3J=Y3f3=E=pWD~RXT_|iH_{Chwl&19;Cqk282(HIS(y-bb zusK}BJNCnr3DkTGC-hIl88JJ&A)bQ^llfR3EkS#a6`<+-P-xs9ip$id(=dzZ`zkrl zu&u8K^a@)99xCyW8aBcti+llz+$Q)kDu&nI+n`3NCu;ud0_B5uG3taOjo({=J_oPD zO8E(Fy#HZLM6{OU@SO*l?M= zvpu*E?!aWNTs$Ky4+BTa;rOCT@I1PlDIIm^fp;dF`Nra}>JdCU39zD4zU)4d?}jYsRr}^kd+QcNyaQLQH$f^%_ndV+|Xcz>}PW z_!nEjT_O=ZUn8Tq^a76OdmycorX$=v7-P5)4}Ix^lX`z)-|R&EGHER?=duaT8@0i> zeVB=KN`&+$UeKM_fK#qZ(r1Acs6Ji>QwcYsOfF#}X@;FX(+*_>o z(hM$jy%s<~IiB8{%FLXy7rHwYNy6xS6l{|gXRZNqR; zX_79}zzpljlZh?&Fl4bJZdf^kiQziuEnlXQi~VI}vvCd~(c6i|hXv&3Z!faOU>8YX zVg(8MK;lPR#)@jKY`twU3xTwlgS1Dv0)ZLi>61kmaX&#Jx*l=Hj zxx%)*TSzhw=#eeYav55pP1Y}LWVTERCvW>Fkh`Zfp@Z{0X{RC_2z($2+GYsldJl-6Gy5uo)NyaYB?R>B^RP5Zt@mgsj%@-I2MlITizhTV06=-cW*xDkSg3y(2=V?@=~yRs*f zY%nJ|jpuzo6W;wiiVt>qp>>QLhE#MjZx!D&{c;JQu|kS^T(|;@uVkX_lw@dJxt5wA zw4}XC;^YW-ZO-91Vg4J&k;slG@C?S$ku%X853v}=$$aO{mZz8zf12~ydb3adrQ)Nw zQ(Rs+5z2S95;yr%#BZ7+`Fp++*H;9Bq@fY+m>9{*av7;ztGJB4K?!u-4MksHG16uA z0>(|d2CHwE;+z~?c8<`89=~EwCT@CvHi}+czZ^l@MGjo6L}jSL>{yf658VjMi)xD#eJ?dNg| zgSffmE*1EN(8R(TY8gIEFEH`6bJh3hr$4x=X*N|2nA zI{50}0lOATk||9>GMe$2yo_sRG_KDkn}b)t^-5)Wsp|#vyM903zk3rrG{RxV#_t%C z7eHlo^XP(x3Y5_*q&r*dsC{uU{jhB(ZP~OAzmoCPDT>?iOLo#upC@$6zEZj%Gmvb2 z^#_YrPo?oMhERP#g9NX+OH7Mxc7Iee0YxV)uU~~HjhKJ=Id85 zH!Oxgs~Ebc(11#wx`JQN*2Bh{AMmd*l^y){2OcjTL$6h5G2<`V!j^w)@K%iqz5mCE zI=XP)q$n}E_(VR=opypQV}oJonlfmctV8a(r!t4z4p9BCuGEND(3RIV2%VS93g`cE zrA@XOxXaR>KKZ+uPBKrW&8O~R)}O_AHMtMXyu+Ea`fAph@kXze5xA?b4)%TOL$8Lb zxbCJ86CHIFoD!}$c$VLe4238HQV~$dIRNWa&JbFUWEk0jDq^ zag|Hpo#`QgmDF4!dR~(3?KzKQih{7+!Jf>`5hecf)JaQ!9CX_8==@v8Li3%n!W83v z{IRSSm80|U$f`_y&~MAJ=Z=x~<_}PIUV(k~XAbt12jd~fYFIh!gtgCP==or2k{aj1 zMruwYRspNn{kJVp!#4@p@=JI*{Fgw}ax*U8^b_PuUIVNhk5Tb$)Xh4L4$KOo*2eib zSw)s^ZH~wGUrAht{sykTQ^d}Flm*#!0dQ$|4qUz#kB+8Zu*`5X?)vW*T-|&FuP0qV z^STD$zsN-lPNQX;W9d8xQ#!C$f)V-f1=jysPYjRy5w#~5srjAh!ozX#wEJEFw#??! zA&1*w?;=H1n##b@xf*`v__3y2?n2prpHWNYH{14V80J|gfTn>W^-fVCneNrNM|LUc zIT#E-X04|_FBa3C&)(ASZ=>klq#D#(@ft^+eQ0}87>%Dpg!N7Pg}a_e3ul}cva=?S zV1(>(G*&6V-*bE!r#fkP(_xPPX_lZ_@B;F~P8v-0p0KvtQyBqi2h%KbR$qE7k*NKL zcBTcaZ_6dvVZDm{=1-$_)7Rp^OHswVI!~(gwt;ROuPN*ea1)MZzNGI<_tB~2qvO2m>4DZ`u%zY0rKizG5wgm^7@#`JC#gOo+ptcJmLlr>9%7yfdfaqB7bZj3#7 zVBn9VIqKh66j#!MWH`{I6mv)Qm4?l;e*O z-ASd;{=y6Hi>uSWi`KyY+-0Pf+iU-E+{w-2SaK%Xn4dkO!B-qw#-DlpJ6S(>J?Yam zB!8zW(Oow*ai~BXOuwJPvcv1a>gZ%L(lZOs`^;q`Z*mBPMT?loiBWKUmMmQmd=X;W zByo*9Z(h)q2F#wJf=M3*fGwiLefm*Cd5Q#h1LS(_C-Uf70nunWOZuC0Nc|)Q{>Zsj z5^QBa#xBi(PwnH$E3%dNF55(CYXA|xe#=Z%=2#_LEih-tT`bz3jxnLWpd~pME8Rti z+e2@Zs8$rbrhQ!2W*pI;6GL8}Eh9gU7ZdFvZT^r*30Y~*v76rck-Ee>qI5%?|2##l#D%*aaJWZRr0v~X9H=rK%y)jL)QNpBxyd9WW-&J zAAJ1|893Vu7xrs%`|m(ZcLid8g7dbY{EPGK#-qs;ee@jeWaqr`!jliWLD55;X2*Vk z+(V0DVRSO+M4m!TZDqP+O$3Pj(c*wpw)EoZJyiLJ1&uf%Nw@9kzzvtZ@nidXT5}&D z!}=1wzW)@~zPSxqgC%gpau9EwNypow6=?F;2!puyN$WETG|%B5v_G_FoZo#xJoy4# zhRk77up#}XZ^5j4H4aMD5dDvLp@K3;AP)G$xP9-z0x4;F!L$Lr@6^DoIXSpw>OyQU zGQ{`?_h906j&Z7^M%t!1{4_@PT44iY}BsaD?+zXj! zA7a(R#|-fu2O}LbF?Y#3HnQM3lpZKxmhJ0Bvrw+P5d0YUiVEb?H;z;Hun$slDqw1C z1@l#N4@5Rj1eet37@htdeZU_E6^Br7v=@rr{$gehWP__!JlkJu%z9`X0?3WQ=Bbk8 zm&t6Lm$U-JfMr{FFPblR$q#|_p)*j|tXDYksg$I0>=wr^g`?Jey#A(}Uagw$%ADW(hgM(kL zV6AZj^Q*20t3C{|-USU%wI~v{e)^5hG1Fn3b{V=a6(y&Xmtd9TPYibG#W9lac-p0D zJO%r)tS|pA*8ge5P`)pUJo02DFK)(bvo>MB91pVMz3_L;U;HN0f~RIbgo4J0T$b!1 zy1%i;C2Q8<4J`#qYVb^uD*B(LmzwZ#4-CSJp_SI5e8VlhF{s~nM2pJi9^A5vdb)y?7ZUx z<)jbdv~o$;B+juw49JAqSW@Y?96m%Wf<^DL;m)uK)hm}EpO*Z<`!kob{cQ`#M4cq^ zEmNJe$7>Mf)DSXw>@3-EdI3qaRssEj5GoPtM>Qn4yxpKJnmHXKy!SzHYn%w_&vwMT zn~vbJ+y=d8Dv`zVu{bFB1V)z@k@)5<=p?EMr?jR+}B%+twGMucYhtEBM~)HGcd&|z?(w5J1u1l0xf6ZOxnj-ltU)=p8P*wYhj!y4t8&kH zTCF55Oc`547q<@32k8RJoBJ3YBs34oJk1uPRcismmbVQ7UO z{+x7$Iy6k9)!z=%H)Jmr4Kty(Pp%May%HkF&xdC@x0vQs#4&S&iN5J>^6|~6h7I3f%Le|0>KN*0{sC$Mw1S73AgBYZQu zA6N6uXt1FNwRloY^@{$ZAQ8r4zO)$UpDZKmR)^tQ*TMQh2DCkThLI;bz(D>KeQWRy zKSxK5v6uke8XS`)@ij1N!{q1!QGP^M8YztkB`!gG>C?ahc1WLN>@Tgusj+T! z_v%ch^_U}BDi_GjnZyt-1;c+rIofhQfgSvAh3D+DV8h-|P`P(MyM2c*mOjy^pOg>L z=~A({;jCIV(6)duh@Rk5aMLNjON}nW!`(`(*uw0(}9Z$ zbjE{RjQTJFUl>=$v12`{U*dtUbdn%V;w~QCegsB8)W2rypcxNcOf+DF1IKtlVk9EU>YM`aUDN&Hfdx zowk;w-!CQCj6z9NrXQi-%t`d^99Xwo4!_6CQnZG8nPEJF! zw72M{I)-YEdrYVEU(oo@*}}u?mkR~yQ-r6cgV6az8?F1?i~lYj#}#Eianx6b#4}0c zQ?WO39XA;gUOgejX*{AiaX+aZo&@g7JLr5#6-lT zLDH9cQuXRE@sqztPRg4=@*oAOXHDuJmaxP2J!m>fj4m=%Bv;*jFbV6?3wec$5zx_EgVdnv;@$e@nEG+nM%!Fib_fqoTc0Re_*23NnW2k%S0FJC7 zxblh*X{)hav(|zyZo~n&R49^oevxg|C`~ao1jlk2e7JrtWgW|k1@X}QYXto1s zNxeiaN(3`^#Tj_=J)OkuJ3$;2Xc!5Z9ip&HhCa}Vm2 zjpXpfJ)oYT1;=Di4s1R|=FXggq7PK*xIs;L6_bwI&PmuM@dul)6yidk1IVv* zf}?V2U@&I~`FYR@9=}N^@ASfm?85`xGw?nMEZj-`ZDz1F1E=tn*L=*8pU-7jpEIkT z&Bczwf3PlPDw!V?h!NL6!FRW8kXL>U4;z2dn@)~) zZXw-f0%n8RM53T2OWr=ePM%x6hiwVs*!eV*)*Kn2{4d$`rn?t7F5g3~uNGte7OsO- zBta8h_R$551iFRKqGhZ;onqL5!NzYfvo43xt1M^7eGA0nSxdpgJ_7Y#&4%15aqKON zM0mcwfvqca#pc0gp80}kIH0)z>O5D0K>9hG%;n-7Urr;FvM&o>B(*ce*(G@Ep(E9q z&ajWtkTo0s64zXrh(D{X(B*3%O5Mp4l)f3|O){9uwo8oghTm60|1Hh|xOWYnYFi4O z>o|_F%^m!c<$>q9e8Xn7vG7|?1EtpF2&N|0K-!xqygo@pU}`@bY{V64$*EL$7Ldfd z`gk67d6xt}*HUrp6owgmeGTr%8el`X60HfZ##{Vk%(1LwtPke0t>OQ{+>OqleIkY7 z|N93Ulg|awG;1yG&%H3#!?ezN=tt(+m(9 zjjHQz!@BR;n4W)?5sCY2g)?GM)oLRuvO}0~M3%;U;W7lDDy$|w8;?DoyHN3J8SaU; z0Fn15#dAp(GDUG{_4bMsh@;JoqLTY;r&2_fnp>9if zQ*##M$7-UC1?QbU5MSJwAwstAvt(r*RA_r=J@3|TDRTah7mE0lGW`eC;DB*ITqd_YV7U8DTDJ_pnzQ=F&ywiqw5}Dlfz$3p9V~ zQm5WfXk9Xqj=3dI&wVPvp1^I4nqf*C{il}O;{LK*t)-zdEP`3g@x`VB=M z1Mnx(jomi=CA6(R$<5$zgNd&!{5sQ$Vsri3X)QtU?~OZ5o4S^UN*tnDU7M(+>Ug>$ z+?O{l<_pYTGbq?=kp|uu{9#;TK66r-2(`Q}Hhhx|?0I?wJgQeh>C#oaBK1aQ+#tg zX|XKry*`%iJvE5eS4fgh6&>=#`U`xm4@M6$OQM|C5ApeG^p%Jvm^7}(${+36aGSuB zJN;B^7Q+NI8m(_!O?hktlU`)Eje{q{#YGuDJJ70 z-A1^$zlPbrv;YbZ?WHll37omY@noi_Q@QCpDpQ?6p4FWva~m~?QIIBaYM(*!MjPPa zk!z&W&Wik)6VL5=hhUfaS$1ID61ZXR%Z`8k2A?F9fbY=(=>KpZMGP{a$-Wndj}~Hm zx)ADWo)5=E2%=a(usQJ*5BS9O6FMPGlZc5{uY%$3vUJ=0YG#q|A6{;G zJ&&(%NqmB%aaQ?7wt${uQ_+na`F)ezQPJk_-_t>yzCS0SV`lLi_LP#K;9{b2HjrEz zcZYs+;300BMpDa+=$$<)IadA{ntDZs#+?1h9Oy-c{t->LylJuLf%o% zYdGZr^W|j&_-V-rGhY`_{)zvnU*1D(;ARK2+klmlSBFY>6Xk8yne8OfStQ0r-c z+m5loc&;EZLR;|KWJ4$KvL_v-|Cl7pQC5Ukg{S2Nh&xwtj<5$f)Gs7SoUMAT-umg?KrqeFx^|UTOo}T%AhbA4ZppU+&(ftLQbWZ#&QvG@}{5pD#EDN(I zHDa#x-Tgky^?pvjam=WGbyJjHbRTQFuG1(lQ#y4zmz94Qj*%R<$vF8ff>#KtoEE1y zK1vf3`;~b$Do+)HGidSQ1{$Oj%jVVT(9DsQFh6?f0f9U$+>+yg>mZHl1Kz>2rg!iJ{EO zMiKZRF`3rxI)}rb_fgHDMbzGFHs~KJ3seF@3blgT^Dl-{#M`n|l#f$0L2SQxb zb&S?qGStXQf;)GlQ_F5C8u&_;x9Icg}R`S(m5^tksn$((JZL6DCbuT+Kg zYroLe!5`HB?FbD{@utmpuHxbBWL&mF6R*Vi;Tp3Mc)LCrKHWWpZ-q4w?Uw?}rPIN! zOqni?UqM^=op{PPkiDOqEN~n%8L7o*D9_}C+@vc5zOv>yN=i*%2eR$&!gx?U-5M zKn*91@&bRIrk6h-rG^H6G_=~C${aXDqdGQFm5Upx=GNCZ&y|9QU=tpETTEwWRB@cL zcv|@QCQWttOYiA^z={dmnd7En+_`)Klxy6CC^~^Cs!stA)$_P=-&=ewn~up({ju=0 zC{+%rgNRx3^v|X=YJ~SO>f>d)S#AaW(W*m~1$n4~UUZ_5G8RoLf-S9^;j`iv?2&(g zk86GDf#^^g;Z}fi*KWqI=WerpodMVsw~5J@d5SJ^7olA8B`6(jf^W=E4EvLc@**Md z{#Oz^-TyHbZIj09VvSJ9pG2`a0Ag3$z*+D0G~+j=_RC*kypkDl@n}Z8UPT{DxY9;x zOL}eoernYu1BV`uC$}!|!FF*c_E@eTxTNdi&V$|Da=cbzy7XrBI!3YrH-GnaU49LGroSN8JjQAmMb@D@~Sf0_j(YkuQza< z42HV(Xj9`EkI?Og4oZC$WeYmgNMC9w+OKH^LGW+G}^{_;}k@dNI77de3pCg5#0&yTuqb#k!n{=&pe* z=eMlN@JDQz6NT+fm+`4{4DS2zl2Hp)Cf_6-SvdX#&4$BZX8A?b))AuIB-xZ&M-2U)g(1o@tfL<17ZIC}xF8Kah!(Q4EsIE*mo>?V(ZU(lSDEe% z4=Av&0Y}@rs1S6P^}pJU?T(|I6RwBd`78~KqWhSXum;XKp^Nh@JMaj{Bx+w4Bj~bI zp^KslaYmgYQ6G06Uj4TPT6*NkaXAOr&bfy>;V-Cp1>l#2``9G+70iY>zPsXb6q(mx z<#*{0$bYa_F1?)liPtvPG(i6N|VLO zz7P;|gZVM0hgp@&&G}EwVUAnx0_DL7P(9-ffdO}MK6fva$jDLm?i92>_(h=G=Y_Ln z4q`rkCFD$1p=YKH!-l?W4FB>BLT5U`&kh#7xX(0l8A8jT4rcAt2Gm@V1q*h0W9z)- z=y!Ams86pzMVn#__|uE&6BIyX%GcswW*?Yq$D`3%LI}5}Dw9{b&yk;LhL>Coai^dW za(^n5>&3mO`J@VqIR>*Ki#?Q$`D0}r0+vaD5K3YONEhtA9 z*%Ewna31_@a{zTFQ$Wk#v4%y8G}Yt}`%qjO#h1;1Np9ZYM{=Q^$z`HWijptI!C=Sj z{j+P0L3qi8M5(=o4_|Mxm#0U<<|s8167vi!x!kSt79K`SOor!NKk$l$Kk{upfqiX0 z`!abE`}o}m+O$#Tn)@(DP3XmUd+_Q<3&w21 z36S^CMOJwVZtIf9bGpg!bp2#9YI}-z-bsRl9{Gk-hAMD-P#I5TeH1=7cfqG`8v(iV zsImWYcwb~lV(YSS!sV;%Y_U+Fn<8*t&k%E&tw163o@2z_VvZU}li3pv@+$5tQpNl7 zRLJzB*Ye4jKkWzXD3!&wEdXn}37a|;hB-1W?6~Kd`1Fx7s_ZX<6H6|zssH(5wa$d% zQ}dsI+#X$Gs-(imtdpc7Lp$iQ{jKP$`-VwR_`;ib?-5?|8V0eLU(D(zW4ikFXME)? zO}FDrdgfjr8{8EJ*JVVh!{9?~%$Fj0Cp6ilx5?Zt}j8 z<&RZkUhfGwX7>d~X2_FiKPCVaZ9t1fjc{=z(|bt-=j?d|4uP^{0nZlqPt~Lq zX=V8C&zR!Ora0)|_K6XFSi^zy%P{^{j-dJQ1GZnbj?3&`07KQg_}caZXm!gLht|JE z%R>@$;BEr5X-l-=pKLu-x5R|w%u3M>k@jeHKojT8OGhcgFZd$Ch$ip@AZ1hmqn0{? zvUskbH75~uc)K{6lNvhO3$Pfqb#_QYyt^L%M)X`aS$;4T*jTPi|apc0X4N`QIo1#HAlU#5kdNoBf?qgnHG z1eY(V(bT6)Fi++i_Djjp1-Bfj)`KbmGshFe{_Q6l`U9ZV!JpZ*T#vNu>zLPXA%p9G z*Nd*f9%m&y-0i{!pE(A8YwzHRmiKVp+X$cgord1V zSa!_I4$h%wNv$~lt=qdG^gUL{7~hMB*8^`Mf6_7>xcDDf?Wx4{mTHjFCS;&eZP-?(B7GX%#1gCXp%_1xuhnu zmo@Bpk3aUW<#x_ewAFkN6l@h~$e}JMi0o&>V-b=Ip2Ec!w^6HJ1ak@|LFuux%!TEb znZNU2fV;UpEnRL*Zx8>+zW6qdYzbYBsneIi)7m+-{>KdJtojDF_-i14>=k5a6f=B< z+X-tguyoCTfj8$y;lkl&G}_gKF*(Y_M&&7f^_3yQV^zo;^uoCc8)00P81b}e6i9#g zfL8+#Vq|d^s>gc?rY9?rJG(7O-7HhG<9j+>6ZpXWk7o4PZgD1W_aA(trH{4=K8$A5 zG}@M21$mbh$cu+ryl3~CvDw8Q&97}_mnnL4u2)4kQL6;6#|Pm>jvo~8TZ8d6@khZ; zX;P>uL;Yzaw5EoD#N>-$)~HQ<@3ny0HX$f>7BJeKdGLFR1MS|r0u?uZ#GTEZ@Z!rQ zoV%u(S=Y6O4U1O9VD1@W*Zc_n)BX*DjrZ`sZW-49V+CUx8jgA&0`X7T5N>J9g;IZS za4?pjOK!IUd$g4`4H2b-4wuW7wisdYE7x4-K+HaQ;|}8ysWc*#$Gk6K_L_$aPqk z9|JcR&ca&)9^R{e!c6EF}I1L6FBy-e>JZ##r$d=#C#xtfIJUOEQJ29iI#5 zbnPLbAOJtQS%ON319X8Xc54@+=f8f&cwQx=S@jW4s(WIR!8Tsy;TVCX)*_gn_YSpH zB0&)cFltB!B>V5f3OyG%eIOE_9@8ZnQiNdMUPh=~Cop`&T}Q=ng4@sU!j;NIIH70+ zDg!N`X8sqaD0t%72r05T!i1T!k;|e)Y{sNtF9nm&e@CsAVr1y$2Gl??()xS=w*;oc zud8n$@pB=pG@OseMNB!yw1COJ=tW``T}VyaJ%}=yPTB=hWVOW*&Nt$ggGOUOabW|y zulfVF^+({4_&Tt@bdMGBD;MOP{LI{x7($P;ooK&d6Tsi8Q2+NH@a}NT6i;h(v0DlG zIsJ%Br=j$lP0Vgl?hI$W4O0aiF1+*=*i4P&P21nV8~w-ScAu6q^Of&oZMZ0HH17xZ znIbgxi!#hB>|mB#loSLHpSRVuw^{B5yVtbKdd4@7rP4j$S-J*Nri- zOvI|^-I#P#l4crQL$xAr+;`OzPAElTV_h?f95}~_a_@YeTt1{u`!=ZiTS3=KMfz+0 zVNCe<89X2UWDI}GP~8qOa&xE!SBy%N;j&vGqUm6@IOikeoV>->8%Z+XPZ~hd5lv{{ zA;+=qQ^0ZTD#+Vh2no+0;p(cG!S!6v8{vq&2FFWrhvw@~p`nrU2AAZ+qyR~Jqgf53 zs%sdD!%n!OQ-myy2?eWR6ViJ56NsvQ1nG&&bhnsuk(K#*ZUz+x#yb<3HDoe%=*>ZI z4?kQ{Gzw~5E;e{z5JV5Q!xjrAy3hG1h>48iE0NW3j{9!AY&ahl$7)zTHyBncq!e1*=X|a9UQ|k@AsR|MO)^5+QIVNYDx{42oO5ZAG*m|X8d{{1GAfno z_xuI!>$%tS{hsp~@6~D)reuv1CvJu}d+NAFeFc!!zZ+h?O~ufMFZsiEa#Va~1-==$ z2rX8;fGbar@@EzZOg)n}cysPHTQRK-bdQ~2o91s}$@XQ8+Z4$TarvxSDvfPOjpvd& zH_+tQ5oFWuMTd?~riLvODP3+i=}kF-xBDaaRQWoee5W0H#?OOvO%1lyunWyS=fHWF z)!3=x0K3XEpm6co4?&k|r6y%Y2Ypwg_gF2m%oq9*%1`6^HQu53Wz%j;y})BRff`ZS4|e~T8FkgMR2;7_ua zO5{bo29#^KfYNN!Y5UZ4dbp>SR-8+s8_nGqTJjf;-Y~$jw$)fLAOwckFNEg`vdlhq zGCQpl&Yn0YGB1k&mbl?J_u;@PJ|K58nyf6wO-+;FThtX=K6W9SlE>IP`-`j}E`W`$ zM%X#qpV+({^4fV@$Z;x2bgovDOu0FE_Oqo^#}d&w_5r-q_+=N=8E5w;ON!lFdktjv zZ-qAQ05jT=SN!;nJ%RH?I@tLVck(BYz1f3fPG(ScY%a~T2*DL8No>q3W&1^SF)UtJtHHH#|sv+oOAYya!X z4>o0bK3RyBB%}L(rj3dPu<-n|IM%+0~)$FjIFb?5Ntt7y*S z_E7fW_zM^@|2cPcL^6!>ABNifL;~w4lKif_(vI_~7!{8&^=u&fdw+}lf?XT!2gV(> z|EAx}JOgwkC#&Qo>*Ris(XK!m=)o&}>__K4~}jeupE!Ynil1pj9U z_oZzd%b7eC^-X$k*Q_Yqvc{DZJ`Td}-#2h*>SFGE(N^Y|exKDmlCbAX4DBOp{MdqO zp*L#(Wx7>+lYDMlO4i*RO)zyIMRYb`bH8pru_u7bU-lVGhFn9g`w!afi^laTioElm zcku9>KBVrwgOz8R#j3Jq^vcW4cMuQ|w{_*D#^o7*{MV;R;YXttAQ zAkG?akw(AyL$VFB5_|s?dj4CF9w#27rCO(r%G^psMHxIip;GimP&EsL^vwV8K-&mqD zB8S#mi=aEU66Wl^z;+0FLi>X?tn}1&Hhb_w`14JkO&B?!%YFJ0Lc(O2DCs@?ogM|s z?zd4^_bg@=`Jvn2SGcflJ8+wyVelSH=2Lruj}TbTy9JKH8Bq#uNDHQOvTvzMS6$LN z@+E4HO2D<#tst|efQfuEut~cXI#166NA>Fvvgadjz{bLup^tFppObvjMWHu*n>Hvu zN<&Ze2$($FkF)w{NW(@5?2IW|R36d|s-+>^>K4I!yt)uY-)lL`?eb(k!3U(b?W9+a zV`%%=44U#uV%78#N2(Y@3VW<%qDe8pk^_S4}zyG8A* z#t9mTIVDvYVQEz}SmuhT^^FCNA9(&J)BNeX zcSXUjgW>2?EgYZck42M(aNn|Q-gW9K>i2X2oeMh5?z(NEb9q{{bgBukDjZK|6aQ!)qa(s@lbNaJzl|=ZoKNF^JD(2^jO5x4CP;gY1 zpl$IAxF~Xf{xgr_O@|wtu6P=&FA=y4=6=lL_WEhJsxd>U&y5f57Wa#OPG z=*TlS?ww--i&#@5z7YNhw&?GG(JJaBx?75QcMD79&4eyYWqI~$T%y<`Tp9mfX~0=? zig4tLWAII56~yjwX4Pv)vO(@aEKc+TYH~+0mF_J}dTA}>ww)5^DZIe4)&Z=NZ^i~U zDQca427eX2#<~-eXinv8ZhLqY9@<}yKO9Emu07Mmb)$}g--fLy^*v17maYRbx$oi8 zG+~d?n#1i$xCb&p>3sQb22VwytmSY#o9`6DJU*4eu2|$V@3;YO>CfFt{m$J|O2cBtZ!14$? zHn_%%O?3BwUvr)CL(-S*qFh@t!m`E zJdg`B2!Oc%hT}i}CJHAAj9wK34YJSi#5)b{nyEBrF`|yY-p`D$IlPq5c2i`z{(U&o z>ZO zd-Y=_Tzh5?j=w#y+~A$C%bm!_PLY6d=1|VJ-V=1AUx0u96mF!zg}WHm9}O|*F)qu9^XX|0FvYQkip!$NJ|Td1(wh^7P1z-)mJXCk0e+Z8u+2Y2eQS4KDR zn@a%ir7lMWZ-qNc`rt*8SX@x}5tdI-K*OQt=<%|VTh(|8l|<^WV0RmO^$&&7 z3m<{zGix}%J`h`eDiV1->WPa-qmP#bpb0HW%aDjBRCIQ#|98CIqZ({Dy zZqS~Q3R?aLxe3}G5EHJ%x?HEhp_)tx-2cz^voI@uG0MaEnrLhl&gnX>326LKn)#;1 zg8lG$nD|#8H%-=I&YMnihX=IdN+$y{zY#3l&7<+_s1$)Uww9LU?V~4m+flFWAgvzJ zi79Q0Z0Zbsyky?Vtx;UWdWLLe1$!IeY1%aic=rs86xH~BmwuqO;bYLUwT1ZWa%_i# zb*aWzTl6fB!dn@KFsav&1x*{sJX=i2b$JIaf1gjis{?4&`EWAwoj@b(XK|AkXXE1l z9`?2G7JT6440qKtlYyjj3fGZA?OiShGbyz`maBSgN-unzaGyep`2B1d7O%LHS^YI; zy9UOv8`J!m(x!ZNKj0J$-91m}G`%mX{`3OV6~AIDp9pssKgM*W7a;%LklSnX4%HV8 z7MNQZ*mY=_NHsMJ=dKH&zqtnV=z=wMtY{U@=x*lwWX;+60Be~2BnD3QxiZU7m)Y;b zfs8lq&yHMoX9^zSOmUeVn)W*Z4#I9yTmA>G93kY?+KtRJ6ui#jrONDq{~auTc9Je>V@5BtZa!A#@0sh(L_+{h_{=+B*Hc?*CwssF? z)hmy1v+PfyINe@sO?zsA^6jN-C|G zZe$>LLG>~632#v8S_Z#*Xs0+q;2cfhyRp*9K`c6|O74br;AL6^vo`I*nu=JaYQrL~o`(x@HX);V$BLk2UQ*5@qT<1Eam zy#w2z9rMe=xw-1~xb3(N4Nl$?T?) z0lW;k!-_&quq-RvtnOf3fJ^A~Q9*MOc09xXx#J|$S{5ZRUoWiN#Ip1WYb_n9 zfAxJ({g6brlEW!wbUwc$Aq&WLBOEMl;N!bew4dw;?y;%B36NwhXCW7c=Iq1o z3^xB;02`&2%$9gwV=Z#gkd^rZXD^>hyQ9VtT{B@}r`(xW$wVyq^^&uwd&`%5a`17s zBhqU}QtJE3Z+0)hR zy4e+`rBTRgcjT~ugLyC^?>M{iZXcTx`xgd0*}{c1b2M>!DGZYs@i(TYvV=j?n9CYv zhO88Ti=zZuq&~t zWbUXE{rm$36a3xvfARc`sq{81jTH1k$tFLNa%dzSTC@{oBAf&!YAuY9QQ@BLTrC>xBHSGY z?P2p4xw9)~CD5;lqs`nev|jrZS8NNwNn_iAB(e}VT6_+jB^A=_-9qS7ZI11uwzQNI09&Xr~e=)E{XVv2uAY zw%kRDRgaTnEh}|syOTLs)!#?U3(s)SjICJZH(u!MvV!t~`RLa83-+BEjKB0}a$35U zxTs~l-H|9uxWk;W#`hRGyl|w4nrRd#dlTo$jezOn=i?^(!EAuD54`;^4*HsoF(1=I z?CDrTp(DE$cGqUZ(qVG6Q2PqZ$uWSqbpz<&vJL3H=NX!<_=_3-0;?!anTqs7A^58< z8xu4RAM|_7nOcnzJi_5ZHfk8Twgo}lDrw4vQgc^&xIU=o@I?_7;{eNI`R#dTjN74Xvtjw8=8!L#E#xES+H}D_<&)47n#3KOzJjI4pI~PO1j3cpN*J;6HKgWeK-=hcO5F8bbs#m9f6f#p9`F7ARhs~GP5Mpbs;*e+3q zco-fR9Y^u(1T+$~h}qJmLcXJ%)695)!S{rBuIx9=0AuVI*N?uA|BQ)mW$@7>B{*bO zk9Uqe6&ind47p}I>8y$^L^k%|>@1|m5^A~KiX+rm7ieO?m70ONeL{>Rr z{5utYh%Va=^(Q}J<7!!;9hGLHfCrRN+!Gli@96|L+Hs2|mfGLjEstWe9lH&f@e7l;Eer zQ@s1WN?fbE6bC(-$p`3eU=fM4nXHNnvn*-D89o-Y%2S#Cm4uU8p9%fg+YZMzWr%cE zOVhHdd$`Rp7pLZ&z}>d@V24K+Z1RoZs!~dXEJ;MkLwt(=TFY_M#7=DbG+%UQQYiKv z-of?_GH0$Yb%idS72xF`0}~wrnew$Nh^qO+2bjf^wNyXJ)c>lv6zLdos>Ki(FiVES z{4+2t+kh!&J8|pgmqP!V9anOEC*&5^W9skG_+(lNtnj$QKXO^mf6;KjFbrg42FzhG zb2hR0l7H||!^V!$enrw!=3R}=<#q951;2aJ$;TmD@duikhxc$(S#?33F z6yx!9R67;MKVJ@umR^OOA(NTunscJD_0PEeO@-({(w-Sd(a`%5+I5%GBbWsb3MR8Al~5RGT8T6FIPz{nCz)&R6fURZ4?k^YF=Xlt z$7+5xv|Na1O(#P!=j}B-@Nxhv`>oA)9GJ@vEs8^Xhg{sg)s{B)dRZP3Z$Gt96l0DI?G zkeNJ|{ij_F19Ak`tFAq*U9*~|$v&X@H@;xBMEIQ-&!><(i4?o{329WHp@o;8(e-5y zFh_e2yJI;S*1V8n!@CBv;i?|O;z*mpj}a{9r8z8fPKT|_l%Ss1q1(E-c;Ju@`#W8k zJ(qh7wx3?Zq0jL&s%S4Ad{IG1q>Cu~P!NvkmBZ!_vq?F*7gd{5*+%I#?BBm&JaSm@ zI><)C=s7#spZ9L;O1l%=>-HVn`X7SNIkQ1B&KoUiy)f+WSzHs2n6)AScMJ)FN&}%U zuVpPWGRR+3N|o-;`mG_Y%=Msa3q|Sy^$q?>?+B_<{=;PO-Jp^rc&I zZ^3DF1UuIGfJqM?V&6Pe!(R5}S7zNi!+y_K3;X8DW9^T=>|oDS8(CBJWfsr0*_V&y zuws%fQ=*{PI)Q_{H(eiAJ^&mEM?|-oWMg<&Q(F7e?&mh{A<0C#3iZcpe(u&`p zkvoiG(bQ}h3@W*p! zFX9`|#jNk3H2(c^6~I%T1#jPs)#r+!Wz_n#|>98f47T zLA#$-yr%dTd5(;w32I9uO^!Pxx*EqMDND9WuKrpgF)-aPnQA&l@~g6lj;$2aa;ua0 zW!iGmU%r6eHJ?ZKOPBFue+zbU=|g-G*u_PhzXkbyw;)vaJEq22a?=Jy!1-%AoJ%VQ zJ>sD(*hn2Osm9}b(R8xQO{N)Z)9ANB>PNs1ji}u=1Mf4Ac zZ=XT&*(uax{vV~L6u`ue3P|$UMDqGu`3$)*TyHfW!_P%Sv)VD-RPh2=Zxnjtql)<2 zQ}dbXIKh`P*@R{bnrWYm7OP!R#eTF@vvMJCB(DC&DvEO1KkY=;CU>0KJ^ior*w@n( zbnX{AORu3TDTQ=Ro`c!$e^70z7J23L7d*Zdur%y5EP6K#&)+))FZRe%{z-wIv$qA$ z=gFY=gggA(oMv3~!4vkzA7)vi6t>dK2UJ{cv40rEb_Iyp9d0fAyLJKA zt-M60D1($%JJZQuPtnSiQA%nCg@4jzvjjH4))z;`>K4lQJmnIa8Fa&$tyx$(_XW&N z8piU}joC!I`-0BYfO!tr;ELcA3@bXw9Sjms^c(X_<`>z~QU`ll(w&OWN4b#e@rO9V z=NoZ0$LRA?Z`3RwLdmy2l6n1pE~4i6=ZznepS+J0Ego@=T?gstvOBc$eF0Vd zzD|L2Pto$@0`IRlnW~f{XhHobnz-`3XfXc+FT^|Jw9EvM+BLw|e$s2eTdweR%Lk}h zJ%v^9dhEpTi!3(7nLU0lZExe<4MFRT$z{p{+_6la3T<=gw%>B9x_kuVrN!tS<3XPm zWnfvOH}SSYX7#EMEm50fcSJk}UOC6&xf31Or7;f7%NSfSi@~oucXD+adod`!7*C}t zgZ#`7um#o$8HrSw|4yIntn*{(xz{oI+y;6vOM!PN9Z!2+2;Lt(H=6m(4nJ9?qijYm zKAaSfanC{_%l9%)aIWWCOD$o0-g6jsy$;Hkt-*bhgwEqEN6hj$h^8w~qg2lO;*@?z z!TZ(=zVzS-@es0yfA%h5R38TICqIJhMHBI-qp@&zn>N1d`wkazUcMC*+yU0oPjNzhI zO0&%a9s)N}9YZ&&3f`}wT>B1LN|>E2bm;bRYd)y6-JQQg^8%c}Wk9^0hItOCW=aWJ zv1YC?rHMbdzZW)4PsaQAe_`sZMsS~23+^emP)dcw)rT04->M99h8~b|q7Q0TDzg3s zYV7FV4v?yM;Hx%paC6Lem=$~j($a=vf-vu=#0lTmqxCShLJOaz^rw&8{u6wnCva2e zM0|C(4tf`#;KJu-LUfN7w`}SSC@JmaHFi3~!59;~a;h4lSKkKrLOI-^?|~*m3?Ve& z1{A2O(!CKD*f7_+_{VK6xKR>`4$dlUu}F%9mmpl)Do<;^-+`kqTtV?z4*Y5ocG?sP zDb2E+Nz_}>jRj7iQXp3#sEHE(4f$xdAx7Uee{Tq7R?MB1%0Op zdzSoyw+#qMg6{n0?{_R0ykhbe0?Xl4K00(7@FyGB@sS~lWGd(ysYjBq9BR;`dI*Mi z?}1z&A%E669crD`@$&uEC2ASFGcM!TRGUirX`O7P%4#$fTkHJyfNu)kE1|E&h!&R4)0L1z* zYfvoq4Vnc90tQ2L!)t!utI;?~;{^Ktnu3P>DZFkm9+t-*!_gH2T)8fvW%Mj&Uu%Z2 zpoo3!hQUj2c)}3=_i=Z$)9w@5Cz}ZSWoz;DZYBK1r|^5u2wtiRWT0roWfLw5w0K%}f>^FMWd* z_tsPKsXr+5%ZB0&Z=iYeRb0&p%z1}+?0KP0BkuZwxzQIcv`3jt8q~q4zn~@8DKWbE z1iuy(!lfNC|(3 zpyYF0Cq=fMrS`R}$;VglWjHQ^10#~SGPAi{-oj%j685e)=&4%{ZJCev*V7qNNL{m;S)9R+<7&LDi9@F-rRApTXb>ENuLR#?%djV_3 z5>e$KBia=83wr0zVxB!tEO3O-VoF(-wq^HztU>H(kfIt8{2U z1Mo9?U}QTk7(hp=T1%3T})O%Dz-*Z2%hS@|QUJYJC%x70Jg_@`{1o|%1W z>|3^T>Obz(hHnUz-%3`d*5b z8lTbcwhtLe`BTo{n^b>m20vbEC7$2z$Z6|mF@@Zv6=-pLt^jAZXt#xk2-gHg#_V2m6y$IrR~m-a$GEZFRi zy=MoDqst3u@605M_>hZtj9Rf)N0zD2b)j3;_vnS9rsQ#jJNXYU#)s~TZ1*rNQj3}k zB17R$cgTtCa%5@e=n(=JF_{hxI!}iAgQ)B66!6R+%oK&cb5-s*ET7&X`Y`2|jzx)<;uJob0ugYwGY6c8ZH)Z7`3R$5oC1Uhej%8Qq9pW`s`sR012$IuF3$WB@Tu}_jIfo7Q&Ya4EPV9Kfuij zL$(1eG5ng)>n};eG?gy!^~q)%^-r^3y$CMWd7Nf~pz{Xa5HGJf!aAMPxbkP3B-7eL z$LjLPY~l$reWpbT%S>ss`wV)#LxYUh&cwRsx?uhy7F}!RaKUS3Snp*;&VK(p&=lB* zzwWJP+ZFe-%D`9_llqzUVg<9yy#ZZL7X|%Qj};Z9Fgh$S*G!C9>XmBf%Fg189!;U? zU(QgY{{_-=xB(rNt0Ab7cCKAec}&mKJoSa(OdHa#}w-2wfU*tH`KJ>5;8!Of!{i+;3VZdZKA1lSY zl9JHRqZOX2D)1-929W@;LMI^ywSUA`n!aTt=4*ALk@^JDh%9wF6;+O#JFD$%YA5jX zw<)mM!o2vSPMW=Q{3OyovX0VnKEOtKBUU!lUGT?{#m-~)j#OGeumRuHV4y+G}ya~ zri|*#L@M%0oQJF6;deVkC$`KXH)nqgtb0pYTjeF@-g=Tre-~1*KO%QTJVF@Hua$V04J#a(=7U1 zZ$~AC$J_GgYTA=>sDHuq8 zfy>euHgT#2D{!67-fVYZ^KGZFw+%B`=$wNX=_T}3Zf(LxGnRu!XDFO_k_No$9cLJXyydd)%3M zgS)Qh%?5gEGQF`J`@LKWO6=yc8WS}vdy)-nCbaV<+Zwn9*A9Wp*@wK$-$uBkoQnhI zeT08Mui_w=--KI zBy&Oi?|HakoF%ea7md-u7f}BFRXnMd!1at>j6T2Rm}5yNUpVL%KH1oxv|p=3X7^2g z@fuSs(mId*^M_(~qA7ge7J=e=SvF_~!ViU0c(O*Cc|Fm=qY2U2hMMsEy)I#NGM-yf zDn1?Vgyq>maNNKFH@^PEA9-^a)ZcZ%tKFAyR?2^9a^fxj&NG$I7g>M_s>8YAk+|%~ zCQ!K72(R|K@b)ABL809-%o&%?r6#IT$umz}|7sq_`fe6IOb!IMCoiyJA_@QBJeDh~ zWAu~dkk}9pGfq~)WW%RezVWl@Yh^6BFBdXj>XRYp%px!j@ZcUL9pcaBWTWopZ{W5; z;QalJ6BaxtF@0$dCi112Ix-1MMZK`ZL7rV7FG~YvoW@hT>>yI=7w_5-gQ`y+^5Ycj zz@&F8&N&hSR$h`eDT*CO|MM=+jTm)M@OIZZboyP{hx{_$zA{jMPpDFI$h6fc*OgD zc>o5zW8oXhP=s|FcwX;M`qJr`aik0%S^C51i+9jM+ZH=QMxn{&O9B(4n16ft7UwbS z3d9bn2cz%G{L-@j@M^CZrW~7&)vo|ICYRwI{pWn-eMXLBmVkO*IQ{v302V|X4Qd!AiKhN`>JJp}+U-2K+nU9E*1LXRVKJW1;A- z(81V?*D;GPtFR!5MKqiI3T_X3E^-Xg#r1bZOseNJbMLBjfzAU#{?gN`^PaE}F#`I?(p=`8Hb{a28sae;Win0EBLr%2*^ zs`TRG8PWBzz{;(xn1@~$j0AyGY+{FQf^X>abw!fWnU4J~C&0c=HRdgCLj4X1dA2{N z`MW`DxQ$+Nv_DJ&XO}oZV&Mp^F$`e3<1*NAGc)#8-h)Q8T%!8IaFU-YOTB{M#our) zZ+T@rl}8HwtiytY-B=duy;~1Uz97!M?8txlc?`VwM{`D}PUD=bV|dquH(+$5AN_cw ziSa_7@xz{Q?x0;1%Pl|5_Q&L~Ka&F4k+}<5$TCaz-vTF6yAnvAdo1XpNQ$Xfo3Vpl zCpc-x2dJqspY1t}Y~@33`_>_M;7z0vOK(Vrle-)7;adl6J6*&Dt(^?bffq4z^IT|i zYQe)(q?xXq23x!GDPD|=D_yu^Hv9AW68qcpm2Fj1WDkXmeq5RjO*kmWGL({8TTmpN zj(cPGIdlfrt{zWiPaDAeUw`|LGaobe^|IhD)dTJEpSVR|GPu?cx^T8Zu1cudPF+rGAY*R3iLZ|8`dj-0?&%`*p~Jct$w7# zr%&#@x0MB{a?|;973!39E&#`j0RD?f4Y(;curG>5}(B7!|B5zgn9Zr5k81HQ%$25z) zD7du(e-+xZ(gUFa8_NRc{0gOE>ooC7ULCu;t%EJPCc|PI21!D+bR|QigGebX4b86q zg6*pMtRgHJwSs2hBEjDw7u$?qqyk!KgPGeNzApR|F!c=3;Y_T|u8X^6xkErSjo$fAFFk>Kf9 zEp*dKgVe_`%&s3ueqREyd*dN$4Jd$Kv*FBd!w7zK(GxDXp$+0jDpTa6mss+;2&$&2 zP~VIIrivY0kK7h!HsCeBuY3T~v!1hbIX!!kw+Yi(7eN)7KPYEpEiDYbKtAS+Sd`!u zxe%;Ds|BrqH_9<)dFpu&(_XzeK6_bc9j zMQue9EGgm_J zQFOSF6OO0M3QefnH;Y$ujl%7`A+r{Gv!aTga^k^tpsS_CV!adK>**!D!9+9EUe}Ke zzt6B_v?5;H>B{eQ*#xVH3*5rUBG$=--m_U(#9IYkLuk%YQq3Gl^?_;R@n<*bOR_09 zIv@15?!hP=!m466Iw~iU{-N3SF-;^AT@Z`xz00J^I3zt+$~nuP8Lyt4(gXuleX*o5{a)5hc$W z&ZeDi!GYoC_$H)3*EU*X2Z_xA>{EXk(yj&sq2|P1My<^Q0@f|`!AU;+fF< zOs8^53?3QxfcxY%8^*hz#k^4}WHHKwFPdNgs~l?KY{^H?MN5Z9+9}Y?fyH=4D+w#y zr!a*=8D^xO%I;o2z^?hJu&}eQMBkQ-g&WJ|gzRn;{!}`T?S3NK8!l)q=g;!tAm7Z|wz8r1#SiZ{h7EPS3OE}k`n;>QP*Z*i{ZyjV;N#!jO{^)fV6Jp%9g zThguf=Rq`7pE=0}VCE%LstP&`)3?Nk-j}=s|KZAf-TS8?Bb$T9l|h)b?=O4{xgd1t zaZKmh7bu^(2b;a8FhkqXZ0X%etTq2Wew=)WGpU?I%VKgkGxs@UT(^#@kvMeiT4`hbBuQK@oxvX)0Jex4bo9&Gl%YqbEFm|XCTwk`Za!O;TTaKdUS}FRY zHiUNUTgkgipT>hKnc~&ft{^$T4&VIV0eMfGk-?}z zJdU#QhJgzfvya2Q zLHj?%3k(5yTHqwZ`MiA&PF4j111lZ|`gy=37j4dCQ31X>tcf0zaz&~lLr8G@hMk)& z=}I6_oFy&QNTxQwlO$tiL=|R>sMpM%uJ-rl z{1A{Fwq31>u;q{wrpWzXFk-NpM!m4$lirHQx+^Rbzj_&_&AZim#Ao3%$!@ zd?A16;$=))r%J;P6yPwM2KZjugjPRKgWqHs=ykS5ov|9wDBNo==kGx0nXAOznSaqY zQ;m}TYs13nxiGM1AD8bugKJ&)3iMrCz~%M@-aqCI=Irj{#;%bjtIe6P>eMfEjDI2y zoe&1mkJLD+mnx-F#c}-ml~T;=Nh)8Gk_PgUyRd4X6g}ea*Yb@tPZ@|kO|6pLr_Dy8a39r@K#qZfWN#g_v+Lwu;26u1|$z<#)wMVDEwLF!n_mvluriDdlw$wkO^gz+9>#uz%IgNuH8gbQzpz%) ze;y`xG-KG1wb`MjYCwdQtH%r4`VURknruYy^5|DfTm(B*hy8TaFH0Y<-%z{-9oz8UC*^=qe5 zu}v=SHBY7cQ?F3W@j%)X6G$ab^03YI5?#LkfKH4m6#4ni;B-FNu|Q!qsnKJ!W`jBz ziH@@aa=Tf3k_C|}A zolM84HIWz~xqLEk0ln4D0!XDPxm2JHF z#ZG4W5VrZW6$E%iP*=YS(zAO)$vfJ}I_C+=bOzHUOFfCqx5e}^VmI@)UI?#^{-DnO z&!~Px!T#L%%PeM7JSNVTV6e|ij0|n&9IKR>RE!+i+MDrJpTA=J;%v~3{{9nS557XC6VW;c&upz?-Lt3T|EO={51t;3MTSk{K%DN8*>ojwj)xpd{@Kzp;n7|_6 zr!enK5vV(lVrgqnu!pT4EL6&v1`HWTlINz9>4ODUf+&%_IGe^a&%T54LeEa71vmdxh&;H=3U=}Zv zj#`V(V27PPY5KW}W9DvW7i(vO-urnJHB*oFo60kjn^~n3Su8}KTFwk7Hi(wq)n(6p zs(C0niTxV_XvORY{Ju^tFgd5ovezAFe+w_N?XuSPONI-*S>IIbAAeP{KWH)5{&AiG zn_2rExTs0Y+)0VWpHblcb6-lWw-c%V>r;5|g)?;x&x1n0Uc6`7z;~@*!q$|?vNV2- z_==_)va>3^TN}db)jCLQigrsrD36wiM`~bRUIUZKy1+s^ zOxZI_Gu9YG@ySUyXfWabD- zYF{Ai$ObUK^p-woDCEy`{=(|59=zLAi~sh@#AP4CaK@P!Y;tnKSK}h^?xhPD)7_a5 zjqSk~RT9y#pRsK1EGL=AQY+co((mZ{`8PIX2H{Ff!(D#+v43>D=;8U$scUx=HtnG) z?MPbb%bzm&ji0XM(lUxpjZi_=`^M;#7Xo#<4M3xBLHT)SY-=n)FpI;K%SzlSB7;Xi zXoSxh(_}K~(ss+lIkF`KePsLG4~yNtOPonILeJ5=urrLooIVnV;odUAPGT9q@p=lY zH1-H<4#o+OO4I36i9TPNdl~wSRO0@BoH%pqBU)VY9oF~p;)9OwY1r69EI%A;+S-_&JAZ z$;E48O!irNl=~T~QgSIpO-pX^;xLaMB<;BS?ckoB#_y4sY;!)QB-4B(USGo^H=haWaQSvi(TTn+rfjKG{ zUlMx9MDm~6 z-=aXj@S-sv3L*R886okpGbLy~1*OAYcrEoatlrd9=+mcy9@%HJg;EaB2>VBx`P%fj zu9bui%Xn(Gl9S5*ez-1s2=qKNPnywgQvQcyqHUEak5UM1zIhL*ujq^q_6L$$<|de( zca^>jSp#|F(!f8ePCPiqS>lB|;@s<(>D`2E^10QH?wbE2blAaCE?b)Odb7(59hz!d z1kZea7yVP#gvvjCz)NE}s1!dHs+VL^*55#Kcy3ASZHh@!mC@?nEnut{CKs-2qPxi& zFm4_OJu*sQNn@+@0COyVc;-r*^HqV&DocaJd^YxIS1VFRo)(geSL8hj|=3~0zYq5f%QES)(4Mp#Uz z5vM#T^JX&iDQm~0O_L}TuM0WdHL?79DI9uQDc_^DfI_bJ1eaXNYqq&FT&t9zB~>RV z!E__-uTesat=Hg};Y3*ZyEAOP+(_S!j6h31FS<|2kQ@$0;w#4r7|}Tcl(q~g%&~2N zc+)VDK1mYY&JnzoFT%C&E!2$eu;b26=%d%3;|;xFuK7bUJ{K;AKR*J=%hKRVXEV|9 zwH_Y4v5UkmY8WgV0|Q&1LO=gVh%>zpN%kv1>q8S2Z^{zS6iYFW|ttp)~*fPYS7dE;D^IBaj#8*xaIUMA#mUZN?M=+9dFptU>|c~ z^(8$ln|+YdPW**VEi)h`D2}3~o#*myNM5g6*-e%I z&DQ3u7He|JNGI2YPLvt?OH96UOTI8ZQRqU`;1f5}SQo2&ng!(N_UZQEm4=` z&*FK>4f`D&3Fp3qMAI{{sMeC#`s&gR4F|B3m=2ngLWQZ`B2>#&`LKlncb_kLJF;UT zQQrz{K3)UskJ;3_WF5O5I86bWZ^ijzo|C~33&>Ucp{mv2!0@@PaA;C3d}ta4@yq|w zr~3`??4glU7n6En=`M3FYH@&LheD|A-Xhknb*07UwRzq}4}O{%K<_uq=YpGq#abO* z9BK9*bb9Z@6R|syFZ3mwglc*>+mN?)-6^itw4|yV9bwAWQrNOMk>rIP;MsxKv{c`f z4n7?SwPgju+L0tY(|;!In>F~W>STV9yNRuq?WY5Z5W4lI56|=M%ZV>KVnBi|=C2OJ zFIOe5Mp8^d4z27L)k`bbB@Mu zy>?;q$r7~oSCviPUy9x2Los-rnM^ZJS7v(YJscf6Nu0gt48^s@2vzUebAG~QNKw|t zr+<9FSTzFdJ1Fzld)p;vb)w)hz>%Xiuj8%zFObsiSqOf&@aKjRcwORIE%{{3e#b8f zeXGwnow%2RIcGd%<{fWfg6RWL-d>E&6AfhdEi7dH1EcY<=0V{wAc-vEos2>Sr)SCRgw6xR1{18D4^kVq@bl700r&x zg!XYC$WP*g_h`3^+7i@ZQPxGCaq1*b#8uo@v7M(5Ji?y>s<~_SZDGgbOtepMz{0jz z{%bUhuhvfFfJ23N;qP&Do24yli!H~AaWVovZw+dZOB{mE~Jxw zWgu_8I9kz9@_iS)dJI{K6=2`Clnsubrvqzd<4W!AsCLK;Yg8n5Mc6$0=lKMV{O-U% zW;jxZ;x>s9bey)+UAUY-jF#ySlw7iZ04}L=<6u29nH>iUcS?-Ej51i>B2gzAr9R)X z1l~5uO7X{9OL5wCG7nYrrnMWw`Sq_-m>#%L=y~!8E*D1QnV?*XI$lXSXC6uZs-5&~ z;!yfguEDDf_X-Pahr_$KTj06928O>A(0t8$NuZ^8O6!wwY)>hj6E3pi&i>^khk=;L$m|2YFjas?T|Qj84Kmxq~1ff3B@p= zHUYML*h8YhUbxoP*2zUP6{FYBz~Q|S=liOX@%l=@TNxS@^1 z0Qh{$fzQQvB*O?JMTX8E{^R?ZbXLq|?G#l`FVPpfw#e|wtUBTBqD1<$`AU(oXMYgd zC&?$~q`|!OG*Gr3gDKUM;q7oA?6EQm8y_5n?IU98QnGXp5^AFubngbIet0g#N$;yE zwe}>l3glVJ+vw?SJ;nO_z?mV(*lSJ-cfFq@I@P;M&lW3s{JtYs$9xuF%s3{j)%-&b z9lQmzDZ7Q7*VpLKulCZj{<~Z&ek=Z}*oOf-RAr-c4v4BlEEKVZYKo>V0~Btm2e~Ny zD7T{BE$6=eU;3v1zG1(4qrxu>(9kGDXb3bXLyyF4NMO^HP?rQf%&} zi`9N%U?p)?hjg(Zr*~%fvh*k{OpzQnH&tayOWMgC{mgObkCj~SyN&0}+|4fn$^`pG z_i@>VBp772LfT18;evZh?Ki>gr{7W6YjdEfr-Qgd+t6|F z_;tdfFn#LyYb;dN>T>Yw!NSm}3jD3U6k|IrLRmz6S@NA`oD!S>TGsbqhfyQ+yUV!X z1i*=}Q&{uxIp(Xayj^VIb=@vszaGTFd)LS^Zicr+S3R8 zG&T!@r7F+NP-FY}KG54j+Lc)h#pZnlxWu9cC(Ss70WW*tvZlkRGxsP?xMz=3TNU(a zR0*G6_?SJtlsKM+fBjKT27lV{0MSY_FyopJK5t^@r%8cU`EK7=}utBnRd$ z6$DjBD&0^58?PG+wwtSI!km-PIV29%zUkv+KLHoidctg_8Z=I6!n(%KxI5Sye@L7Q z<)_i~ze$pdmXiJ%74UgVNKOVB^xo#6El>X#Ve z4|`74P5+T^sxxH{2ynXpB!;@eStrLwZ{bV#T9PH2@PjG0@#T^uIC!5aJHFa1+Prm? zU!KtwV_5QzPPFFhpwCl(JdVm_ske5A^$RDve047aCsQ0kw15v|RVEkabs@RTqsB z6~FRn!tPgOZTep5c3dHMkLd=-&eeeT=5=)Kaw51NzX;vpyv0%bBcUSq0GQACBraQf zkB&4J!sosPRN}3U7dpHqrIZ0qO79Bg_WcHcofb)*h*W4EX(i0*s*XypqaDrXcBF3Z zC!KQdj3jr}F!3+w@Vq5!CEjWsxn}KvZ<{8OpTvV{m!ByZZ;gSu1{vhv5C|-O6nZ#Z zBo&ikP#8Fzjx@iaiZ`9G!NR4;RabIfm<%TMpRZ~EYAxtztjT+OmcZbnV}(1?=e$75 zl9T7`(e0MrO{V!9jJ<`06*jn16`c9aa(+MCj8bvt6`H9!*Yvw#i#` zHBc61!inQ1i2W`sr4_f-_*VaD80Pec-W5Hfb+dhm%5->d{9f_v;|`L4dq9!dHyv!A zpW{@{%~0!gicU1VqQ>8L z(YR%0M~uGk2UG`W;hBsd`45$t>noLs#nxalFHNxRmt>SN}Fc74H-*EbM{9VIv+a zjYXZVm9Xqo1lk+<;FxV$aO|dxeg=)EFzw#F_p%Ea&QyjY8$_Y|l0F&O(^T-&A{`ttL>+un1L0?!DeeCtOV)EabJh*K&=7=EihZ%FZsAA#Q)lN9A$qo0-KZ5a1=isS(3dLr< zrn*EM__r%kXuh0A;Zxt!-{GSC`P|*0d&*3BP;>^ipMOW8orYuQJIZXArmmQ1Rmrhy z()h#}CmhqRBM&%ni0=M+4=dhV@v+w9
uY28&y!KCX^IYI)ZLPt&kvBfvU{$-1D_5YHnM^zgAUH{oSq%mIpa%ow{Ou z)=o+pT*0}9Q~2;zUEJ;xhs`~e;X;^}Y{{Bhy#77{%Ae2TqaJp2bKZB@yfcdeT6V%^ zUPHV32Sd>?6+Ga4OspOdM+f3R2s+y7Fm2>YejU6Tveh!hj(3mI4wm!9+&o_WpD9mY z8qXTHZVFvhrg*1;jJb7~>>yOvvWAAL(?aNu=@4$NcGG_z2-hM8OIdP74^+GxL zcq`9+|5b2vZWI1yKZaB5CZK*$M}&bEc;o6o4yn0ECc&e~VzoN|domKcjaEb1%veF? zd?bN!FDfx|lDnx|(T9)HbAgX@A87_iXcEvvdot^^+H#2BW*i^73U!YxLlI__QtG=&Fl=}`G_Fd6pxw%{Ve`hJ^~4t3b;(rbkr<3o+cZhZdxw}ev>aa< zKF8>$)7ZMwNBp!l4WAs#V87jm#T~MCS91!0c~nrWg7~X zi@RV_hfDbC&=}c8)31x;3jn?n1_*QTh^;-`9G?jz@y}7WnY&o2}q9xmP=>V>%?ux4~*@DB3yL9|o zd$9bkBW_Q9OEt@P)5ntz;@#)5kk=~^Z%s&qf9_qyr`OLG{m6-fQA=FlmC%jdF2(Wl z_2;l_c?#Cds6p%1;b1(x1{0sBkpFgN)HaCYUutup_|R$mJi!m#uA~b`xkfm?TL(sN zuw*V)hbwM!2-tKD{MHYK$>ZBgIj7K?q|bROx=m}NRnrpDxobV1jeQ_QHK;?|sk@k@HWFw3R)ZOvr*PD2P15&0 zNC6A<>CeVvR6pjXyt@99)9nu(&^I#%x1aq*6WtQQs(b)ujY`JEm_xX>QD64zxPeSZ zn%}Q~egc)*^+Hy0M>ufgBK@sABTk9AiH>#aXp5Z>#*MPWe2Xclm!}23@)Vw%*+enZ z){~8OIvwhG3+8;wgZ`ttqxYvB*kF4{oM{n3qeI?6mExIre)o46cP0*R&byB9cU;G( zy(Z)N-hODdyNl>>Bnx{wPs2|Sa&eJu7EG(}h0n{k!_$fh%%YSO1t}X?uuA?uF8{BLzj~jA&mku8_NXDdZmHyq zxJjJfzM2NUG=(%5b-p^QfMaa4c**;VLZHVG_W0q-D=zjT@8`?-b8--k9^lO(eOA$+ zUlx@6>@zJzRMSd6FzpIoT_NX??YfEs64T>k=Opr<>dGtItp=Nq>O8)~Wzu!-&-XXJ zD6DhOkvNQ5$N5miHK#NrFpAySiFZ}rQFFzW+qaDM%MtFBa zgE#U+A#<${)xAo9z#oHz2FXYG__zjl$ZQe@FL)x}s$WQkFPCuqVi{YNOI*NJFIXic zg!>*>@O!H}++(eVl!#PUyuVh>rF~Cx)G;gmGR=}_ZET|g2OV}$KTfLt@94trljLNd zM1SH$2t1Zv)a^Qok8Miepng}u*ZdU)r>W7uEAPaPoejA5RWOXbX3a(+b+GWfI#;#N zqIT|O)aB<{DvpeWbLYR2SIZ(AFiDNG#yW9zdYdTATSl%Lg81Iz6diiJM11@w5mIO0 zhAWrz>4Vx%@kd|{Y&mopl&fA)bF1i-o_d<@4=bXv_jPgqzH$i0?x6Hs)iEdYAgl@6 zNcW^H?x2tq`uQYO*fVVgyhuDsSuOCt``0%>o#sKhU!EvF&WoY*B|Tveh+zHPn40<{%sz@Va`<@1Le0GG+eet22aqa*Y_6cYElnHMqI|>nr2gUD_$K=AueNtC& zAe|LYljqtlxO>za*xoM!4T27!sco1r{&GiJrq>JW4xXS=?Lp|?tU=v|EvJat{~*?< zMF_ZFBYwK1$p=0yp#dg$g#o*gDI}?h0ybvQz=VM~)9ec<{V9XV;f>_F$8=}dKW$Su@`rZPZ4`f@)gc?P-9B7XNNw; zqQ77#R{FPyw?3xAzvnMRr+r3{b;DZneYDYq&NJyqHw)~wEeg6!TtR=O8Ey5&g?vCd z1Dx1e%riZL`RQ3RaWGGnL} zdHn7MGM(4d_26#O`Bo^54LJ;fUY*#&&;c@r_)^%AECK=P^`u;FuQ?)*x79@m5>a=Qm3`L0z4fAtFD0A*{~ z*Ebbbrx)BX{6n4nR`cp*`TXflEbE_2;AP|PvGLev z{6;5;*Pq|T%RkohuG$fpm^&6rH|~^feaCQzKbh<>GoKZ6a(LqwX+Jh7gvF4#Wd1F1F?&90WGN7=ursQNALFmlg;0RvJ5{vhl+*+F_J)bseWAVbM7(RMO>Y0)gdzU7g|-Lb!ddU( zIBk`He`>Bm=Nl`6xPkXal!jn{cJE zF(ym=(U+?OsUbZNLSp4GeZ4X&|F*!09<|_Ro{5*c-Nx|b_vkXt1o0XzE1>Ck0zUM-iN2k)aZ+&z8aJG#fsa~fVkb?$ zUK1_6`}_u-NA#9e_#Z^~@)+nna}BKXGvHqGsr>w;8vj>)3o71Jh@S6Cpy^f^=+qd) z^dXGKMw|Xk92@b)?$hqiL*MfCtf6yJ(1nw-|@7B1(7LlvY>w(cnz!xHBez`4Xb9nj8}!I>Q6*n` z(t~EJyNcyoe6f#QVhW!df@v$eVpe^3?6P?vwlBU0J+zP0zatv-W!hFq{MHTLOOCBG zwe|9OZzh4-s8{5_#|a(`IRq8P`Eb}A=x;Ag8eg0ujM$;X8(u{T)z^mb*6e1-h-X*n zd(IVl0;jQMa6kNauL-4|A*QX;kX0w`K-)MgY&~y?yg6FRCH8{F;bAbv#z|rW^nvAQ zh--Ge2h;IyX<}C!`2J%PsctJIqx2MNUt_=lE0?kvsNpnsFGwid$V1v&gVmRTalav=G|$_z&le?oS&(FO%PJ^8_#DVyOG2 zhrYg%)Z9;#y@s?1=}V+%SxyJsIz|JZsPd28Zl?A}Q#15$Z_#wuWl;ayUGmJXsiCee4p|#nPr}bQt*yNZE2W_rG z>dJR=?a6lq!;!HNdBT$Bsu`finx{^eKZb&7=Nh8#MaK#egX`tkhZq8NLbN z>oAs*coXCdY8J}2J{Qzp9*3**s-TBu9<-0Da$NoNF!hu=q4%#E@I##d4!i5Z+Q}}w zbp36P{MeZ{eICn`D_(nIjm zOBW{u{h=-6?g%56oq*DXEF@=VQPhP&j!sP-$^YLOF=V}gSn}iqRUC|jp*O~`LF8Hv zQ(wmZBR102=@aP8&DTS`4|KP0!`Ox0J5V9wHmq&;>y#m)4AB=w~b{9bZ4 zk73F6>qX5g=h5)dyG1|K^RUlE8GY7;h{F?W;g(gf_@6^C^{9Oz{4Ohkp(GzrgWiLNc zp#50kLy5Z>uQ!y;2j7I^%9AvFr7~Ccj}T8%HB5Ighh+5#nxbXJFOJWFg@1d}gPB)^ zp&k6i(!6?c{gJ2g0H={O&V3f8dbD@ceUTwnM645sSvkXvH7zhk{fp2beudmmrzmy) zZ@K&B59084@$kkv2U^|Dgt0;oFe_oW@p>R=tx-jXWewzX`wYGNxE3DE6m-_zi@&OO z;p-8j_}aU4+IRjI=>FbDuZ@yG)5FH8$j5{44F5&TM<{W?IAy^g!HIsSga{#JHz_Q& zx47+<3Rv%`7Di33q+zOB&|!}b_4x6HCf}-}E>%~^g7ax!f9t{~#WcF`v`Ac{p-Y|# zu~0SqK1H-!FCTBPlqP*_g!3B>$kRoQ?~e5l|2^x+7n3)_xcIHKys#e_Nynb9r}G-K z*~3`hVIl_pO2Fr*Y$(}i5I-qa#qYaiY?swa!^>;gBsPyXb+O^a2e0sn4Mr3aodr`{ za;bXMX_|Ow3k4skrw!Ht$Wz`Wu3(7RnddUl8JFr9yc02zD83 zz=`^2#ThXP?4DmlcYQsu-?+KxHCm4P5!JX~a|5P)dI8&PE>X}I7YKjuENE-wLy^)R z$MYQ|&v>{7B=2>GVb3=>ZvDCfv(Ei+y0Rr1FSeb+bMXtXx2HaunWo`?hkAjlkq&xv zJTA@jlTfFNCF&27c&lAf@R)Qby4z|Set9qxyPQ3W>~|3x9P)6p>nnJ)Z!JwPmGYV| zN759hcQCWhTo}CWw%B%g7MWH|z>~qJaYA7Q+FjL?>5e{%PlE5_EyEN{4G2JW?F8K6 z{1jDw*vM8a){v>qI*XIbdSg`9Ud-EhmaRwj;F+riV%D}J*gh#4$J`^x9#>lATG^{Eu!M8^Y(d~6leA#n0PVo1_ zgZWwF_brj|A?+1ZWt^k1L)jo?wx{LNmdsE83K~D&gO|?hVC$NN_`EF*-$|J{i->Kw zy>Ek%Guat)*&g3~x8lTxjtcvuZXEo+K;FqYN8;WM#bZ4pg;lfrV{XUdw`0irXiS=jwmxH2jne}_Jz%H$#_4{C?25-cHb!VnyGu|o7ecpM(p z^uwX2&O&b0cc%|&KLn-Ib75Q2Y#2n{F|%iTjx+DcL(gP$rq4JY(z%glTsGn|%{b0} zY@_fha^Z;YDe{|jsx(+bmFEu@;p!JJ=o4$l=|+Lre*9s4Q4k}#)wpn}Ul6SoZ$Ze4 zM!4iB^(hh;dWnw8&e+svl*7_Q6}6RPviYsx>lvu~VFIEaM0LQut5rZEQBx zkbZ7+!?FrDRGfJVnsav3@wj7XE%7jWk6epWixZ(S*%wZ)kdywseH>gAMk`wngUPy! zA}J*S%or%h&D&wMB~qWdP4L8P2#?wJin-k*zOcWi;!e7=Vvof+&V6y3Q;Q_N`k55` zE{nqMU1BiII}LTpz1jO%1fC1Chak&C(4{;FKgDN4;EgTNw$l|VSe{KB6uiqB%!TOFo1&)$Dt`Bbk0bA}| zLyC^UX_wpKmY#K@&yIyS^<1M^J$oTxnbCtTlmuOFhX;HJ^BHkK1D9=|p^& zdmnAfj-i%M2>!QvEO^H|qJK^;-4|wa_wq~BX+yGTuhWjB`}y*Xq}?=SgdR^*nFpB< zJ5acCg5c{>OSJ>W(F2i$-leH*8TX6#Ce^df)!{raM1^b2<9VG%B1iIDacV*gPY;@c zBYe`N`NJGv@3Lc8Y=s^xDkxQV1HG+!?KEQFXttke?3CNGk-thEy7mmTvfQv%oYdw8-vYwu=D=VY=XX%*1Tb$|SVl|Q_HzAH886Yg?G!Qhq0k`Z zo~<{f3d1Kz+3PKhUH?GE!2WpI$BOSnhR|gDo;*!6khd%K zBCmpQ2;4YcKH`NA+Z2TI_Pj+r-a(tr=$+z<@*F-C_?pa?J*R@-^-hh}J^7z+44s%+ z4(%6cW2*mcF}rdPd>v#jbtu&!XuUS=54%Xp-@bs?s@?oDeIlD5y#~Km48}j}9uw~0 z4N=^IOB%n?-FQP*f3FIE7kA=q)7!DD?REa98_Wxn2GGu4K73w4HVlY>+2sR3BSK;# zb#xIPe>^FuWZBTLt%(qIFOv4C>e8TSU2?GvhWTPgy5Kqie}q1ioSlnd(MN4wVV*9J z-qQ}P3NDDZXVh@WVFSs3kwfmCHF&OZ2R3yG=U~^-u>NA0&@oDyZSVb}vdxoV^BZ+M zR#6XrpZbV1qT4_#+#e2@BURrCftC^l*eV^uJJUfN^U#=eJDetM|E}ccCF35e{9#de zB=xQjaQgGKGanq`$mWWj;^R;D>|8dI3w)MQ?&`}Vsz0Kg(N?hPuL_@z-vih8KBD24 z@xs%cgJ8AN2f5~>28aoLBKcCL;*IfP__ux>4p$()UoZ(Eyg~3e?G4$zQ=n_pQvC1u zV%(Q>3Wj-KVK*ynmXCDg*XuqDABOD}u1DGOx`T#%tH@nw>?FeEmzU}2ixJ{&^9bpV zT$@tY%%P{!8Bw`sKI}IbiaDb@(}?pDQ?L3l_$lv4MR*FXm~aUX7$|V~?QpD2alv)} z=Hnv$V0<=Fg!dL9G&D*dyDZs-iypQL-%rNCq3++rcJ6Da^Y(0UbdCaY20Vd&vm~dM zoei8etcUo_hqON73skFLppC)T#h`*<3LO&yzS9QaVV7oMDeuC!3qA4gV#!hcI~#|V zo<^n1-TZk`nh!-RfkankGMx_YidLJ950r z3MkIm;8a*rEsRM}!vD0s!Gh^Z_;;nX5IIv5WjQ(E|GGCk)lvhE8+kPUZz1hhG6xTh zJrp9j;`+%0$^Cr2HU-Y`KuL ztGD1f`XHn{FQFXe646fY4=H_V9^QKG5FEDBLBDI8#l2?l#FOVvP_H3syzh%LURtV! z{WqPWXTOq3JEV~`291W$&y~v3Uen0so zJvpX|>6PY1W7YZ!)@8BeG^`yboqGyh>eaw4tC}{QtR~@pGQ3I}OffS9D0#9LOS)mm zZPnn`uQkFaAIVkr;}cj<%7)i{dxOdObHV_J!(zM4GjLTc7F4&i(uy&z6u&f@PQG14 zH#QG|TP`AupT1WVXU?Se``XucqUmX^rqG!USRHI7hK^1UPuS60A1s(A+1H;?Cci z*t}q?@MT#ll%G6G{f26AKQ|Rhbh2lknnSc}@^~&yI44duK1l<#Bv-;Tz|?p4xa-em z0*5`cbZaNJtCG{2_d(#c#Dq^722r-|4Y^P7GJO48VjUY>LEusojI!^EXBvtqJGO?F zPuU3J!7t!rNDFAs&xdgv^x3%SK80`S#O8e`aq|0r@V+_@)t9=V)wyi!XE*^Tsx{Ms zP7~NNMOC5mHirGD?%;b$?G+PLv=#pA22(~rl7Od_5$ru-?w>iJpXvcK9*e@&pWR`y z#Z2+Y!a$1XrU5Jenex`qfmD)j%Bjo3IiR%t_ib_^pFqw$#B0mmt2d zsh(Xdf0L)JisHA^KrWU#3rAzDU{qaSKIgDo?CmucuidW)Ev1$CUdd93%^w9}frfZj zH~~F=Bjn`h;KhKq;*9ard5gm$v4grZ7nqiU%pw>~KV8GZUl(x3@6Eh*q9rfBXv{LH zdbeWKX^3x+*y-^{XlL{gUp!od9xH|jHw<;4+cz&XmGWJeu4=*K)^>Pf#zNY0cA~J& ztUboGgj1|xAU!B{0ktYa;nweo;18zQF>C`)ZJdtfMeotC$8ET!=S|x#S@GrP<2m}f z24|NI=BB;7#2-6e!hg-__#!`rwk7oz^a^5~+9JPz)wx%=)b9%J`_=)K0-bS#gEJL9 zQOD5l$6%bBk&}0Z5~DAH}w*~ z#ZQHR^!uc0|5uo>UcfJBDuw)iKEjZPZ((AWZprm!}_Ej5Z$C!Z0lrpb5+xsu-ZMKH~4D2^HtL0#r) z@wsPTAup~S>rdClp}Vy(K^!f7@LK~xvqxd~s4&#}cN6Pxo<^s7Rhh%W9Bc}c_)De^ zI7p)ln`Uq1%;rcQl$Oo+W!u4$Ou)$G9(9$vDenJ;Q}oytD)w-Oue0+-L(e%*M-K)G z$<1kSJ~Bv*8axV4d2AN_vcjk(!VdpR?3dw5k+?2R8{aoS!k=s1W&R}~Q(Afrzh}P` z$CnG-EWK|PkDb`z<_Vtrv_g#dI)%oqF-AX|L!`TJC{&&Gl`tJTIHBGWFBtffm)cZTs4qR{eST8vmE@EX7ysc(#}>>30_o42XkgSIQ}V z({WLDi{<0C>hphTp%7{@nO|Pp&8uIA@Cx-W+~;csJ1<_r-g!}CyI1P4lA44z{l0W= z>s-E_YQ$at+2iztu%cy~!zpO#1pcXelO{Ba^ypF>nMT;+uwxCP?Iel&bnlrkWI`Ay zwM&%`_^2v256^-3CyL>nL6{hGIEbs(q_DrDn_|_!^PD$-pQDt}0_#_XII~}se6`nM z9{IgH1x-?+%;X{X$xn~JSVc+R-{I8Nco$|AccuqV+KY)_CShxX4rKSR=feZ^_^0)A zax+Sh9P{(R+E|BoEsh7b;E|%^(1AR7eA? z&i~wl7XNj^(=$f0ddw!C6&=gtaTpCR)4@Wu3Tn>S&)v@iIDI+02CZ*e^I^*fI>RTRmTZ$MY+gkDSlwIum(1A>}JM-H80sJ$1Gpt#f0-KUlgrbp?*!4nhoRmHU zHY>*Bsc8&``!y6UVR`K48o@OZd!c4bBQ-_(@c0Qgz{xWmdOK_J0=I<_dry-ClK#?2 zLF&x)Z=l4NIpk^aj3zG&rsN+BIAKp1PqYi6#_}{s?Yc{tU{+7VrfQ%>f`^p3#`yH} zF9>POhrK^$a#2(&yH4}x?I!L#z@wRlMVolyhOao@QVmmI zn4q_g#KVqRiqGb(=XtgD6gu+{)S1qNZ$FJ_^^-}|bbl(?{7fTQq>p#PlvzplIBmG6 zhf3og3WYCQ99cVEUfk^&+3fTb4D!bEqmOfV?d-99^=BcyNGgSiL%SofcdCQo}B&OgX8-A)CD5M)&;Q@y|Adem{rYv~_ zLWCKLZ){QBe5}MjJ}2B57%NnanGBDEo(l1O_Cfm^KHXP z#lIa-GU|XwYfg)WYNfQJ#~$Ij)gw{Zd7rK=ub@R!rFZ?l+fFO$uS2w13N_V9*`|OK zF!E%g@WRnuu-+LcY@KriMi*q#oCjHw*XAOXHz`Bl`aV?PFg~d?naos#6cJKNCBxb46`@H*i6|x2uhO7V(P)T}jEOQ-2Vg;FDYZ& z#7{h8paGG)LLollKGp9^<^b%FpSw#BhK670c=^V4mViNP4f$6Q{6 z<1x#8L&jc~rv91)+G|D7V)kn`HXsy*v!7w;2W!+(?%+NznHl%W#Cu%!$zGNP4c47q zXc~q)cW9ti+!quu%PWeXn#u@QiBRvb9hiD!8YBC(3w$@vgWXH_L1)e-Wto@h%F)7qmT>-Y#>SqWg&)B;pmup2FE z{=-u3EPi(gi$2Pp@ zIuc|9OE@vY8Sb}wepWITACjf}9!OF94MpH8l#Jgi`DorU1}FY*1&2jhpm}T%C6pZ? zxI~+*ohv~^#a_S$=P0)5tqMsomx24-eJ^K`3`vMy2+Peg_{L4*q_0vK0|Ua51%#MY`nKRx z=?4}OO3bQ?32f=63()2`4PWSJ;M_-!#A}uYG5NcVSZ>osm%29qHn$jwW!|u@|1Kzx z{zW)^3k#}PXxn!K+WVj4)_MP!=3DA8T7Lkh)W618-5i5uSqdh8lA{UVb?9kLMe52i z5u~F{FzuQm&WTN7?yE{unJ=6Na!Dm~_=z;gtN+H=Nxkr+a09vaSr~UUPb5zJzT)9s z;{11Cx%QQs7}mRv;Em~mM5gQ@{#Cz=Gp}&()UjC9*zyW}zK`OQKTk2Mx)?vqOG1O= z>Lk?ZGQig#a56On3Lb62oqB~}+sb*pES9tOwx0CYpdqdhT?56RtRPHjKm5)0fV=~~ zsOYLf>yF%kFe*#DeHs`OFMs%TQVHKvKlJgG!c-L%SiX7y-$NKP>EJkiGUxKcYbSHe z14*Xhei~FvlA)tEHZ=D805e(NoU-%dFxa2#&hN{?-GZT*8ohutpUr?@9kWT>*=4-P zrS;%DD+7S*-o&nwqHR)Aj6<#n9=<1mS(*a$oq{kG@acvFH}g?<&Jda z|CXHwhpce2d1Nm!Ih+nQO>XRIu4m`7_9*?*f0FXN?^Bcazu>O_WwLg+C)W)hU>;a^ zfXvjOqAGzPM&Mg!k;dI7^lKPpuk^lwMZNRbO0geI=XyChLS@myq8;zQeh62?A~3f< z0_@{Akj+0*h~)5Pp8eQ)+-39)1Gw4R0;6>L@97=-!7h&qZgIxtw}ObJoGr0dkpvhs zgzhpCPw<7N;O1W>yD#=j|ZN ztv^G>X&K_x>`wPAD@RT51F+jfm_}}yPA6I!(uv9EY3_D`A`Fd2)cd zlUv^Mq)<175x0-voKjAZ#_dcRj;yBAs|={|fu%I}HN$?^+y+~#1W7#S>Cja&Wp+wT zB8S9$aOM1Dwr+D24%z0i&z7m-`p_%P>E|8G@rS<;{iLW*^B+#fg}b(sfQ6+nSQQRCgYV$E z{<};=HCcrxVoFXq)#C*4V~?d2bc7^-evc-Je5d2mgd)XY0XY zP>*!=robGt&5)?W!mUZOVMlT>j7h}dZjl_kmFkbHPpgyE-#M&q0LKT(G$zYJ4EQPa z3=MRB!T5;&hT_kmaCD9vy zrPN~Q3LG+=!~a+K30;=2q0cz(-QKP?m|+^k_B2-F$K8#@sdbPYFFsn3(2zf@SN~@6#%UIL8^kzI#~@*)C&@i|J12~m@4IHdvv%w3pZxIVfnNerP>8y zbl+=C&$$7n0{3ypmNM15(Xc}#Lwihg?_Cvp|I>-N;OMO0Tp#BLl z>bj``1CuV|=8w6*saC! zo4xEXVW$GjYBeST-}9L_Vc~GjQxRUzHRtY%dCUg>7Mg3a4p(TO#!K5TWB%S!=8;M# zb3*?I*0s(>lbvO#dv!C|CU)V8GdtjNUJ3IfWC_V0HzV8ZZ9%g>&7|6-Kgf||1 zwoPn|`DG_bt}55#=xHA30XUD!=cnM2s%fQjH1+zshdR(VjkdB&n!IwjS z(CV2iY1udt1s==NpulFfz+V(cGw;D?;tmGi9q{K!3orNNBx0X>2)4^elH(&c+1^=} zOvaJ<)K4sxeeUxM^?w^spRXF6FKRk<6kI`TIWA`Oe`#zB%k5A@!!TmiWe8N&$A=Xk zur8_|@Qyw1s8I!hUozCi--y+1J%|oX&FB*6f{6{FF%mg$)nk*uiuZ z(X#>!{tuDXTpwk&J1HZ0wo4f+DFAgbCE&JOc<97jmcRQg@I{Bf*D?|s zn%}Xdbz;0oMgr_!iPE3y?QGBXFR=b*FQ&`9rRNC>99eAE)jI;-(?X$3u^n!^ijkkPo{UgwAbbh9gj;sqMtS7?-9uZ^IaL!k zUWrC)VIJ)0?PINPdVuMQ9+cd_9zR~FLer!WSWp)aHM2J{yWJizvc|QLX!Q_G-3oE* zR##@uju>o-p8$@MO{g&<%)acF<8mk25H=nLnMG1GWl91bfBDbMWe@j!J5bH|{58be z4t~6VEY3-tdz2~VzK72_VC8}nFx2zL9 zc9bR+J&xE=%ki26WzknO2m|)~1d&a{tOJ)p)M=9==o7}STOSOqKZc<(#Q+X-Ec<_} z4^o#kYfab8@FskEmh)`>e~2zEP)kSY{(~4NXUuV~C28x3J^%eP zX}tQz54}4+ur;-#IEUl0+?;z4P6_HUR)ULojk`n0+=+|K@4Bg&*M5^BIX6VjN#A61 z(a%RolfqlrY7oo7$9U>+?EQv!;&cH0kNMSuoQR(X_D+Lqy9^ zYF9tL|GJN3BS{dJdp}gY>xJnzxQ~2Z3L)245M|+hVn009d~S-hc|n4fx!cq{a=X#W z+~J#``Nr2*n5ASwvYQTKWTGCQ?}IQv~ALDG-m`o>lC=YbbYhD0v9ewU&b{xor{o*7ivJ|5?a^|1GA z$N4K;Ex^lW2Ro_77i#?GV%Nn@aESkaw`a~)X3S|ht@_WID%jn{j;31lzOTSI9*d&I zRd>Nz;Q?eX^dUR45^z&`EdRl|StRSY2pVci(glm%=&ge<3oYhfz(+O4)F3~NS^v=q ztA8Py1WA*arW4Tqz8oKMXYdsU$@tjt75`M#4>UFs1JU`*Y2Jg2uvOEID(<{TH%a)@ z?YV-*gSH;1;Xk=}eXxGszQPaK*p-RQfWiBwiUnik2%Q1QeS^z*`%RPDD3_DPIJsKz6*`{iu~**TDth6$ z8MQ;sqqX5Uow9mSadYfLY!$R23iEtHUdN0)%!#E_EgsW8G^Ank7f^liVw_T~O;xu~ zL(`5BwAY(JJvPXa@_}zGT8e_6!X4ap!HG^zUqVe@O{Qkni|P0&XY^Q;is$q9ZYS6Zp`lzSTvln}C@%BzQ?<7Kcb5zJ29erkP%R^ebCKkGoqF+b|X}OOKlYmP7BhH0ImvNOXDlhjCt&!Lp``^oAaWkaLK=`bpNd??B}>khi6ZP zrjNq3$b)6d)q+85u`Paoa2PH|M6xfqv!^DP_5bv2A^mSqsaXCt6tDUcORpYS4=+E| zlWiU;M6=MF?0xqMvg4x3hMw`Fb4QUoSF_Zq_9Gp#YDdvP?(92gfIB7Y8(cue$aBomUA>I{em^`EdXNf4alPm1ziI!fXzIxQ-(^FVM0j2& zSU;UWlAnGg!IxS{XvcYC_@fQh4c?|EH;3tMrywepx163x?qV&c(tWyu%hq-XpyAFFu7l}|Cub3W?0&Bcdb)v+*hB3vIa z!o;GlRamT%<$`3;xn=&aqS|tPwv;&B9|tdZhLEI(TvLImCzy z(4;v6)YQ?PeQ`e*rnPc@-X$6+R5TxSPEVtno5!J9{yetjjKc5pZ*lnAzcek6E|{|cqy;oTu*V-=M1-xxZ?qHa3}z9{z)1Wm@DP)79eGEn zBmTOtLS`yEfr053+MTLLGOtvTp^>K;dEgQqJQ0h3E>EUa4f5=&TOI5?uD>#1HUk2O z3!!n{1k|aLr^i%>Kyg?PzSJ{Mdlnn$=gALek)QJb4Sd3D8!EZJcE-h zR?zCs04gCRMwd);0v&%BW|>uSSkX-Bv&!fUqL+X!qljxd&+ z599aKy-d=W2-RXL(0BhFwq|$^Q+h@L?Drgkzr+vz-4?^c7nZ^Fb;CIM#}?oWva~Mj z0_(IzhjCh-$8?BsxrK58JoNW3Dz7ib6|)8)#mW~yIaz?>`8HU*U6`Ee_rtdDF>G5> z4{P%-4gCcXHWqTTT#va}xa~RX%gvZ9?F5MFMk`$6@Et6!p5?b?7{Jd%?TiMO1@`U9 z0rL+5c-+2$36-nHiXRrxd1WO&Ix`Gg)z;&S(P->rSK_=yg5&|$L+w)xgd?%#*rX$Z z`pc8>=6*rqEPN6K%Fn|HD3Z}>7ErvT1#E?+=x?Pv2)WbwS&QCb+^HOp5LTjo_H)o9 zV;H(7d&8H##rQX3KD{a@N#)fCvEZO4m$iFqrt2||8#P{I(j)^Mdp?C;UKav$&NZR0 zVmsS1^wUp@U2(B>XIn4AKy?+TG)Ob-M-O$B|q$!v8-7kC+Y z5H_-h=l@rRrn)>gwfNi$Cw6!Moxg#O>z~D-jCHhiNdUV~Gn}1&i_6kwEr;eK`|)Dn zX+CLB;csmiV>ARgr?`^>`~@}oR_7>Yj+8T7x2e-(2QRWwFZaM3Vn_qyFS9*Q`|;<= z_(GEvN8pc{1ufa-MGYh(Vb}K#aPxhPTUD0wjjqa*C&k+#PVod;Qs+Vj^7>%^-&rK% zdMW$I&J^0Z+u^K|BCWiBp1EH36n9yMzy+Vltg`+}I^?ZGQwJu{*lljqwjh))8BFJ! zmS1C63n4Fj(;$jSDG`hI$)thX)rr05_@RH-65TVxL|XhZNq;X-zUFfNIqM*>8&Sli zB7y8IcWok5I*f5Ani2uB2%#=gUM6vA=U-AYwA9CCSHl;c2JH>RU zcv}XdQHfaX7=T9G+cAh&h3i88-+8&fb}r3h@0OjVg8>8RWwDJuxm8OS95JPnJC0J7 za>cvs zivUF&$jfFs7uv(|;{>`K1&HVuB^-D&lR~K?O*B|QUp5CYeCrR?aE*@>wrtN*S`r*b)7Soj z7Jtq+IrRZZHLS&fOSe(fWfI%;`5oBb?t@{6C(QZIF*BvSPmmvn)Xh!4Sn<~`s`()Z z54)MN^^>QP&#uxW_@E!UaBh(otO_{P`w@jDSIL^&c2xMmHB7Pe!!!HpsoT9dG=RNT zWF@8udb}z0f~N&B%K~vLeVaqj^5R# zG1+0PdP*pHwa1(``OE=+@KYvj<|VqdKAX8L{1`??Cz8tg4ix76DL13)X}0AAh*uFd zZLRvvXg|4vQQr+=w)+~;{x*OWoEauncQ$oNg%Pxq~@L@AM3 z#Mu4Bpa`r)QI zw6n@^wWg21Pc{$nb_t}%egQ85MVw*5d2qcXNW+Ff0*@le)wTxM))7m4WvWo{i(>J! z`^v?(L-kZ`ODtV*TCMp0x!J`l_RTGJAb+W|#u$D0WH;cbC%e=x7c^&ylH1mYNTRO@ z>39*2S5xgc_IoxMCGUZ3=^@l~&O@J)`DFV%j_pM2rYH^=6-Gf^G)sC-o} zJsZmnR*U{pR*a=uk41{ty2uyDZEvL7`@?CcnIoP5uM}7E0umluWPb5>EGI8g!PwZ{2F7~v5Kl01; z$QxcDL??0Ond6lha9S9r6%2u=ZYPF34IsZZ%7c{XMl#%1#xa5Jkd$F1^YieFbOsL+ zDb>})B>OUHZkj_C?Iq~heundD%{34Hah{z0yqU-h&m;mR+mTu4OWpFP;lOucJnD3o zIj}U4j2@Q*qwArpS<_Xt_*sIgp(Cv6?-?NVG!GuF9fV1HbII!82^+ZH4k4o z%l!KX5%aHCnmKN>BFBe52lJf$i0B*>^MXiq^ZoaqlI08Ukke~(;dw;^I%}liejrKHWuZl(@LUlDDA3(}iE=qO?O%47UH94tDkLm<^kEaL?4SqOqgf z*%#bAur@UoX8*8+RdSMC!by@OFS^FQX_^9SbL3%(3?WY2oWbaKCtK0X(7!XKX{@6Y z^{!}#OPeIk_nfUHg}-ZH#oRjf7ncFwk^L6`9FK+ZhyGyDH=VxqH3A*CR5*OcpSb95 zA@VKlP;CB)DTX+-HTOe9mE){nSpjct1NV+F3*tOsgcZs)nR)CS=!+2(%KOA{n&Zh1i1-niz*K)v^?0Q_qem7l0#!d;7qDe|* zVx0`e2zG#7%tPY1{yD63R3^$BXHdgk2S{g7E*Xi-VV{qeLex%kA{CcG7FBXRw3)Zb zVve0S)G9!FR>yz?7pJi*)Zq9qHE?XcDD^xh2`0-PEk5BJ~|Wf-}s_IN;_Mp!7%{aZj&z+d{P^eMXWXl zkSr&Pcb*T!QG>VW-G7T!O8W#$4W2W}9MU*J{u)S4n?>zDm(T@?p`7FX9_oJmNyq!D zXt(Zd`a)BK%C=6R)A^iV!f`f{k!s~Tq%Se+N=S#PpJL(TOhaN!KaeGBACl4okr2sc z$Nxp=U~P64hAxbS8!GQ{tNBO14#%6-YIudGxyZI_mXk7H@V!1g&0? zLtl@{(e+E7;n{#)bl$1M)NAepn722pu=uART{H77zN=qIBm;s-&JTC8t+a*>q+_rv zMS-4F*^jc@G#M@1n;4c-gE49!uZFd)fkL^p?mRQWbZsq3lR|p9T$_Bl{*_dN5KzDt! zrkAVxLHz!9l6^jkJkxZ?v6=5l|O06X@fz4eMiy>~FO)_FB^HQO{GbR(XiMEic5lue}MEegC3+@e@4p ztsSL58t|(tgW*(|81NPf;OZGK@p$7l(2$XWsL_{@Iz5T>~JIb3&W zgKM>t3h%9Y_;P1Ap`3pMd%wLM`qf474c9k!Xx|Ep?H)tYnXQZ! z^M`SA(LsrQFW64!Te!94J4}f~S)0!ME@c(1MK^TblqQQ`aEzbw;QAxB0&Y zQ#nrfQQ}UxUaW>4xgn;^#0=a9a!8*xN`xblxDdkD4(>hbNKOlX`e3z7{bZ693pc+c+*v z;zP#nhYCryIY)|D=RxgtQ*e`-$u{orWB)TxXRC{@vfEvsV&IuWG>ZwLmZ@_w(&!RA zP3+(wWbdIK{{g$?Tsb^;sl-I(edsRuo^74k2$@^XK&EpTQ-AU&h-Sv{TL%BJyVh)= z7K>()Z!6-Urtl%O7MNkK>K*8rp+?%iY+{wYo>KSO!L&`)8pEE;QN?+}w5%cxzx{ZL z{H>pO6Mp{T@5Wou^6LvT!1>lSye{AyIW7z9R|W&B5iq}RKm2UiiQl=bvd619I=n84 z);SaU@li6(be}_KPLLs$Q*IL7BSyq2do_Mmy@&teRA^x68v1@ziLOc0qJ@_wX};(p zTpIKcZch7!m0hY>q%U20M*k0f_vIu|Quaf2rWZfl32ItEagt(^vRg8S>NaeOt$D_cW_P| z3+W>CFa`eIzdsItSBJru0dusw@fvq;n1u_I3(;7w4n=)?acG7ig{h~hcl}J7 z9V~rM|Q-JPgdW?yygT<4MiX0%D>Qfm8DZDDR*N*o8cx4|?vPNohS>XSfaa z{v8HM$!=DAA;-Fn>jlS|vUK;WH2hEVJ5zQo4UH@I;7iPBt423s!1UvERd5r!Rxg88 z^*LnywKDwt+8++_49IW0>m1zx z@E-_u4Z-n4&p@o~6~FdMBpc30P=E0PPHW%7$wD)+*J&NAjL|UgLWt-)hmeq}0oZWp z8l!aRGxL#{G6hA)A>Z^Ge*AM8&)k=%+jp-ej5wE%{Gy7@>z1+QnNw--t+za{?il{! z(Ms@^QXn=j44^A-9IURafG$~i;?;TqkA@1J~%a)>qDKeb8)YnZCfSXIybgsV_ZhGM(OD zY0o_9)qoFIcHjs9RNNe!P74eriZAW=qlBApXi80i?n7Uf zUBYv%%ju2iKzbsdJHuXINR72#VOGBj$4RNfe5375eEWP7xqmMcde?|-_&S~FUo)g0 zM+BJPg=KL6atYj+%yrjdYq3gd9ODiKFz*Yraj)@C2)Gu5!#^KjSWF(;MWtYcmmJZ{ zKL}w*YVrCaKCQI3fTHE+DD6;3hl#J5Sl2mt*Ps)28oQAOt7&v_{Vc3-&>^BFzro0i zhmV&mBDsEl(ELR!^CC=+j;*$35>+$tO`8IlBG03V&mxe#)Pi4o33e*UAhfiA4f%}O z=Y(j}>TE_3qJeoG)+&pJyEM15w)c0}N}b2?1A)kU)F&1n+X&*HL( zLbyI3@Vk~IDSes*F}>mVTd|P2wN?x@&&bgeXSUM(ZBBISWNvqUg=12hX^;)yW)PQc zXE5XJV=_4RKjN|^m&yOt2Y2dq=#xiAboAG6e*D1*=I5y-pt3e_O?UwO1DcsNZ>NHm z@*}L}_N?l?LX3K%5NxkXfRNS;SQi+AN!M>+S49ClwO3(QE?1y}S5$~`r!VwGT9E~J zbC}9`B4nlX0wR9kHuiPiz_T}3vc69>a8sHE&6q*xSZ@jQ<+3(8l`xSMXmVXY@9DU& zJBu|F+`v8#P6TgmzHC3z&veQj!=pcTK=N~Wc8!P#?2xz!x<+TsH2q5OZQ4t6kDo!- z-P9xTyIqOvd3_pmT7-z94Zst=ve-J(fq4y|RzYeqmM zr;VLr&{vc{_7ya?Ze;GA@8X`zec(CaFD4Jv!1;;6(3bIpcT;r$-G4Ts-bZ_!A2SWS zyw-zzm;+DjyD)5gJQFvL*<#%$6{-`P3rB-J;LQ?w5`k+t=KB?X+#_i?dw4a7b3C}w%Y|U2 zBSC$)T)=gGfLom;p=rJ}?z`H=<$ON!cclbjNL@A@@$H8^iMgOE*2GS6KL|#%kFkX& z{b+r0IV?&@gwPAsMcc)c$U{p37)wrrZ~OJZcm61RoXZD;+7(4ntRRt(xQYTM#>~pm z=V)`1#hbwt8yc%wi!o!~Ih$1=nf@3ns~ef7qdcrJTLR-o&%y9tFVj?T9DHZ@7Zp0} z0?l5E`3LHOxUGilv8&K#D2MLxBBZUXnY9@0;%u)U;MTrH*tK8~3?r+UswPpA8h0F5 z9rDF3X&=EtDj9-3d>PZLBg`e$El^hOjxJ}WrdiH-ZlRI1xI*lzYZ}jLpLF8Bpbp9 zx)~vTQPOPgPqcEsLcF9ocq;jm=KV#(CWqK5xd#OlmZ<1<3@`nOHZvfJCle%Z3({YACz{#&?J*fbj)Oem z1ly;ThYBY)VVYqMD-{*XthdR|6#`D zNwjObF2;uEL1ecObzYZ*nyp1_)4adXDcK04xBGcX=Kc^qJ%Y_RCq^eU1Ez{)!IPqLLTPdy@XRo3sL&e zHR$u|hqoo&Sbj>Hs2K(^Z8c@ANN)*$)z4?3{yqy^qdL**Vkj^VUb6;I8`wSH?5W-( zQ7Z53go~V~KyhRj$YUXB?g@uW%^6JLU^Bjxy~X-BhjM-#b+8rW&PFFJX`r_N*|V`6 zj2?{ zYq18zW&XG3RiPln%IwUSRF@fj*45hl7FJd5QKqw8Cv2na<85jYo{3ci(fU8V_O` zRtJFg!V&P1lqXGxg5mj^JJ`}z!+fn(pjR$_Lr1e#)~0kWAyKBRY4&FFRW5{_3Rfk1 z1#8Js-Mf&d_6y?`vrzhE9GXNvXI57H!(-YkFzKRndFN}W`A>jk=L(XEPPVvmTRb|1 zT?2vDVr)u76sz4G0aEN|Cg^tn>~Hm?0;`fScyuz2I`hIzA?`Bvr3Wy#J$~}7VK=P3 z^o)CF#<9LGi|M~-<&bJ3N<3eig30xrST|J7H%>YRQCt^W_sJ*{{SqI8wXS+$L%Y~u}3NUr8B zZF~Zf{rQ0QI`G8X6OYBr!jh#6sebq)Cd%sp^K8C6Ww>tDf19qra%L7t{4m5fMLTJv z0FSl_ea9H5HfhSMrHC0I;~cW{K?BFmsPW|R`M(+T%XQlxjlh$lb1kG?u90Y2Ye$Y zlBu4$9_vIK(PiB$be*pQ)5qqL?aO=l3HEcy^06|uWSU)(-=suj&UP?aEIMhK1E@+YB&Y6$fb=I}Vir0BUw_MDkEafT@!OAhX-YQA z*Xlr{?hPDqdxPgLr!yrPa>Q$KETgt!HyKp!0bjLg^!Da>=1{m46qWsi-o)py$3vV< zdmM(_=4WAVTPI{s-NZ(DD^pe}9Ue*i13RwY+o00G4mnSyW`>G%ca$KVG0YZa<~D*E zmjQ@PlcAyi`7o01k&GwDE%jP8&P@2=Q}%>^Jmz8)6XEP#7YROx5ec(kc#!BL}f>@QTT z3}u(im7rgn43NwS!CH>Zwz%JgM2;zwcb`@efu57Z_R}3$<5>w2bvZE5T*O>9Sqdr9 zp%|DG&E&i0usdt-v0BL?Fqi9^R>Oac)VvTr7Odi9zj`G1Z%^j-^SEp=xc|JNYfz z)Kp>7=v8>~U6yKia^J1Ua}au53E}PKU}-sn9H`>l$r0gY>1`7Wz`npUXP!C_0o@%zB(}N8A24?4|y*peZa%YZg*A=J`M5 zWmiBAT@24xNmJ5q2Nr$KOsQNjp7JfmUt&3UOqNAeVP(43DjKRXXVOe1J38CxD1AaV z(wUjkEe@+#QshM-_2%JR%oMKQ8B(4vkvq z^{WCeEL%qpm$jpA#R$$T>BW|$$<*fIW>i{AiVT;k@zZ~^=vS=^0=2UtmAh+i{n5v- zKXn0HxPFz}+ZGg0cmRzvD&UsC5B%{v1ph*`=rXPw$(bJ+t*~YE!RkaTv^S%UPLG*S z|E*xPCJKu7_Qu7bs`u8rR zKG=lQzEvO&c;MzQTz9GcI;3!SR-sd-ptGVLG9QdE5nG<)l(&D)qNixnoi!6_%O(x} zmF)@;)$kg^;%!-belq-fv++rfbxjFY7MVit02PXzj#rf-FnFYQNLEh{oqmi=@ zcYa!k8dp5nk2})fM@bWmi>4M03W`wcpW~>OS<656rWOVwKI6`Nb6}!SJc@2F<)>yj z;)|eG_;RF%4RL%0Mi(B#*t;f3K2;6THOo+b#c!-E>tco@JHfc62FCj$aqh2!So3)+ zYpnkRF6|}oCbXBUD|e$zz9g;5ZvbaAj{o87g96i5nuV8Mg3f>-@L#0F*zAxZYX|?Z zGg4k)@s2ob$ri)HN>3=9_k|5#laBW;MxboRPf#rF1&e_B9Ha9o6P*5;2^G*mY0hul zq+`j7LkjQ zcdqmG0{Bd~>^ETcv3RZK4XBwC9KY*}%V07+X5I#+6CN@C{skZ)_=z7pqnRl+vcj7d z|Ij-78wRI{kSy8hxJB?H-1QjZyxd&R@4t6=Hobz!fAkkZ9y(!`&J7Eax4;j7mR?|d)(Mg29(k-}XerJ( z`jHJcyNV{>84TS!h3oAoum@+>uq)v`7zkd0x(|9V(kDQF+MdU%Y+cG6aG<+^MoADnhe56OJwa=jX^LL;i6o`FStD$C-IF(|z;5s1}{5Y@= z)bvDYr_%`D&Q(VG6X1G~>gF0R9WUEPXh`pV-Ivkc($tb1bxR zQY}|R@@y}Ym@k3EQvMKeUof8(eVIyjCkB%1Io05>KpQhngs?4mGWqr+7k^%tVjS~p z+1tC^aAkNG9HhWOJ<`bChW8%Bo=G>+ z#dZ!(7*vHs6?MAJ-jeq7j)VF^8M@+qDrLkx>9OhAROq)Mt%%yk@o28n`yM)IR1!+N zww$L2;x3@9IG?v7DgaV_J~5`oTn2fS6+KH8X*t(R{a*ZyJ+>wZ`f~^d8*E}t;w0kGQ(U@PbB%x3e7NpAW?Kcs9x+k$`YktA7fxX;OJ8#ZpSSPBz zTMgrMWl0!IF(^R^LTkm`)^}0->lx2cZB;r~D)jcehhu0Ve+3=hEv7>jA&_e`Q`B1D zpZ4$*@L11x;0_4y%&-)^IiLq}9wQ9dZ^Xt_?PedWR3B+ z@ee0Nfmi83b|z*I^RljyEVprmg+ckCbkmD1Ty2F9ExS?iehl4G?MKHy*uLP&vR=#@|y zZQ{z`R5l<<<0n+BmOxBRUozC%Au^r!8n@jo=0_!$L8-}XHh9KfR+4y+?d%L@+gC1R z-&>~Als{AHy>BB{sD8)&?MCouuLhRd&tqASZ!`X93sdPokDWa}gKfihPVu`LmnG{; znUZ}pGkG0m^@Q{5v_}b9!-06Td?nr!GAEwSZ(*#p1#?-{0t151u+jhKvjT%4HbUU) z?Wx_$-F+d(g2yxHv)gi ziG$&N%UZmYQGZ zrxua;eh!&fhm*PgN`BhXRh*u!kf-^nL+@D@|2tqIct^d!h1r(4|HurAyFUu%IJ|(G z%L#nO#RhbC%fjpa;V^YsCzcBy^j$X7LG)5!)MsykxkbaF&!;n@Sj*4wCQXyA`xgLL zmL&2AFML5Yu?#Gje-(0G=YpeoB0ZBiPqy=A*|EqG^k;!O7Q+&nZ=r`#LIyl~zXkdg ztl}G&HS+o=YvF!Q1wQ$m&)*)L#CI%VlAu#7;YZp&tTz4%(+2#+l-GMW>)Bf1e2P%E z*8rvB1#GWr2PlSLhtvR5d^W2RPs!VmUZEyDH``A`|4XCWb^~e4_yv-$bFPRM7Fsc< znZsDe%L(j}k|ml>567BSkKpdmcC0Q=$LO)v*dTZ)_NfeGeKoCFsay>f{*Y%L)d#RU zU4}I@tzui}nla7v-F%GiD#}}%h_0!@c+5bD>{>5Sr?NARlx~2dm7%cj=Ea`wE=FU4xn0OM&g^^&a*`$+8J) zFZugZLL_PXv{+tw9lu&91dI0%B|lpqe9^X;?0(qKzyIRL7G;a7 zX6v#qzO9h-q7&L5Ou(+pTu8kaftshhxa02K@TH*&q<>Ul(8`6-dP$KD*ENHR9olr^ z#%<2?;2EfMGeb4I2{i6TAaz+c<1L|2xBbWk_&zg=`*80L_{=+j@0as%)O$Kxr1uWw ztoPy6fFkZwf;^4wn8MvZ*oPhOP@;vdOSzTfi(%23mt5O|De%?M06%58i}rtUK+n1E z@W%H@_L&Jjyz>yk8*6Id)PyVWAfO7Yik@I^b_R#jj7dga$TSY}LcR1CusiA;`h_cE zV^)x4q^d8tM<0akekai*wi|LAzDR7gw{RIxrC8|+oUdXfn3cWba$TFbxqH$vbi!2b zgzXDXHzS{~T>b)-2UlQm%3~ZY@H~$XjmBZ7O`s~*1=BlX(DRH8SeHe?X}Ju1?Bm0~ zQ!vDXx^=cP5sKuzL6hOrk@z?{R>-fE;rl7RaA8ZmB))~XU#S;iZu%pEnZ1|mmOaV$ zpZXma$jD;G`}bV&>}nihwgbS+5f;n*=Aoz$=q`-`*C{`6(zM6u*r~#54m|?(ygJy(`U@EU`9D=l`s_&V4o+fVb)@ z`QCpn5FfM+Zv+~Hx1W*JH-f|;WomQg9Cl&GcwM;mYdLBkh48_5d z?(x^otcUS)O5vhp9Zu=J3I2a8;pB-2Y{$oqY?ZG8c=`V3yJly=xt)VpUz;g-E=0(c zw7kcSA|Jlfzzu#yY=-lK&e-j66K)TS$KYl5m}O=S4#O>Z$8FB+dFy{dXSx|vem$Pa znF)7q{baUOF$eOVUuW`yfB2igcbaiE2&Ug%f_+=1!uda*bce};?1(AYvd@`~3cA8a zYu|AMVMT=Q*>p?!a7T z3H{rBma#W}_5A1!?YOhEKV;1=Lx=Mk=ymcC%sk}+ml_%|pxJ^w>X3!Odv2n4@G8LTv#&Yw4^3~8 zkM|kAf6Xa&V(ttKEYMzY*+j%O{PUWtXn_kr*B z=OVahKt-Qs0pGie`Sy5X*BEzf7j(vC&mo-6J~v!bp^r~B>{w4h43{cWV}=E)Y;A@E zbDN||7lQNYX8ur-aX=K?sSn~_!ztoI{Rzx=j)HWxcQO78dLppLK0wu{F|2C%8g7z- zz#UUPjI{-6pq{k~ypHbT-y9M4SIXw(=S9SN$=1EP2mcUjE9j$lDIG?|*_@^9g#Jv5bBN z$VgX)PtMBh+|26N9AO)#uV<%zE7GRym*lJ(B9(h?F6|cHF?NpeOndQM7T#!0zZRdN zrigqpjDJe+=3T=(=2bX+{5S9)kcPEq!?4XhiYu5?fjxgKKs`x=DJsXo19cgRTi`$b zz%Bz8qMR z_{#m{Yc1yxsNV7tp(ct5$CsU_}V zmJddX2bfG0SDwm+fKPYvYhe@JtQSdpsw**S$VAe$450~+maq*1clyhicIwQRCl%|b zly&qB`FuMDgwu;_Fj2c2FDWO1?y8-TcD#_U4^YR)BaB(3#t(j)!6W$IHj%XN z?!wQB1BjOCNb}_Er5o;BO8e{fCD+6=?AJlt)t`klz#AyV>^D5N9Yx7I7%sE# z!rxoQl8e?53SV}M8(6l0_nmEk)7;A8_Tb$xKrF=vQY~f}bOfB=S<$W94%+ijLmIzK zTY6&CBGWa}4;prA-#H#ga`jKlLFCG;DAf2{{A zcakR$jRtPl&occ!N)adJ{lhFG$1xww>2`s0XOs)7gw|mYAN>3e63qHw8 z|5oOc?9zeK=cc++i|)qUj;vHX+IJQDN10-1$4EG~rh&#hRG{Eh zva~ZM9-F^C$GoLusQv9JYO^wuDrV23Espx)t;H+F$9~I;+gB$EK8kHjUiKzbIh3)? zO^3N5Vg>Gn-2$BbYX<8WB=oO3sMDYu?^u4AvAAoeqIlrmtIX1PjyV1CANHao zjm7wkV}WbK*}4l6Y*e%Z|6n8Hr$erwP)Y0s$^159Z7&C~6C3smeTT+u-2H6USM>>#3=3hl7b9Tg=(*xeLn@g^ z%Oy6{eJ8`&BiWIuMIa7+4Ay!|Y~7%XT-ky&e$0$Atja!yrE`1m?|fT0_Gq-g5g7@2 zjj8b6i(^?o1peS2;S8R=kOfbOX5&@0gnYpic1UqKseXCGiX85v@spiw=#9;+TP=rm zY>pH9{(duCr(x8x+2Vn>k%7^3RhOGVL3g zX!IIpr1p#7KfVLC4kY8$gGLg?7EQL+dkrR%CYwzQV6SrtHa#rISgZ5dgRS<#o3Y2Z zYaMm`V=fzFo#(I*ieFfI$8Y%P;6~9&6REFdDn!*aLeGC&xXmp}((yhDw5+5*vD*J& zROWls>@5R>VXC~72qdzGK{)N6ALp>HgI^rNLC*tO28Ov9P<<df+s=>A&D+q+8oyKXD*Cb0Ji4Qn+@3*#R zg}3Dp*|+e0)?`jEL7CLKf3Pmh7&gv*%Q?VTY>5(j=ROy4GWSOCo5YGNPd6X${V2yd zSJR>7r95iANEIcwD3bE{w_K<3R_-RdB6+$)m6?S2gOl%6-e6x9=dp1FuFZ_V1A+B$ zbID_FpCzE%)_B2hP{#XA2am(vUpuAa;GAvuT#6(4QL&pvEJ6l0! z#9UjqBd>9ReXGE3kfDu#qap2FKRRpF470v{<+o+VLD7ILI3Hb)O8;Hu&)NrKTS9+Y z6eZ8Pmu>-_#!gJVHV{M2S3*8HlOqk(*o)-sc(9KISkfPAce>Dxu zzBBSXaE%}M-5Yj6?}$&L1wQJORvZBnv_Iqc6M-OUdx55MI(%liHF_8z5T)UUu_fqX zxE0T!E@}yU-Csjj;oE|1py@uC-uzukRbFd|_77t0?_Aux&JY%v%5kS&uc5V_(bPWC zi#J`B#5<@8l)bi#{NX}@fw=dLFvn-1oqGlD$bN%;S8_PWA{(7@yl{xX=-bs{h!>WP z#^{#?{6VK%5GH>`;=Q{Q4u?y@@LB@*O+5pa`_uK2?ui&kW4RCOwKI<4?%w2kviqf9wyX&!GR8p zk)^L1dT98khuWU*AxFEn)O5X^I$y4V!)`~JoSYJCEY#&Yvo4a)Z#ycTc!Rv7%jwIi zT2vWWByb*i$lEQJ^m+LoU!wLDXI;Gpv7e5^S)VizLUn08LuLWK*5&>dAlkBxnXSKQ<r-td;spPYhUIt}UKKQn3FYaQw5 z7f<=wrtz>NU+5tkItK3kc?mKRBk+`IfiN4&z>YdIt~x4RGTW~Nwf`70yKRE+(~_g; z$ZGn2tCZAzoX9UFm^IAgSy1&Ly0O5B{tjQwo~K!`7w0!I(kx(oVB(NB^nx3eq;OyoK^iny@f4Ee@_cKx>H_KD#H1jt0sJ+FBO4E>+?4;~+I~d0A z#euYrGEhD zM>U+X(j|7dSWg`KzT`>a)EMcqO4e1WR;(~1N5 zdGBmeczPR;jysM;XU)jpvz~Ve`;B%#{Uy9^DEChAgRXv+iF(Ve@bGm5D);=u^=+TP zT4wBo82Kq|ZYswv)F-ndcSmt=<^wiju0G3KTFzAGtP}@ibuitR-$0yqk6hylX-@Y~ zkQ9%FzkgdKA+}T4%G0jgvAQg8%?Et{Lx}W`F2WyLy|~10g5Y0yz;8Psu(KYdkjHx+ zGLtTWQ#((9OSL&A%*dzG3)lE99Yws(gU2xL(JZcN&sOo5TXk%;T>{O0d7f?+l#<%v z->Cgc9~`YKvg*_k+b{KDc5{L?<~im&iYLAmMVy6>Cw)^8|g+; zJ0IufEJ|xBVa=gG@s?#3>Sm3mBQ631a(F5h6*#e6S5EA+Jc3i(xlOuzzNOUoHBsn{ zP@<;q;O}L@?Rj7w(Em#pn4q znTu60dv<7-(8CmpBVS*EO$upTs?{6Zyt+TL%IqUPIIV*9@9Cs}Q#MM|#kSJ_I_ARX z-hSkeX-}7uPl5fzW6*ehGBdlOiXJ)I)c5KZ++gki8Qua*>+)P8zlX?Iji=G~&0uMj zKg+B?#4g&~v(VLMtih4tEhof3n$ghTco%ysbiW(zl@YT3j#BH9GSYIl0-A8w9js;x z*_t;RLTOEj$S0---p;zqWmieDOmQq9fBrkaMY%t;ybXgUpBrH3sZYZm_oeOg1kd+o zB?|4(5N2IvaeA=7(B))K4=Ym8B%mL&kW+#A=FjQjg}oFIq$~Z;FP=QWl1z+q!C}24 zm$cw4=eFLIB3|8x4fUDWQ)vuc?E(+|+8tb4@&UeVvVqI}_Cm>=m)IaPmE2Ax)2X;s zWIV|`J8EMsBlF#K!6%1OWh!ZGd_Jx9IztUbAL!To{$zY8i_}^V&_;~H#H&Amo9c*7 zDaJJaYc87CACc%gn1DHVoU2yYCdx2e%|9D?5AtIanQMg#ef##3FRY2AD*JS@^|qwk z)dShRcUElpv;zLdm%~&mt;fC=ZPa=!g-qAQ)4`*++5H-0e%F}=aC5*HoPRwVW*!|t zcKz?;pDV{OvwjEEeP(zp?IiY0QD6=QkN62}Jm#i1@f5jEveV)`Ry68h*ZcqI)iY&Q zSn!mEPkzQ04Xc+dnEZ&Avm!$E3R-h1i2A)1eh0GaSmgdlc=IKQtNk(^I|OEolIG0& zIv3^GvW!cpkywsJ0~65oj~nPMk)y3yJMpx98gf1IO#k6D+-f?S42{dsKebde@1#0= z^(&4YndpvJe;--iUP`_~*PP)o=O+`|<}+$f>Q^aBl^9)D^&3-xPSU z{te7`Uqc;}Hc~~6qBMV#JALk34>q}~_|@PXb?z+0VKp6m@gOP8^N3~iBZ)~Xf>=lT zeaw%!i=Ql~(93=br1N11=I**DvGBPDv-hTRcQ-Y{vB1TclJ^5W6I!sKT@`NoRyS})S~O_xdfDUv=OpGV6oU1_C>EhX->qS4x!q#3JE8_hC!$@k$5 z*2%yl-Bet!_Xg~hm!hG$8oJ8e;1*dcF?L3g<#eOu%|})CtlaU@Vj*| z$ItqVc@M_g%%7zo^vk`%-2Kx*>0AXEm3@Qx_f_bvbvs(P0NVH7=J?R9{Ody<=(DXE zbfYq`@q;Bs=Z1-nHLKG4v8T9zhodo|&=uwCHwFOnuqs=4D{`l%H$KWhqvfdqaSls$?$6vKjOy^ zT->7sWx{^r!t5$kP+tuyR>NSmax8=_%Y)$KNqC`uH3o$%K+e3rWT)hbV+!x0yLq?d zpo|?~;vWlV!`k?73%k%tW-YXHztHAYC|D(?!Qvx7F>%o}e7Q%FRZp|V^?RzIoLNJb zSq)sw34~j(Jwd&n(5>b07CUwO;>n?Xu}i}qm3Iw>DYX%xCtZr!GAVrh@2Py8#16I< z_hBZx>>)l}1!V5KqiI^J(3STR95p)$#1YZnKz|5ufu(0#6#AU%x&{_A1`@a1%Z!7q&H!3B;tA4eZ9Z(N4#|MJj zMH@5?WO#6{G<$({C+uLVr0X#bo~|O!p?N4=ep3zRcWdF>B3V4Jpcu4opNFNllOLnE<}R>!K(LEIJ-8Qu;JEC zaAND@td~t%L|Xl5cV!V*_p=|v7{}NLucHp zQ2Z+%9R~Wb(Ei(*<_3RA3v%Jw(}$4bn!7m1&X$>e&JyyQa+LAs9DYmj0Ljxt$%C|y z;PkW~3%XG&vc1^`GM4%<+0PZ#q54F3 z>NGBZs4gAm;qnQuwtBPJ(Mq_{T;M;>SW9;l;;6&3nEa0&B%7CUc(acg=tufd`VJE` zG%f}w^D#{M=T^8qH&PTZXB)hj5&~^Oo4|OC9B7{tldV}UT$VVIV^u1B*N&zMnS$^9 zLo1Z@E9W)|yMm6QBaE)DW#fyLr6(`P(!8cvuOw@C#mwW{#!#TD>+ z_c*vy{1|4fQ|HHS5Skp8R)e#wz{uUk@Nn=woWCRnJYv@3-|*?U@IE6Y4>vk!>qiFT z4{@01GnwUT8RmL$4oh;Ar_yu2q-Z;njl8QxiyDHsng4d-!!$Qanlq1HSDl2o zpT^AooE$TtW4x+LF<8yfMzzd8FhC~+P8~jt>q<^R%JvtM%*H3Y#-1j8J0X`Qtn0=0 zHfOs0%al#~X2-Uv?qG>?1zmMcKA8wvfFskQ!P4;*h^igzf``I)G*3%o^feE&`Tu*mHmt(5mC-`OEl5S~P{J`N-3 zqeZU{t>ZRa)JK^ic3JJ;UgMUFzxjdll0+wM24X^AEukOdB;D#PAdhP&vL9TwqZ2oj z*(|jZtQZ%>Jibq6Mwz2%`l9!ArZAlPhey)OH38%{T~=Dt8$;!S7B%$WHImV7qR8Xp zXx3d5oWJP@FZ1*+cR^2!N^*=)FKr{18T8>7r_V?Ef49l!zp-?k4=1~fPR?F;3CW+_ zgZIh}XqRaT&K&%Z(|mB1?k@RA|5C@&&G=pLVTl7xg)j6m`!WritRR*DwvN*7e8BUy zahPH61-Y$@;dXmAUu1e#Qu#!J&BY#Y?*3)|d-z}o>90ff5_j4n^q%xtzKVlV6g|~l zPB*WlQqyDM|8Vd%x*U)WkNzl9=}JZJPDTdSZfK$P&dO4Kxwn*SA4lTH)9B$*9rD-v z%Uzw^0>=gI%2Yj@i0_DNM+6I% z{cPE~ICgwfDqlZ~8M#4iu#&>RlshYZ=ovN(R?M}hbICkOqH zhS4*hPOfETA-6iI16DN;py-8bgj_-_1SqzFf4|>c)yG@z5eLsRFm@fyB z))yGFxEf|^O(A-lnq=VWU<0067+sCIa{AGKsQI=g^C}J-!-(elbuUPIoR~9}joS}w< z9Ut=)#I`zgbIxIy*Okhq{m~Rxbw6RsV+M#lHdwGf*aH_d&$0Ux64@VvV5T<5R#aE2 z!*YkUg3>p2wq$+}stu2a=6gXH?tPNm%q7CbA-kYTQ}Aof-Nt%fZexj-$X=>BG98!g z%=q^cTtk+$(5)JJoU)mwO&_s+jznk8c{w86 z*A+56VGA2k7Rfx9Oyi{4-@&!tdN$E* z8cRu3LcOlx)Mvp9p$q63UG`l-_henLx%vc7^mK#1mZ#YZjS{v?C4x;HbAj#m2xSL~ zDnZji@Y|U07W}BPV3jR&{ze30?Oa=Y>8S=!8pgx)uA?COdIrU#Lr`(_VKVr46HnOr z)5P3`c)&@6e>Y5%i&$PkZq3gqDB=YDHp(TRx@E?92S{LuoP&8hDW=UK>F7=4R2ut^K4um!8mxv|u{AUzhxUeGx^ZXW^LxI+BtF z0^c${mH+(7AMy%ZQM|PfEKe$vXX-w@R=I#5cJ75J^{+pqXa~c~UL8JqgDx6*b%AeB z1bmSAz!stV_`TpIn(5a;*={FkM7g%~g21)A)a*$f;||i9ZcWm(+>Fh#f6zQkiDa|l z;Es$L`+cJbE|iSrEv~rYi0U7BdWI~M+o#Gxrj7#HRUzQpeHr&`9>JSie&vJBBGJX$ zTiDs|r0&0hXYt`Kimz9o-DgM9m$F!z%sJ5V)JEjgbZN?s0GwEA!yl444QO;47CS!x z|5gIVzXC0<^OzNNldthV4)qf+fYzoPP*?BGxmU}vFMjX2Je`5mrQj^|wyDy?dE?0I zkv;CWF2v7`6KUg66;7tIiMPwx0&Ul7@aw-!9D08iF84c+s9OTc&mwtstpr#Utw;rT zpJ8sVz@=PQjs5~d+hk~vkUK8HT;-P{tAGO_PJRPt>;B=xn^jQkEOf%%SPP%S!=Yz| z0^U|tVdInkfbW)WoSF3p7Y^5;Na=e#^JP66^v;JPW!faE+y&>B=cBYL7=~StWtAhm zxt5@dP_?a$cT>m%*O6Di^M^f-(FlZ&H9z>*Ymy*qcsJT@-Y&V?umxm74`ko@y9{pJ zx{O^PzQT9eAjlMa7Tpye_=U;SINb+FV5Uqh*mNku>$)c}!qgF#mZ;MSoeWgdm1Qzz zrZ&m`8YE+S9Ufomg(p3s9Pi$(mF5eeWLnTJ~^UJ`Nxf(NQs$Sf?^WX|Or zG#IF|QL)ijaw#9$ghfJ|%^a@grVFS{NaF7NQ(+tb7T~;%LY`Lm=H#{a!tU<}P`o$` zM|lgmwB?xsqtzVZYM)|=)fI>nb~G7720=%GF6VPH0^}#Cqjgp~CK#r{xzVcZ-J}w@ zXyc1Ln?eQselNBN{@nBDW!M4z30SbR9uHOuu@_kbwy%vBy!^?0#eiz~l~;|&w4ZY& zX6I11#}&6jFFM(%Q?9%NY#IIqedKm?`@i)8h5RD^TeuqgXf5cU#&KNd1}Ud?A(a1O zD?!Iks!V*=fq!Ib3ejKYQ~i7wy#2I_3$T3wx~YQi;$#p+e9(k8P6}JS{lWdSDOkS~ zqp84+P`W=8W*>de^&jVgTb3r_t)XT7RGm-Ya@7gmmbY?`V!m;9UK8NZlV*Ovp%d&q zC(Axe{s0xQ`V{1%_xA`La<=S( zgE3cq+7aKpHWy`?q;bDWcEZ>A$-I(7Jxm>Mgttb?(C#URaedte@^-Ak?MJ=v>-%uN z&m?vB(m#hK?vodvsEB}m-UrESwK<>p-+kD~>9Jppbt2cVgIIyRaDMDw4yV4J;>2r* zu_H!J@Ntd-)9T#?GQVHjZg7;Ln`sZZ&Nr#}s_eDx)X4wrci`*5`Sxsu8=1s{opGhJAqChUoUT^aXMxEp{~DP3bNpBOt)PN=Z^hVbsO z7cJSM%6d$7Syd&^_wJWR%by!y*I`v|nsp>7FPX^NKS#6Cll(!$Pn(@pSj*mR&xF^9 z0x6)B=#brSYiIJBd{Q*NAd2pBhe}8(@b$e?8m6r&U4Fcm&W%i>t0Nr9%y|>_Axo@0F_?bt_oj18-tv9Sx1e6* zaTs&(J49_8&X2l12O^JFLRohtE}e58J@ni8od0V_ODjbx9_fMxwGw~y9ZIFqf;N(@ zO*7u~rNyxh{JW!l=)adIDM@J^YwKT%4-}?T?yC3bQTiWrzMe!Y3I>qd(pvnwMVH;l z4uhLbmN0T_JH{;5VB>mr;eq2%@zpI)(h+jj%hPY+^$TXS^u#0F9vuvN0z*S~>N}X_ zp2x57)MRO+>{y$b7UPpU(b9JceY_=4_2zoux}lG>P1zrnt5#Fgk3L+Naueha6lV3T z8@N(U%-)>Pg{U(n;5OhNH*)zU9PJQ@XJ?cLT^JW~ z02K!u6f!u?__wSPZC>}_ZkuG0RMwKbR{e&?m`-l`P8+zir-_S}l=6Ndt6ATBCTzF+ zc-Hkj7R#e`7-tyD?v#6QsY?b>YMwjESzqR#R>>3mxPUVRzPF2iDV~fNj_=MN#j8sS z`AgHxp`*AQvZGGJ&Cq)&lkysLH|#>*`STR#3Z{5GkEu^Q-pJp|)W{FY{gMIAFnc6`o{j6Gikp)Ck6m`hnsq6WnAsovFm< z{=TVXV|6QRrV;Sj|jIF5uH%W47dtJDd6C6Q|&;Ow+B? zz$9WE{-Yo~v{V4Tia+q0^)+0NNjK*+JrEzs^=DgF|HXOfhv`boMCqZWVyV;07^$ka zu;ACKlAd{ADpkLAP3q|yEZtV)DAg$|BHOkAwli!U3yE=JRw2{bY@;X^c>Npd#>lhe z78$nQEdt$glv%i09gYdCgWzSMs9kadWUgf5DTg;OVQ>#52UehCZ54S{MA2fcr?hv+ zPdcQiCUu#pBJKL9F723mkPfdsjMo>WvccC^!nO2xcI!$VlWOR*s`Z@ zTf6yD$0GUrHHBR1VinPWi*gvU?+bi&7P^9Nynw{?JxtH#5Id1q2dhfXa59VRS-C=g zR^>5|uIxF+eptL_ZYylWi~jZ#FZ))@f;TiUHG84+Ym^R75e37BaYkqr`4RLlRAS(` zY}`GS6Z&w%QDw|uYz$E3G}<&sVTv-{npFxmY3(?!;|L5m|A1M@-e6(Op7|V60^V&s z7bzbK+5uML$dP-*`%Y+xEB&(AU?!ZU2j{WexFAwF{~tYgZ3uNb1^8yxRMvd%1lb%* z<$E06_+Fh`+{>g!-syZCUYc+i-f!yU(k|9QZpatdATS7~C%j}G76Zi-`$n?3cXjMS z3$gp|YHW4YBynYqr?_xaeK6NlgD|4S`~mHlQz!|rHNMpYEf_&WqL#OHa*;K$hSatg!={7Qr0 z7unj@$;{F77?XKU%sg={b1_O`TgPWJ>rb1|&_te+19p+kVh*N-?&3c@v}KbdCam*P z7_YoS3Vv0xtild@Hf2? z?F{+TG$7aG69xtg1x+*c5f|m)QNJ#b{JG1|`jEvbOHRVXg>x|p8(`GADd@ITi@^&u zy3<-J`73x7TJndYd%+#h{`-OdI$nV}`)RQH=0#x95Cew)(jd-SlbtyG8y`DsW7WV2 zh!S&naPMr#{9|&wPA+B?&}_vms%k8q2Ne;`_G5 zLUptzv#Xmg@P6Lmw~P}Q(U^|S4Oe-aggXA+NhS8rNtI;|x5i901?=u~gu54?fCbu5 zxG*M#hENsCPf~@!Ka8-tk0*Ev{j7V1Z)B>U8vCoSMO$}|1dlx*xt&R^XtnM=#`t@K zRly6a^7{@B=ZYXTS_40KghA)WPOuv|1uc^E;rnSX5cPYGS+`V}udsjIFmwec|EvvO z70A(uMH_i@>j$`Shb(Q5AC6nD??atzA-gx-fIWD29~!pK!l4UvaM{$GT*2kHe9NCI z_;z{-E2(M`sr}BtQp*lJq1BH)us(~^&%D7SN5k=rN)UJ#ec>JpeN4MzV&F-2q-0vX zzzy2E38HS=U{2FQZdz&vnmzO+^?#u>IIxs{jc=qAPIqbOns`e8&z0;x3H#>HbJ(;Y zN4bB0*0HC#eL15DXPn*h5&N874JWoVW70e&4EfDr{!m%A%1#YeogI#|od!_o_6uC+ zAa(v*W)+N@Fp}dIoW_4^m8osvYO->9K$C@8S8Yf+DQV|W_rE(3nPbXtemsKh7QA`A ztKx8o;%Z1!QDP>_(VUNyzy>XS%}@W8!`EnY@@xLcGTlwzv36>c#PL5F zcC$;K#Z9$hpY|?bTPD@;0bNN{7!XbS>#mT=T@$HSuol_Nu7O9)ml8Mr!Oca}>1@bl zqKc28RMH2A+8Q#wSF2gh#k2hJWxKh&bwUol<$!Ih|7Q+&qR}YIIv1Yi?5rEXRYCais`IGU-Dzg7@nmFSL6rBGJehQs)inbLH>p7mO zt6gI+9t>s8$9>Rlun|liRtu#s0>I{pzytL0g3SvGc}ezl2rybMnexy@c)O1!_t)EL zj*Z~hEMG_(PJaAz&-aip|2ob5lS3uW;q+0V8h7hDpzptfjLLZS@OT+q@2=!hgmf#|>I*KqdGM0U9+lz9sN(6_4kwxbWMVD^$R zOkqM8JM{PxFSlSWoEkU@xVizXKx{6Y+oJ&Ur^A}Q^TD@&Bh*PG{KoNBIJwG@2AkEx zO7~&#%HEWD8$Dp<)6Syb(-RcFf2>q7p@5$2_7l7AUnc(JY%Xs38O<&Pe`KI4XoHt$ z(b(FPT;0DRWLRWRwmNpWp+cJ;tNh2?YAuDDE_*nu?*na#C;96ucYwiqJ5m~ZiHstg zXrACv+TCpq&~*!rYHky`d{UC$xi?XoH^3YU9}gABd|x0gJSyzUHmqm+O?$w_Z#Xtr9C*0Z$~L$yl)oQwcC)lIaGwV{*#5@Z)Gv^{9BNTSqUj83@QBJ zF-jb3Lq3M1AuzNJJ~R#^GmR0_&U-1;cr=bRb^T>;G!xkL_(!%?mJ+o`QQ&YDX|JQERC8Dyx^I}w%DS#H)k6c>wT_kKCU8d!e)^MqaXG~w zR;4%Jw3(tT(5*K*H=Yh8xdhANPXQY%ioTZE2| zuhG|G6s;RJj-TIeHZ?r7g2;q$qNmp}z}o=S24=D~_d}S{o|h<_;Xv-??UG4>%CxHV zJkDqcNADS8(%xIjRrD47b@_APc~l3orK-$nLl9hTkK-OIjNz0`8}Lqz(5F~`kMkW(0Rb{h3P-p2Ta#Lg}33r%%VR6FklSDkwkJ|62s z4?`j;|8Ep;UOAas8)DHV+ZSuDe!@i)3?a769;ap3z*4U>5TJ7eFFfwU?Q_VbgmEFX zBi9x`EVu%ze%yr4T0YrHE~gVU$Inv1Rb_MOmJF4OLsh?kTb7o z=aOa&+?^mv65c^?Omu04jToa%z6*QZ7vQu=flkO=g*6qg;l7<7Dbx+*zg#Qe4<(MK z3bSHtlpF`V6ohXV_u-fA2;_folOe^*P+St7!hZ3!m@!81IR)lY)LR*8%-<>s9=L^? zj91|4%2zn~=wK5693|YNGpS|XOMbWFPV}@zh$>9v+pFXFgpo@GZEFCm@D?~1!=><~ zG)WSr_6q0jPe$`+imc*aA-kAyl|AS)N-U{<$|5@?WYY1FUbgg;(h+T_o3)V2Zg9BE z)*qr3Vp-R24|c=nCUerS=N{>&^Wa+~_`56dk+Vq9qCC5TC4F33wuFom1j}cu$KQ-?8c97 zb-{r_B3xy1ko{{OCUgdAGe4!PIP3ZfZqTNO(6)3ZH@WsPf36@FWj|GOS6ltbE^s89 zQ?LVkf>yA}mPM>@#ZzYXw1>@h{>PraQxKbs(3dWqutRDgt02AYdz7?{d#M@arQ@># zX+$8<$j9HXs$2pJafiYBg%)!X*zJqAro*wULHwL;Te!Y+)iJ2o5QV5A?`FK1B3>S0 zwm*u5+;;{GElgx1KlK%F7INvUUcX_ZentpB0ePwU>A_MzJy)`*JVQO}57I(@J#Fmy zz}0fs;-o7l{+JzGq{}_TaIkxBPUk;u@h&<*+9eC>o92lDX8D?gX0Shij^qtEx`2uGR7c%>)^I75jf3&#mDuwTPBz)U3bhJoDat@jR7Dt@6$>p4uZzX!9Qefu9pXBtk`+r?p1W+F{0Ln+ZniaL8ehej$& zQYuZFCn`;vMTRItnWKb8{msJJYaK(S5k-`!NT{SDl?HnE`@uKYbuO;Wex9{{zxzh7 zqm^*CF${mty37~p2JoIPcVI(rDj(&$m3U~Bm zcknpeZxBfx>-W&S-xtXK<7JXd382R+7wCg?Ffr384EU#kzO6cJ?~rEBal>sGX=no8 z0T1|~OC7Lb%md6TEyY=jIz-N59adH;X5Jm&q3d=u$?hLdjYa8b^z%P%eRdFAKRFD( ze4Wh7yJt{M?_&zdyGK)0CXm|^1KRlssOL^4s;6JVgFXVkEGrzsY;q(kR9@qch1Wql zPmYyC51jT?XDOa@xwA6AC8Gs@aB{WqHy`gr4QIx2<2PTkD?!}r%P?la3&{Hv zh;t5RLj1Ed-hP=L9$hL6FN=T*UxoW~>kiA=b7y zF0vIr9gt#3=@FFi-YDrB;Drsse9)`(A^cTNM49c?d}5~_KgMk>y8Y!)D^rC!#IrCl zwoRDT%iza=UQo3xhmh#qSbavFt#14c`R1}@mJ<(JiVL`+`|c2z&;sw8Rj|^!17wnQ zr>!V@2hV!n@fWPVfuFtxi+o*x$*OKp{ka(I4dt-d>z>RTG)#omTm&3?m&Ap`O>W-<9d^WgJKXQ7;ivju;=&eB z=i&sO~0A>Cbt$D={0Dez;`BSNz*u z#qGVE$hW!dgr@@AYFXzs-gotP%$GC4hE{p(wra=IFVjK!Lm=2;A$pWp3Er1_dfBQ) zho7FLpAH|$(X?yYiM?U0wc5}#A{owNG7WSL03kM!V;ja2r ze0M1aFaNsBjlELJhbd}Nl)k{@OTNTi=()-b3nFfqwve5fdYHC;T_EH#Qt;Zd%cAE6 z<^)#VaPLP3CI%+qvEhaMC$Bv$a)ybpm)3{IxPkb7{u6BYHiFulgum&_!yznJ5#G)C zflCVtQFfvl_H)j}@jlsDpFR}#zB&j6k!$Ga?<|OGM>aw5HrahPqhqEg&=m7P!z_$V z>L(}O@h^l0(j@34_a~|>^f;4&dJ&>0hc9|I|9bl)gII~A9uffQ^scibHZ_G;e ziQo;&W|J-N)Ciz&OP*l%A1gQ<-2w+q zGhkKLL*qYnuJ0fBdZV|@=7AN+-TIjJ3P*+|)&T3$EMw==OFIRyuTZ?=@C4?cs;eF#8rZ^!>zs8Rnqn+%NRND2%d5Dti7?4T9GFfsNmE z7*pzoWK~P1)p-kzVu#ZBF#?Zm^*huZv6Xr1Ok$lAyP1M#A#)h_mW{1YVP!sL_}S8t zE(-U-lVddLZNfhG`b#`J9yl9EcPCJ!+&xxNdlqk(6q9HCVw`_-Iow-f!Kb(?v)sM` z;A-J3Twx#a&Ld_bw>N?ok3CPvoz-c@?-+JVaIR=|s*qWuK6Tb)(u@IZ~5 zNc)%Ck@?TZc=EZNxbk-eTwWRofp>1vREu&b^Oq-6fjRq@jprIVJpf!Lm#`G(Vl*C6|*=jLJh$}Xq6Aip@8sztn<#zde#$e8p z8+28LKYZ^m%rU+@t+3OSM532OYPDq1HA1>IZHl!24PU8Ee3JB+{7tE2?ltKw_k+@% z#N*5Q>1?QO91EJg7`k_KbLS@H@IC=4*jubf>o$j>+tEX`;(-rc5A4JGExm`wM;787 z>gM7#lei~&<8ko>9`8-LBKYC@N-cZ`NVhoEQGLCFGHsIM;_HEV} z@%Sfy*%0?mwmq_lt(?Dy{n%3=oc&sHRDKkFx*JC(yW_}TQS1%124bhA`a{F z=eE7J!aBc`oQ!`FirWQ;#lhDCqwOQNVD5UB{Hg=ms?7n?cA$B7Cq%`ni|?GxWlwrL z*oXO>*f`BS?0Cituq<8+ez=rhoWDxo5uKomHw3QPOjBBZ_Y{R233>H)DMZ}O;N|mp zjF0NU;Ab=Oj-kLz+t$M`AMy-%tEtRn&wjS%uOft`7NW|06<85)gn`C2raUi?4RH-& z)r(>w*HOZ(7axTqXN$qzCkiI4^q^G(o|4SM4&1j`!f)_%CZ)pDcu-r3w{Ngv_m`_M z@4%PSq@6#}ZN@Xva5XKK^g5g!ah=C9M=WE@2JwRDXq0Gp%`X@meU6>|)K|PDU@PnX za+W#l7MyN!L&Q6G_~3vCrr_qIO1*7wQQBZjmj~UahFG4&n?#hb>Lm1}bwKC~P0`_w zKI~Sz2F*HL2EVTgGuqN%Hc}^F4{WX+jQ+s9SU|iLjNoU4}&moT3Wu3T$Y3i zY{=XA^RzQ*zuLsA4MTai&E;%-LI7JnF9`A!4cNZ44LCH*nUkOC#wLCn%ayEc!bFWq z$x`h>cxdb$Sm@XnHV#_}-j8iqXj~lgJE)Iti9WdaTqdonuA<(*DHPxui|6NiQGUdI z+Iqv8rn^gMz0mR7_Ry8RuGx*7r(I`3ljNXcb{i;#`tfhl;<&mz7jAX!G}`z4KK$)m z1@_iyp!ZVPkp=YO_xi=*)8WF;b1MXne7wjalK;YNs{%Tby_LL#=MOAKv4+BSDlbeY zpO!+ptEElh*VO6Lg#B3GaE*GF*^#EhWcqe70=3+?GUI?!cr`HxF6eBZ_NLdFGc59j zv`dfi>k?1yTpxP?Vb-DRe5+Fc*7)%YT)A?)gMX zDLT>-x6^N2x0E?-vgAWno0jtuHc zR-?C!Ax;**gR9Sk9D{-i)7kn4twa8yX6tDzD7X&Izh*F-F@sp_%GLrsh~_%qFQI!n zaU?1Ar*DJjfFbzN9kVFz?Nb?4Gtq?}$5gB+8BF^+B2neV1=L$^4h}kw&?~TCY+k0K zxAo_OkoN7UwoP!W<)0ILWg%!}IG$veKLJaz6iQaxvP;!!Om;~XC^$ajuU<~VcP0_s z>#DWTXY6F=_}7Tlh=0N9)H#^dbPU@s-+;JPGUPJq4D>v@4~O0RFsu>!7U4dqnot8P zjZT0|Pahh*QOYf_yvUC?nhhJrYTyi+YX0P@6_8Z(7F`>Mg4*avJT=UR^N4Pjyxja8 zv^39x+7fwGJ|mo?j+(KZEv|g>69u+c-2)}^1ITf|;8yDX%{3Vpe3*?WFzkWwQF2=?K{59-wV4_#ptG^%<>+}(?pXFT)0}5!sqxy zw)-bAygiKT%>E2c$J)U_qRDC($g@q;kKqk_K(n$-VAc`BHz=3jMv3#D_xDHuNCQx zlNLLEHI0+|pu<`tpNW>o-Q^2hdco_o;5v7ji||MrpDjw{zuKM0l@S+VOzShq%Spy_ zr`2hQjz7dKcZ8z?AM0(N6+c2I2plSc`AM^%p^R=RwsIMG;fe)Sx(1^{^mG#U&%)ro zHPCtf0z`ZbV!>DHIhJ9>9&=i(>4ccyYGJ^vH@D)RyMf$@+h!oYNRDlCwnfc9?I0fY z5ba!r#Av}z@H77hZQAbKz7at%S4D%~AHK{@H&Ca;KO-o?JAuwgTWEyqDCzR+%P3FC z>8lMB{MYI`*!EE};xSe|%#~lp)*TFCp<8_=IX*QIa@2`WzBZP9sFk5KsS2gIDZ|Mz z#$0T8F>bt=joo^Q=-{Kqzuf)^``Y9K-id*EKjg5}`WkiE7L&b^fz;vsZqhF;7W^{1 zaKul0m^*eX#opAT9e<@TJ>WJR(mx5xab?`5K{HsBrvaPiX2@b?W@6*}DsGR-CoHs) zXKYy`_8-0h2TclJZ1)U)#}*GdH#CA49-c|}l!^$K$w|j-7$Nmw>q$>y$87cF z#5dQcW8Nx7%$?B=sTP)SI4Pg~_s5i3w9H~hWQy30V-s1&_yDeY>`GADAjh%{DmrPG4m{Dun793Z0 z5)P?I1s_{7tKWGL6x8;y1!<;Y{m3Y8>5?MujczG>|Hzw}1dkLAzTC-=%(yJvE1#iZ z*G+Jgm1XgA+i~{;cRns=GO*8Tq&IjQl^)EYmU9gxo&1a58p9(sva*Fo4e`KLr zmsq)166nnMA|M`i)3b3`sOrI9CRUq<6ATuyHM<6}4Vf2Up!-HVlsplqsXi4A556H$ ze67y9;*(KtcL^qbUBt@^XV$}ip5gpVA=7#_imcr3lGvhw0<VOsC9a=v+S)>8nVQbo+xj()UXg=%Q>L zTWI3R;?D)K?89LL||JVinv&?S&bZ)U|EqcsZ z0R5B~!BUk3{^%@k=$+Sp|g~8et0v zvEn7Frs8KiB3X)C2s7BF!|ta1MeCgk(%yOhXr|~Y<$ku5_{Tf2`*#hQ!Km?Ak+>V| zo_b(ULkfPrZHo~L{s>;fP>7IIWzSPfarZI>%r7`eyORb;7glIX=idE9UI%8-I_n5l zv|}4v`vgQcZM9#M2lAogW()4JN_+0HN1P;Y~f z6;6=h-)J^KwZO7pS)xt`cS*=se}Uhtig1|lJ)6$!(7bPDWOTEOg4%uQU5()X$_QrX ztbeiIW;GVH=n%n5Z+O~ypBpl*ma1QCN-tFokmfZ!A(s`?DLU1MRPOo1iBHWq$eg&@ zO3Mm-vQ!!WU_YPyUj_CZGmJTlGptSw6b&r4IHA&QU|BP zU2h*&7GXmf1E*2xiZ$>t!iOg6{pC-ZJfNTQ{iIjIjHCh2HKgp;S}HW{MDrJ;ae2*3 z*s@?Xq*5@J*Y4!@Dl}kb(lv054aN|eqmqJ~GEx`mCkh-CNOM-t6FlNg7A>&`ssL&CX|8CZ1 zJmhp4!iW691z$IDno|yPcRH^Ftkh!PMu(!q(=b{X`iQm(V^K2mFePZd~L1g3ct zS+&+}OzPW7U4fe@_+2@EH@eCU%rpy(gKx0(HLduchO%^=wld}Tuce!cYhi}NJp8n( z0r{u|I6_C-M&D?6gGX){DlT+cu9Jk!z8s;yiaiT@k?`1m8I{Jd{G@hrn zu~(_8Dw(~w{*9ftj%0I@pw`@tnU%DPK5fmWI+YW&G-^Nn*}R*xeXdWTU8!){XcsyM zTmrwxLwVg94KORG2YMU4SXx>v8}~Mgy)44F8%Y0+4 znM+vYq9^RZ<|_77?i^bdG>`?py-r=Zr)Y}tRXV(1pWgaD#5+3ovH6Gs8fYodq~i&w zd^wi4krUpFKV`{9$izH6TY$^e?=s`BXV~#BA9`rM8Bf%PO6;N@Gp{Sb?B_`r*6H?` zop)HvjPCTOOgTj|*c`zUe?Er&u8LB}>~L~60NOi67qtrl;N0U9Xc*s%cPnbpEtr|g^KV}jgGQfdDqed}=+WK5&M`q$mAo65ECc%Y-kT5lks{W^31e1okEjbm?y z2eF@1{8@IbFZ2E4kF-=o^-ixzB%eWVx94JLSP72me#|Y~@sFzs_<~C^71+PpZa!;S zvoPD8Pyi2?V93OF9Ji|<#dm%MUZDhXEoJdS^b#_VenmT_3@|Xgj$6#~=;TRl^4b23 zKO8Qm(otJ!=;S7Pu{Vm$R}$%?C2g#?s5ibnbKtn5fIrsG6s=U_u!!J9L6Zo*7Qt<^%{i zqZ>44%5Zv6cn<@eR9M~TwNP|Vhw{0XpylBJ>xy4WW)DrqTX#|+r0D}l-oFOJhb9=9 zG8Wcy?p)ZBTf)G?3(P{)rYUMY5se=DM#Kzc@Ue0X_dv+EyiDq!|Ky?u9XXxO-yUj7 z#_dx6`?zLoixyl=Q{Tbx-YmZFvShH`T!~7d(_pfH7H{(~K##}!$MZR(DRQ)N zxHkEBuSf5>Q$$)7)A>M)t)TU#3_J{@;F~xe|F%AYuz~};bL%g@;ZHx#YuQA&`>qa! zodVveSpe}>wXmXAn0d;iioVCl4#A}n$q*%!A>B^GyS{Ww(%M!`75-&6K z6*tnkFTSq)gC1A@qOVaN7A>yfUR};Wt7EpPFgRk`kdPthd7uyn2sg$`FV4xRY|%w3bfX~A@6eP$b&eLsZ2{zqYDrC=U1-8{8{QNUqxa%mg zW6Psaq~Hyo%@-CN*>?&oqQ65{wj0~8ej6epO<~lrqs(^n1XevYTk_gq220u~e75K$ z#%JYVzgJVKMVJFVcF~7nr*FY%eg)}|`Gkk&*5RD!IgtEc7QE{9#;}<@ywY(8~g4MZuwkkAzN8Jijtz z4<-(;hkeiHfxW#5 zpyM6j%w>mhk(*RT#Ka_;>`{B>N=^W4E-?hxaukexW115>QTq-R99M^*GZ0Go51B9z%KYT*|k3&wU@Hz(o5BdAIB` zG_ESLN8Nb6J0Ejc`sJ*cyw{s&H@OrMpc5#CMfQeKef z>z5Sm9ZR(pnq)G|mQ9f#iaYD71V)9Cz#dJ+gxE}h>Fo;+`z&xv-Co=g(}Z(wT)+<< zu4s5+Fw2c^hZkeQS<5{|R&=~S8~SJ{TRPpD1vrmj7AI%3vwwWquS{7sF6JO($J^PU z$3|k0NE`9ze+lAA)=$Llqqd8WeVHuYudgV+a_a}%_UJmB7n{utCBAG$mjIhE`T_5? zm!rAK7ySF@Jnmm+!EC%%Ftxqjkg`CPmP$_2dewJW^w0(Zr>sQXciX{sQX5$NmN1op zdaNR>lF4aWiPx8giZ2*8h(+&t@#XKy;?9$o#i#$%6KBjFDLxnXg)Ob$$HF&W0QW{O zPQT$Yv`5c?uNkA+w?Ctq=_Xs@j3h@-y~faFv%56Y_B;)HX3yzF$CG?QD%v_7$Jh;b zspYwh^k-=xJ@xyHo3&Ol)HD)DD$EdP7|#>`^#<|ajL)pBZJhY^Z*8&D%s3Vd+Wa5+ zYrNrnIsUwb9kl+*g)iYRVefH$EKfOsEx*o@Q;3MNGY8V6+YgxhWH*+iWzBBR5s~*I zFEX{TprnT*rE3=h9n$-ac3l&ty@zC^4sRz?M`8ps5$4i9x5mMuRv)HSaRcne?t;wR zMfmVb1!nK<#C4;L(J4A#)H@^jW_g%J-aOuVXx!Yp;aMu;#({-8{ZI zd;!|LRg#2iHo}f0V{wp@E3~{$q}ZoTpyU1!_@coi+grwuwNqp7w%mf0*dZ);;a;}B zBZeZkj+9rQo}5f#HG=F?&vcBw^iY{CYJHKBV5F zzFUy?IknQr%GYpAl1_I!JJ9iOI;GrxLJ}i&=~Uz4Z1BfJP?8>=*3*T4{6V8iz=ges-!@W9W5-QDNF%)c`Ho!3cKfq!Yi zeIsf1Q-MRh#EJF!bWO-lKcNYW4XHX|2{M~^B^p+&zPE_}-MxsapVH9r zhdZYl{SsF^LKyt%I(RPs!ACE?$c6b%Vt@UPOO~sb@^6ICHg@ac5?%h_$zeX!bhLzW z=7iJu=Cy2vFteWQoJ!uAK>4Sf*qS4Yz_ITw&errCDbNGlb;eO(ocK`mSFM7wu?iHW zOHdb-gO$^t@eUs=(9*+~3_Dyz$4!m7hVp*Yxi*9yugzf_Z}woPz$8!{;Z8Si)Nm^j zkAUi#FSz?$B!BMA3RPh=J-BF90;Lk^!59H2i>E>KLkJK5{{Q=5$g7z(+yOF@J-@d6|4 zlr84jDwDzIIDDz3NQu3N>G>g7(zU+C%jCP!rlpST=P)J4BIH?f{{`%oZXisan8|JO z45p&#eJQ$XF1(bT$+~(5GtCJc{63*b*4rETO4*gPty0K2J_+M;Wn{@&wvn5l@CzTd z#^a>j`2c%}1L*m_GT3WRBfz&Zty|tl>O5uDJp_KUAMibU)vU9kr{<4Dw+d&Y z*4tYC?fzySTZnW)udC$1qS4k61+5U3s;or$HDOJ7?|n< zGEuuErUl>7v1~r<5sjcNYQu50Q5#y__=u75$NBkdBXPE0BwW6=47Yq*BcgLWe_k#c zgJrboy^kflJ?19zv>%7gn!DNIhdvl^N0!x?HSm3sZsLS~VVHg=3uNxA7t{&e6;VwF zB+503TsCXb?xR0IVYeE+c8kN}=g%yYIDQE^j9ukY(Kfe2j8WA_uoN=+ zCzD~J%|tdiT?*RuGeL5u4OUG4hG!L~W2N~w?z-t8@XwC`54?x7es2XC@BNT>SB>@A zl!T=wub}t8MmSbh1ineXFzdj3sQK9jVfUQ*h@qBX>8M3Mnd&cNG4)sj(N*5%{s}H5MJ(g7r?< z(07<7J2`hAR4=KLcv@cp?=?mEuUHFgm5gBPcLk!1g&1oh%TAPSL(Ac+ET-lL)Xsl_ zDI2}fdtoT&>8(yLI`nYpn08ErQ2gD#m;aML6>qQCWLm-=b;jS%pnv^3D4&1GjToN+ ztDb4oIE6$q^IdfxoPPBv?u5*s8iVwyYSVWfUF9FCmD47)4gfcg*atzI4m`sqQ- zFd=8Rt`FVaqeR;lD`EDtLj3l58!gz;MyJ%*(Cn28H1<~kms-ZyKd~Jcz1l$53xDIA zh_^KP8;??T;Th2=p^M(u)Bep;VrNxl@V^8Ux~|`WDGp~ZZKd%3=^v3@)d7je^GNVA zTZi}7$?-R0N8l)nZCsK5Y>Ih(mn^23(7JFf)?)A(r#{bvRRTM;YN!JQ*G17dVGfyG zp(&LMX3W!~mbr(tv6LH$%;jhXOs|w>#gpFS z16yNJi!hh0zEM2Qvt=M!nKWRw>UZpT{vSGJ{9+Y1^0-N@3x!;VF=x}~B8^i`09_3& zTry~mWdGmsG-_%M9ACMHtv8#=>Rvo!1~r4lI!3zUxD^w{O2^)@|8~28+wo)Uss9tn zq3>5q8y?em5uZ0b}6g0dpGS<&3v#2C#^+C)lt1p{#3GA}Q!zB-4p@BuN?0 zI(&bCa+`!%N>f;>%OG*u!g1miQbX~(z1HIArwznwkKbmn=sFw4SF?&sVXW^Vd$^jw z^GPzdp<~fCu=G@ytO`2H@-k~M(KsCqJstxNJ%Q_w9mdpc{{+Uk;CiY(L|NA|=-j4C z`gQgl2@?aToJq{CwvV{ampe?2ury$qS3&%ll+KI}|d4fBdz&E&Rj z!E;&va7C#XC+(4-h29?+_Bac!w5Ou5&jAOrWA+aAP?q^i=zYFoxywTE^7l8SlN=*m zTy|die2J|ze!97oJKICI4yZ_lM1l0bprJJ2WHwU6D8XZwh#ls6EIp)R!ott4UDFRq!VMjmN(Fag?YprSTjsrb&cEhW;B|+hO>jG7qb(43s~6I1uV5wQ!HspVk{+{ z{q_9DI>&mklq;o>qnXFH+HYc(2FIAhYBcC_A8_gRahSL=1K+m`uD<3wG_%EqROJK) z>n&$k-y}zhQv^R`Q7$yAUB`s+eR1FQ7({ki(vtm+AKW+rrTea9{bg0L#eI8mL$sWD zVTY?&_rXuLPPU8%O8w!3hAT_m-xq#tSjhL+&}LrR^3-VJO;J6*^mk=0S;qCJH`K)c z{G~<*+B5mL4|Z@DH>ceh>^Zv%2Zi_2_r6kkekwsUrE99d{3@Yyfsr)G zjN!PTB((R|<_))NaW10?UQa%QZQq8G=Y%x+{wn7b&S} z4dtpI;b!N^(eOVGVEgPo)f22}#)zex*7TF=slTQFzHNb= z^!1o{JP$0>!r9TKr`T2-YiOEv18l}`BKw8$l&-79+~lNe-z;+&zkEMUFf5~YC3o@1 zrv;=lF9r|V84K^oFOmV-6_9!&9Ok5%(Dv=#gjNUX&Crwd{Z%8)`F@qgtxu*1fpPoI z;Ta{3@TS=t4Oopv2D>^l6u)CMO!tBz@iAEWr4JMH8L;U<14Ji$6yU{<5s=_@*e-b#x+{XRaZ*VD3&f&NP1DMr5 zL)O1W16Q8@%Sq@|aJCCvW_Ro+YUdE;@bYZ5ZD)hKCh0e>A@=`XR?aD~yuUEN|^|I@tkrFXj zu04svO^(2)V=Cm_T+1&rHirop!mzC8C)8y;!nldTtlL;Y5}W@CyUexu+3Pa!igf@k zeBYmG$|SILhFW5quw$ZoDHCu@G0*P&*u-WFOzgM!{n*EYtZzqCXPZK_wWsh^7?gcw5!A<<89-vN}8!>J?zxMS! zzWci>tJP2t_G^#%uwog$e0MHNl7ivbo_J6=r;1#IGOZPM7)vk2!2$PB3@{GB`72{N zhtevjR5=COTn^OP1w%n^DvB)!QmgQcowUdY*{;5nHLRE8=33+E^M%lTt(JSg_a54O z%iy=HZsC5ORU_v&v*3tQ0*>F@m&9#J=zP))HdZ}Fnbb^fq?;)W-}?{O?k?kIc^rUA zX3;Q7U2spQox~~4(FJ6=74J6q;ewripk!lTk{fddVkS1=;I9(DHwS`lgZpqz>6z;;Z21wX?b@Sy8>zq zoX~jd{(v7CHM9}Fx-8>YFAkLv*Z zx48;Lw@xkWZ@Ef-yxI5yRjq5VDpknIn>~ey z{huMW<_xF2p#rqVK7-_avLt_`3gceZ=UlUo7BHJQMwV1N-g$iNvD{l@EJLCIpw%;rfM>W`SdYZz z#ygt&eV}w<#6@XZ!GBVxFLR}yw}!DPoBFWO&CP5@|4}Tq?+w;Ip&m9Ci~#q6!MJz@9rg@%Y`-eDyvXO{mw&{BD^r=ns}`m+ zb`3lII1DO4Svu-RsI)lRU%IK*L^}4>Cs@0Byx6nKhb^kQ!%iCMvGS<_?9RM1xK$^B z*168b_pT|hZ)+v0DW~(}mMXIwKW=bW-7_F{TnEIbs`6usF2J7KN69H5ob+rblBta% zTTnln{a2_+3b{(stEOk9-Sdu0KlPeRLwhERFWp-s?vuHR$?h)T9L^fih5#qZQivvx z%r#_cmPMz!RjFTp!ObH6$9w&Hk05<6`MG5uw8xGw2%aL(?hKrONl7}=jQ54KdrCGg zSv4IBbLH5nbsm_?>rrcPqVzy$w$y#q16oslLHx^FSsY>Y6?d#GCYAO;PH;a6i_O*a zWW)keR%${8{xtn~mxP05_0V*I13&9|2RHZOMM&)@%ZvBVq{^%jup{h=aAvtpt{#ke zFGyj1`W+%isd3=a^E{q_sRb_lE%jJ6b2Q3txE}V3gr<=sG(JeTK(!=1vy{C&P8hx0k?L z^Juo-;v!q~b}c1o_meKx7fbI)l~Dgv(ab}^RLtwyGxIIyP_r!uRc9O_(eiZ^R&beq zMhpA&tBfux2H{4R430~P<_=x@gREAGy-2?TyWDPK#049gZZw0`7H5%OpMN+xQH##% zdei@()1a?{uXd3<*?bU~a${^I)~{Zm@#z4zP31UyDxO1MI8WMUZN<{f2GEA$5wOIg zfJ@SuB={^NaPvD2k|_P)ZL)dJTHvBag$82nifGjNa0$Pw#o%B#L2CO?lHmtMbdDZF z!zMc7)PaYvQsx3iYS-bo(ghUC1!2n@OBPt`#PqotY~aj;@b7LkYY{kXXOvag4_!+( zGRuV-lxs5Mp@V7o_3_~STubz)^aJQc?bgw8OyykiHZirlUh^&$`{{f zEwTOBSBq1U0_#eQZPi0LJ#(?RP+nXfo5rSQD2m7VR~KA$A+p`rS&q0U5Fyb4m zk<;X)vBhK_oIz(7H)3S01D*Yq&4$O^VXj}lgW`w?7O}dC9e?$Y$xL|4auV*boGV@V zD#wM~c(gyeT(^dmP6)s`-p?hfm;XSM=pVPDWE5-E@|XNfnaM6jTL@mW{mlNyWg+Lj z74LT&(Bz1-#C6Z3*;(7Dug3^!%eo*|q`Hu0hZo|9Mn{^dQpXmr31b(oT?ZY3#^V;6 zfv=UuvP|uK(7YbQgwZSXwbI8G;{$M0RXuFptj!|UY``re{Mi0YLvY!P&wS;t1a?a? zh`Db#!Lm2?V~4HIa?i?7(REFIR%5-Bt(kj@-#99qm)oB>?LT8{mR!7@KU3|4)rBvy zdWbBqHgXVi6h1rBc`MAmUx+ehwJ>g5oaoiTtFY}?6uMa@py#1TIK%WA1WaIc<3gEs za+2VAxy3Z27VO8Ldh8&{I$!3@(%W;kg%1)e)>NwbdBb2 zj_>9BX9<2w-+aDAcRE(j9>%J!EJak5&~i1mwUOMhYK9_~bip}t`MU@6zB zVhuTlCm?C{Xu4n(g)gHzIDNDKAR?j|z7)%{r#1}yCmn#-TCZ{R6({C*+86h%7dqv= zckt|g{lP#d1YI_*qTF%n()oAH>F|XMbZT0N%qi8k1MW&mF` zBpl;=qe-D-K8+4s0>|7GG5LKyV!(fR=e`$ATeSnC{%aP!IGBp3{;Z*RnXNQI4trKy=ihJn^R#l?CO2Gc=#c)9qCkcYqsRX zTRpPBI+-S3Jx4U~I(!YNhiz1iI$IUk2%%H+ecWCgUC!b3e`b^#HIt;zmQ$_EUg{_s zL-(f#pv!k=C~a|2$f=_7SH9Zc3UzhRg- z8BdML=I?h_aIbc@;Jy5J0yq9W?{mHg0)GX<2bmVZCq5do7cb>oFC66!WxVj7>>08+ zK8ZF?JwYK#{;(@%KVKrPgayt*cj(J#G<&Gep3U4qTVkZVckX=%URO*LUNqB6{R#L& zXEyE_R3V&jHiB#QY}_LBi#=Oj!I058xKYR^%T)gm)gKJTAq$^?%!_oiK0SyME?B{< zvu@_$JQALd6s&E>~Acv8D_3e6mui)ZGh;dT8!wBIR!5*L>f8r?R zZIpnXwH_WYx`;oeie&sP8f4<0EK-O^3aF)`G>$edIh{RxP&H`3ShtidCGdT9h*FJaHmwB-I&w|Ge*?FlhcMUPcZ;& zmf1^eRC1u7(-IU3I~TLZT@btO3*4-=LD|?2n7aN3OgQC&hSj$G&2@wX%4QB zQ(-c@3q<`scEG%&*_i*WfGggo#%#8al&sx2k1yS2j5^+OEPRe89k8$1!Y&$Hpb>gxrydfj_8m@n)gK^Wh!1Ie@JTdw#A8+^xFVFA6 z`wr%CyQ-a6;bfT8qW5rlT{)JgN1$<&DL$F%!0B$ylq@|YMb)25BpF!2zdwB(;)nm_ zZF3VurkMvp{f)9HE_o4a+0q|A%UH04q4`jMa~msm{0&#!cR|)VKbE#hBI3F2n3ixWZK(x@gKoo8pGPpw?FRS0T5#u0*oG#*rn1M6Rv#n2+dP%lJdUB}$(H0^qd<+5{Hfu& zGff$Xq-YfI(m5@WRUfvrH`5sEKM! zU2PDvSvrJ<#S59g;Y&z)s{w1^2GH*Vv)C*dRk42AWbs1hffSm1hfp$ZCo9nIz#3TX*@S(f73psHPMAIFG566% zUf?qyBopx!vYMhzAuDg=M`abM&nQc&Ragi8kD~Jqr1E{kxIMFzBqfywSuM_cKZjBp z+EOY_8jAMNw`FE!MkGWfBdL^d-uph%Ktn?sv?wW+h$t<;_xG3oo%6oudG7nVKA#$i zh1h@ZesRooW%P0DrCaXHrF;6Fmo5$Tmzs{3(&oz#>FknVl8>83*&9y4q*0Gy=8iL< zyGVm~Ir1J1EzB@sXA9iU70w_(R$#~EbmlBP+hra)^z1=7ObOZtn}VaMKWnA_9Kh$VDub`vw*J-Es4kyMkkA1xcR-FfDqu*FlkeparJHbo(6@ z4HHWhS&pK**w(loOBk3>f7_g-$8Bt-!;{Ua*3*`~tGdK;H!r4o!P(|Sy ztb>{HQ%mv4_p4d%)mj?YtSUXt8%Y~$G$qbY!dPy_M>e2n5*uy2kIqd@q1E|IXvWR) z_`Y{I%-cLu@YU^x8CF;D_CGJqCXcAUlB#s1jJ$M4f{47uZICYXRgP*Mps*#4*z+!l z*_33lrAxY4s6-256$hZ^WpnA9tW4_lNd%8tL-9sgVUJ{chjlBSl>At~0-`!)=)p5p zN>}d&U7ej+8+DsAV=Y*G{Vs2(kS%bgzffzYHtCKcYTUY(PCPz>P7B0Tx!08@#A$-U z`4A5Oo?{;_gz)34e3|QTb8@K+0^OY}>`izc z{(VLJZ$h^B>|E}T?-GfLsR%S`9#Dj0ns9d+fTo*sAV}akK2C|jH*vwxcPQaOmwZ-x zro?Wpw3gwi+j#cWSypl8A9p=Wng1NShIy~{V;Pr?#9V5*z&x#Dn^lL2Oe=qLIv@98 zyNWL8PWS;09_v2W$ ze2wV1xE0NgMM1sjA(~885!{UPS%Uis{#K$Aq-D&fuT{46IAI8X;@>E`WnMscDkn>Q zE|12j#ChVh4ik1j;Hzn0G-09bVtfQo*$%f57OB34MRpMzqh!K%UJ_g;x67G&Ml)PX z$OOB^A28{<2D=nl2Tk>x;ds+H<}1HaaF!k9?4@)g&G6AunC+N+V3OA_Sl>zNVwG)9tZD322)vpC+J1%L_A`o2YZ=F!2hM|Y ze_!B$Efu0K2T#GiUw2A(cm0H|E)60Lfj7NqVm=%gTMo-)w{Z?b57LlzlbGpCITqV~ z4di}DvD=~^=oz=39Zpvg>!+R+?pqmJp|wnOfiX<3d};_hQvVI$1Xj^Ga-pT|t!+QSc93vikc zgPG{cZVh#!zAM6@_**qp3I5u`u4z=AGlgy68^jyD+k&DV56oB-%Kcq?T6AabK;U=H zzzH);;88#`-a4=XV{AImI=B$uS7@p241VK|27HOop@9SNaT!>?0xRxp{G4WU@U!E#gFpY~WRB2^cC z+P6H^Ir|{mWLJo+RurP$W?SkP@L7nWkK$MMt%MwX!6COHg{3uZW}CFU zSX-_<>;LmEJvEKRK$)6SW6ua$HM@^g+$JY28*-Lvw&&2#(6hv1&rpWhTG|=bhlWP< z!!w-mW<|<3mZBFwq z7so^1n+O~~AsNNG1)%vum|tJgVA(TAW7a=4-n`~C?6V4h>N&D>SV@`G)nfQLrcs=X zsgA(Gdxg__Uh#Hn9eksI7g|>9kgqfGPoKnMn7EeHp8kLn{p-Pp#}nY@__bhVp}@5J z>T|bdE0F))F`RpwCYTs#q3N~Ppxv~FtM6u>XHg@Y=aj$+hq| zeEgCE@G8-UMdg=amG~hJ8>&i~CjyY4cmgM7wL@~#Bhe{IfF$fx4R85xl4#_ZTvXlD z3EKuo;(P5`{Naf)I6PIJ8P_|5e!~DvyfgfBq%TKiByiY^}DlCkS%8Y+&OfyxTEB>w_6sM>iX z={ZcPr=2uWwgCYh4lXnrb1UQ8gsQT{i=)RF0{Pl z3uWZkyUnZE!rw|PN#&;C3Kb3>KIgFK(`=kNZzq08HI;0tF{1D?f^F7iTru8+?lH;& zmrs*wJMIWGWFgCTx)uKzq;gw)CQ5u?4Z-VHgXmG|JX${BD0NuKb43n%+^|X!>j;iz z)$%_eFX*D+EY1X(&N|TC)1UtG&KMEBhL)*Mr1Kd`G{P#1(l?4o_e2~_6?$-OcKR%R z@?l6jqQ+tk`cOT8fj=nu#J_Vkq}DV)e)5V7{DsDuG}}4~d)xZc?Cs{r40PEKQw_E; zIDp$~vj{YxvXqJF;}U@@um=1E7tiuMH6drP zoj)uvdyJ=o-$>H){f^rWY}ggM5;kRy2lL)q zg+@)!C8-a7;G4Eg@^1>J^4&!=V&Y*+>XLywjYhO9r!OY_l!}Jm8-Rn3#A2N4QQ!yv zL7hZ(ypVqYZ{;b0X{L(c7kPsvNBrp19~)Xa_Z9ig>nDvF_KSZee7@E5SF*b!YeDBk zIi@aLPr({VLMP6M#!h=o$Ex?^(mP62KI=HY(XNvpxv~%s)T@C}{~2s=ZUDFR(qw$; zSjM#_%3+mRKdjg*aD_4?ykFG>daCV97gMXTx=T(vO#KmccM8meaSF_Bxr%tIRw#?J ze2rnPeWkYj)TNiUmZDz#G0vs67Sl`TvS($p*fFnb?5F)$)<5M6gdZ0%oO}cuH<<7* z+$VCnh66CBs2Ec&sIr)&aX4u4L^wF&Hm(|Rk4`;}p$bKBauQdg&sjAwD~?e zF~x|#x;}(L3LGiJq8JzdJk8ehJ;iLbW-$NBu}r#sHQQ62#c~7m*z1R0?1#u7T;`sE zpB7X2AHPn(@1hDEzg15(e8W6g(;3R|4)!36H^M!4Mxu~=OQxb*58$zG4m;MH&a6&$ zF-i4svi`dst_{oL52meVt~7OjzU^8k!rq=FIJa51%xasT~f376k6 z`|&ri(9sh2&dK2R;X~2J9~n4$-dtY$`%?&=rplJ2C$Nuxhf7cW8AZuCNjRlNf+wfx zp|X!E)nClvN=?tf{3%o5t(iaUxHT7*y$O$B5ZDMgrIh}%2Uo7QW%q}FV{L^B;_|d2 z_Tfl3UcDfq+4EoH;D_PZ|3wvU`QpsN^4{@}Oh>WLLxbRL&UX41aSiw0w45YssGg0r@4}P+dz@gc7n*H(^$11s8 zrrWrm^nOLrAMH?j<@V386IUO1fp zW_kmgk`C}Mo@vo&k0V%C77jluGkBwN6|&lWkyO%;(}dN6Gw+xkBnJ#fnF}dw&qJx; zLaL_1-AdA|Yh~oK$dA6Ye&z#*YBDt&q30fE#`b=GD=={G(@B*h^y_{qmHE!17qE*$ z8(JZDtSYZr5d)fQ+C>#(Zg4&qJ$P}Vv_CzR&PDS0ynY_nXT*H=-})=u zadfBjS?kGksyF$N1{#zdWDkcXvWzn#_Mej+_P-KM=7Xwev{M*;V~x1%W&(xW90ldF zKk&1cJjUN23X)ZgcCBfJ+~QHQu=wB zA7RSKzEpN*AB`Fs%vN^UvEjNCSy!Vn!!2P1f1cCxm};Wb9W?P@A`KnVhfWK5Pg?K@ z8^cb6^MN)_f1V;0-w|@3p?%nMWp%d1B2!c)zZ4{@iOg+L8kUC$9Cd}OZ1<0=%w^#% z8q#oy4jvth(-%j;jqOfs0h%%P_b@04n&+GzDSc&oC?7-^2YjdO5(3p>}9@;Tu$?0nM< zcKH1vE+aUR9!^i9&J){cc7p;{3g`KL`@C>zf-uXlTftd`^`m)9hJtyy7w0v=2?}Pk zf&0lac-kV5{jMUY+z*sEZg~SOe|1pr@eR1`62UrJeu8(wP0oEv3qLAHm1S5hV+zkk zNme@Qv0d^p{5%sMT2;4`_MJUuUt!FnO;7~xFA#D7oBzO%|K4zaKWI^zyDyYP3f&jl z1c!#HvWY<{sI%ZcW*vG83(e2st3$P%+xIK5`>-NCh&O~6J#Y8{+p6GpZ#AA=x}JJf zTX4bl#WjBW$Txh+gFs7P>>hc6Uu^ym=N-1^oCEy%N5h{X&dGwB#61``_XOOZ zR0drq@8RAY9aePa9(4U!2M=Ff<;OY;-kmFlp*H6kn*Y2H8PobfKwBe@+^2+#-tH}) zc}bi9yPgTpg`H&D;tb(l*of-_CrIYEyuq=W@yOv(X7cI-p3z7sY5Qv(3On@) z@!V4BHGG(C$lJvPaxbsF;lJK_4+>5K*XZ{ejQg|*JvWy?%dm2sKY|xoOpGW|-$xLA z?f>&>5p zY?F`+qwT15yAi~j?{oJC*I-7g0v@mTh69VjxUAYd_#l~&x=)5N_ls^=uXqwqsa2tM zhdt^$TY{WJ1!zB!f+WR=rTSz*N4G2156Hpx*gw$MSdl3Y)*yrDsx0-GD_-0m1z{I{ z@qDi;?KxNjHa{|X`@&F6@as!Q%?$Yos)_vDgbF^RdlU^`9FCgKo&O5v>RtVwnZI3cW$d^6z>>0 zUbH}KjxdYTV$s90A?)QlcxX3}>LyR3)=x6@_vAZnr6=(VeoTQU*`c)S@&YotQ%UKs z!b#ipwP@qDO78x^R94|1#+v6|g(d5I@Sd+0h0Ir`{WC_;gzDqi&?CY*iS^vQse0ga zrV~Z??n7G0BF>;ula3xb#aXTGPiN!&vDMs^+-;O-)3_=Oo>++m6|J~-!)Y2hI|}0k zCLno#gvWI^xQp*MGO)hOmd@^h@Opv!%2Ioj?~NNcQjQg&z|4Xii~o6Oqnn+F!5S&0h&@!SGd zuX>jK?rdSzZ+v1f>-%t5uINycSrMIdPoeGNV9f1AH1#};hMwlM{LmB@w%`Pa zr8C*o_t)82`6%{Zpp00jt(YzAr^Uic2EvywmodR?At@^U#07^qdVBdC`p)|ao7&Q` zW>W~x|62^d9?DSFYA61vup>=#?8IKDO>`zM6Pq2y^upvLf45`~_;$vy@CS*^m;1x~ zHada-83newd;(jqDDXCdws4Od&q1W?Js49IfW>bkOXsmjnx*!ZcNRsUMVT_UBOnwV zH=MxCt&h=UYYQeUOT;-_g>K@u67KDu-86Q71LrXJD{tJB!RC8*aXM=aSZ;4TyLo;e zo6ASxl)P!UyCeqW-lVYsUS#?`7D-KJPN79x20i=ni4;FLa?##%@$`6?`2%b@*b` z708$s&2>NV#j}s2x!enf`O6~>D7ey{O_bhXWc|W^(6#AY7xz~~QFG;oYA%d9aI=P#&bowE+J%JLQPxw8+|9@C|O#71mA zXTrO!>*VKUC~y;3yn%3?8KB;v!&ZA;VP973vRAto*nJ-c40cxiaImvn^T2PpH ze>|C674%t@qyH4YwdvEH^f0~#OaW3c zQ8>TUZ@7%vZuilyZwx*#y_E?9Y|w@SjW> z8b_+LIowP6AR?wh{i|5hHcWw|oWDo>g-^gYx&15N=cH)IAW{RCApJFC?a;zz2 z7skK%Opix=q)9U`z^)1>)SPL+lywd0rPPEX3}(>ATm|Z*9S1=pQ=#3jgv+gP1yRRQ zOlm$WaJ`@MRT)pb+d6d z*RmT;LY`8CF zS9r)J0ruC_Va+&8yr?&o`#A4CT_6+Dr6Vau)+`l;iAW+j04- zYCc})8IFumh9&c5*@62X`0=+4*ra{;p;3OaFhT9ZJ_-!vqeZ7!PGAHZv$hXgDS3vO zV^89@Gs7v}rv-)^#IUzZJy=`(IO=a-MK6Bdpmn3fv|#jEDmpg+-pIMrWS3feB(Djx zW=sQ@w>6NHaZc#%Y9I{s#z}{l;h~%yeCoc3ZC+>x)ytRg;Wj@&`(B33MX#6ki&yoqCj?{I5lGx5^W zcvv+cl=rXS##gPAgTxj8xc7B(Bs0l~`q<6qpTAazL-W^x&$)PJbMp+dN}3}0Yu7W| zx3TQa-!SG-eirhs52Kg%IZ(JI4AigqP*7zBb<8|N>PK$l9OeZ>b?V{1N+K*v>BZq* zYOFvx7{4r#!c5aHxFc81JrF#tp^Fu1SKo(x(F;B5wlJcNv;M%vvKj0Ly#i6}5q4z% z6Xt0(k`13Ql`;|@VCblAbRoo%UKD;2bsdx9=x<`G=`o=uTLtD+u7u|sp5wHkM))Iu zz{@b5zxiAdK7D!tnEwlVADX~juXm`@S_q>bYe;gwd_aXm7NmcIBS}IA{&;o~wKcL!u9aO$_GP|`V%mTHe?s32t1mqT-3WEM!7{oub{F6-<)27?#}&bg7tg; zW}*ejO$Y~RY!2*sCU72h$WYA>JMQP*RJc+5ho9jr^b@kaf|S#}L|vRUIM0=>P^FGKP&N!I(Ab6Q(XG#T{lp(Mx3pY=5iC zs#Bie)23oH{`Cqp$0(uQX&F2^^CS*aTmk0ZIpr8JV-`4s z$gnAAbfKWT5=~zv!%^>k+}P|EP;+s`H+y;Tj=F~FTC?EUAQ>TttxTS}YA|rt8PVr} zRv40P1aXNUx!zebn2oD0d-OMtKYJ(vKEf?bO_&Rp=SJ|e3$DXT<^KFslj$hKJt>uc zt3V6t%<-r=57To$azO^K!9C>?*Rf*=nwsQspRPvZv80#$v(cGcu=zUv?+OuadnIJ7 zkAB8;x})iEk2YKXZ5Z2QG=j}PwG+6~{j4zZJF33fjKO|3P+8rFv<@26XaxgEvOEQM zG!*cRsDr-}`Hu6jY{%%RyZoO>fi0;12FA(mM5{6vtgln2!O7leVA{h?-qnwm-kVAW zDl2%IPYE2KKaE+6x3HE)R|L+03~i`QW~-vz(N6^Qb7~zP;Z4bZ%qkjLq(VjouaV!d z9d{koU>#M@VRMKojhEjGSFTLt{|-|_mF4P5*iMJ#Uy4P!il#KgpGUt7i7Ud4+7+#9W;xrbW_lULBs*02Drm|J@V^H+|8~^Ffe{}TR6f_Q#!b9D^{Jm2L z@zo{;(T+kbrlaSGU8g$XN#SvDO|!QDob?17p4p*cTMn-BE(K09gN?YJ%gs|7CAgv% z(C;grbmnIh`rHkN09!3_z3o`BamEO-;?&jb$YXal`13D*^L}N)`(;GRw}#S3n^*X- zs0ycBj)jf;e}mD$bUuA~Fzh*B1fU_$YR>4f=N)UAbeIL3^yf7D_)^TS8yqA0;v(65 z@-!@n9KmWYj(}`$XO{BOL|kgr%tBcMdt$20g60JC<>ubFWt#~;_;&!+n;Nmov_EWl zlmm&N+!yOwkQR|Wnk-j$jrm~zBo4B#zH!4L%j;Xk1N-6aY$fe(| zTi|t11&ilZ#W&A>UnFl_pT*8K?nuCrz9vkzdt#wE;}0Bp3s7aQ8C3j7H8k zuZa)bqRo1g6@|O)Ozz^~6d|9nieA4fppCy43*O>IwCK44ot~de*R?xooAzu9F}XmV zI%Da4X%Ji%sqoibSE9w}5|Vtar`kb|biP=Xf;T3S%=~?Hsq_NhWtPI38R~*V+Xa;E z`~|neccDjs7Q{bN$Bf`+>`gvF-+uZ?Mh%cB<8WnAA1^D+lYe0CxNWqf+dyjLtRg+- z_!a9!(Kv7GE;P}0q%~c_B<|!+ic7hQ(*vrYua%gRUq(}}*?X?|h721#wF8n{D{$nF z&)hNH>$qv&c5c!IE$-!#TR60AAh=z(Vv{GC8nv z)V1>jS2jb3Ophz`F%SRn?{$sr?bd5CYnz|wHbjGM_Y!j4Ym~9_M>eSY9mdnATse#M zzR-}dpBr@378joIlyo?K;QD-;40?&W6#VlAOnq(%H^$DQS1FNDc|990+W66F^=7(0 z<`BwdpZH3&f&GfkcOx9~(%-#rWTPr>j|~mMAQN?_^&%V7ol>Fq`)&NW^)l$KoP^K&Ch%9hU8(E3;9|@zCWGJ@ zexZh;Smx+(u|&C*sl0DOnP?UE^8FR~Zv7opEatFTCDEuX$H3mlP2g6JW?|PWxSXxJ zXt{QbsN?)~lrfnv8E8BdXU!C$X_iRfNH^nhcXfda_YKZXSqI*RH@Ndd)#>NWm7IA= z6f4xT6dw_{u{HM>?n`MOdeV8G98az% zoG4Dtlo$8?(8Ky}yvFK6c0uBUxp;ZzXu9$-l#+j%)2O_$Ft6nnn#7#uOJ556IlF%R z_p(Y{I6mmDP>HRmpUv&F1v9scBBJ!Z0A;K5D_rw5^FB;#q$;=g7= z-E|}J_fu)C|JDq_#qo>vX&2Z72G#VmeIo7U@8WjLbeefpaCaR%$eY)n#^-)n*#GVv zLF`wIiIN!9AL4+%xtqAqP&M2%;UKJCT>_a?Kif~-HJy)N;S1x3-h&(uF=nq1fVdzp z&i<~z&RrbMq*e87SYRrP939J^_Nhg;3&G^x?M4A-&B;G&3_clAfTw<(l>B}s?9Ai) z(AFWH{Hgk0u+~_~Yj5)B_O|-*(WScdQ0_Diz5-+-nhVi?Teym|PbF8Qt=PqLY1sSa zFF$%^4a+L6X2pd?%yy89xIyzC0~H@y8r(~IA##*3t&ncCjGQK?qlH4x*e{%hRSLfm-b?97i7~lesK6rOOsbJM0iLed z#3_1v!RckP%r8xWVqXWsynR}?z+!wjoEMabqsC75bxwddr_iiZJ-yTW*3r}Fg9B(0GU~Cr|Ss~G~mSyK&RU#k$ z2c7mP(tJ-P=C3mg{9R7-eikJh*lV)#`YLRYRUjA3#gtYugc~aoyuadL=-lCqXA9;~ zx6c8Ze(<>9ME8P6agiL&8b;l!EAh%O4as>!p_jULB$|&O1jns4;J=nu+@{=(KjP%< zEsuS}MM_@s>`uc%5@RKKY zE~vqrMcG`${I@XgmM!o2^a@w?{t5;ObL@-#w7A#W9k6xQH2zLs4SGIp9$uEYh*MAB z#E6*&usgp2Y#VxTWdPcLf);actr~iN4}KksRG@SI6K&P3rX%ervR*;N`r# zc;xA2ob%x{9(-YlP5Ev(AS4_0Y(lVRn>K6h>%`iA*t75F6!B8`T=4$0AHEB-n6bg3 z;E{a^JnMhrpFDk#D=dedpW|^}em+QM-Q!Q$`Qx*5Z79=1{EgXfaeTWaDIPk5Lv)5f zvRoEcw`fRKFDr&PHWrTsWT8|4s~9M<#$<xxETA z6hnBu?(Zn`YQ6pa&_~d4Pw44ajYqR$S*r5uz{1C+_}ge07eBoRxu?_M>0f7lZe0fM z44Fl5lWa)c|FV#q8zR+NlSX+P1L)~nYf6;Xfob7M{#o7-7El|&0tSUMm+iqYY|#;1 zJwui(Uxsrs5AC>;{7bl^&zj0-h_Tfj~LK0?#Q-J$(|BHfoiQ>q*67 zKGSga2^0FreW4A8n$p$w6?EpdKfNzKOQS86rN6rC@PqPoZfdD1`?Yv3)7dKmSyzx; zdmw>h-7EQjp0%K*l#StwPDv))FUGavqgXjt6XX95rI{n|q1(Z4K#s=DOKkud^m_q? zS7xJ~$z0k~xtnH==%U{vwWKwhZg5%YLF79B9@%{Uji$R*V1@E`SU8fgwLjzR+j_fU z+Kd+5Z|{zS3uM`-$7=9jLjj(@7i6EZ;v~8S8`HTa70PNkL7VfZ^JiRj*zeZ6;9@%f zZz+yrW*vPnqGJx`rYT6Pr)x=TD~o8^x&id0ry6aC`67QdTx6qA33nc@XDJ&~*z7SJ zJn=DOIg{1dmJkJ2m(so73Sgm^iVXqkcHDTJ;_)9CN4fQmu3wNr^r{9{85edT+p}@98-Ic zo*kBuTYee!i5^7PHwX@ApIGAT7g0&IJK4^!)cDzd#r04L|@+yr3SA{^eyr>{CGGD2H%mV$l&W( z7VA%AUjxk!m5~lA@h63f9VA!fM>p1P6J~~K%bM5Mdk2 z-i>%ndUtw>Z;z#XS3M@9mjZban<&+(A1TK7rKZ7_WF|@DwpBOc*vM46dteEDtF)xG zpAem{s?gh~fxPZhIkx)QUHp^jK!2st^s9ab`7X%dLQZ~W`)*pnpA}2twdo5cUGBi9 z9k`FDDx&G%&~CQgC5LHN-+;?{MQoz4E9=!%XKQsX;x(5x&a^0mW0NL`OtLEpo*?CfL(=58^81$Iv23`W>8%d>*l z)VUpIcr9himfDMb+P1NC*Nw$*EiSRBjmOxQ3C1jA%>{Ux!9(SSY4o!6I9V*vqIT6{ z{G${Ax1RnM-J13s;@vx8;v`{4&>I96n<8<~xK(iAWe^ipxG|03^Z7Df$i(|#g8OVVP79+f^HfyW zGM9HbAPaIlL$4*ZknE8pTEF-JZ`r;Gj|us=kvB}~v2d4O@nirqiGRaRG(BQzBXe0$ zP8@TdYQjwR&lF$e`-&~63>Euioe{s-Xf1Yps=<`>wdsuO0^IfO5k?&l9EGa(H1p+N ztT)Vp!3F&wYm2T6)k>i=*MrT2$5LLvCwLsRo8^xUVo&zxvdwFn zS?qt4+2}*FSk&HGY?N(2^T=N+;WRR;W|!EJH$e%A#;w-@B2bA-M*MAJoo zS88wnhrvf~pwEo1>&fTK&uIbaAm?%-%c+FBYDa*G$+?B$ol+LO(3Q%0L| zIA7sBx}bS94cglUw*(e<>IxI_w>lk`wK|gaESM?1c}7X<`jMxi@oPw&G)l-Zh0x}H zGhmO09du;B2c<1_{NZwc2sb|s&GojpZ>Z^LOW$yPI(I$rkk=yXM-ub^$)GuGEu6d(oD_nXKCO*Md=swS}JzlL9gyj z#!1`1@i+2b;eW%cz)V9KUp`y|vlW85=lfSusCOe7Eo~><7 zB$KhKgl>O4NS+gIVGt~3fw4tgg^bWy${He7nyMl_{;rPXgq_{NG z5p31n{g`a^kv^XJO9Krqkl)b+VJ>)>;toa8gl|`9RoXBz(6#1VMiJknA53l;0g|Nw zO*oOe1vO7ULuiu@4G;@6XX~kOB4IT)j7-Aj%s8C(bOT{rKa%mX#|LX4!qpe??1twI zX1#nd+?q6mZrqL|-S3qY>pPCpTw*!pzysW%Q@`NP)wgJ%#q9oy$J0BXN*r3(h@&>B zP|#>iDpY#{$y2tWj6sUz$L|HuE}SPGO#e{&tjz+|8vF8h7U^SNQx?Bqew?It@IuH* z*#;w=$HTG%RovH2MJP?{BD0`mn0iSb4Sfe<{Og|5BQsOMTWb}ZziCFt_i58?%}~ra zo{Sns6_}M0fIfy{FnowI`FF?xwnmqlc}U7wymD8$)8 z|G@i|@EzF|4Q2w{&vM8EDtowtoP2LW{i&_|bFX9?n75zCpfFaldctouHla`P!uO@! z6Ws=Fhk13DaOZXelxoScS(iSe!-#_zp{u~utII*oyb~6Aje^c|hwws77`&8hfb!l! zOz+lou;`M(KZV9@ntcGiU|0E1)AdPJI+6Qw-GcUXH{j{>R;XH20QcNtL2%$e1x}fFA<6GCZ>#hV9v;+Yn^$UJQ->SOeXPLD zl;j9^PQ@noIPi$M%!`z}K&w@b>9*y;!?FGNu&>8>iGDJA4z9$8*ADo}Ck3w!dd81E zcnBnB)tr0y2fSuyCW_x#1Y0MRKI*&__i_*4is)aKjI z)#3Te?Yybuc~PhFDK5?V3uad+(VJcsG7Oo(&1xLM`8D*%W92VkW9UtgIouazw$3ZP z^MBZ^(rWzDdkbea_QT)74$ztc`k7%>Gt3cI32u1k#&ZWIkl*eBv~o@~ z9*rMFAJ!DWzmP)6d9oMm#|~rnH8kOIt3K?s4gu9){aJjhz)Wt;0wbA+&_DhQ=>9v7 z{uVmu->k^%73ompE?E{0TOd)zA6gcELz*%uEN+%k{falHdR;Qgm3QAIwQWW0Ux zs!?AWydf0UFWUzzMjmJN123=#CmrFvJ;B}#DW_p1OKVpi7Is)~_yWTkSnlP(!Y9<= z(k1!)!gWztzoiJ}@gt^+hv0-g8Z=!kk$a-E5v%7LkcONWb)VO#z~a-C%D3|lC6sFs64;6|$D+(9MqixN6{PNQ_Rwu*_GIP4%WQLED%jqrl$9|p(MPD%Y3_p8l&#h4&OMcomWNi1`#mYIf+d^ zD`o=3obgV#*&ZbW_UjU(Hp^sExP&;yPYK1RN5I=5z9?jyAT1~sCzTz-*-JOUlALzy04XfgJoL6L@Rtv%Ap%ZD!%zBc(N~Yuq1ojHY4&4<$HZS%-bI|)HF8uoVY!yR((K)!b@-#q*hzc(ol zW2L27bxNL%g(o;?W*vw=Rlp;e#mL$c$n178xo1oxFI1;ltwI+=aD(VtUdHs3D+T{h z2_%1HZQUL>v#%nVhp#oz zq@Y7vB=W-VWsi`9xw^Rq^)roV+MpS<=&=vE{dXSUteZo3mc5YNS!Bp|#7}0I4h$1! zSV~|!EQaKoZc*vGb{ZLZnLbYJ1Ah1Q*tTj-)@T>Nj~M(O-u+}O-^2i%y&Z7!$0RtQ zUjWBK2VniMe;C*=93{P${GzW40_V+zUgTGkN3Jf-q?34ZF&flPIwf=PrqSvQ6>*f9v77REfFdEXF94 zYCc_Y9v;5>3#=XwqQ2Vy;egK;0$X0lL=DcS4~zcr&h~;6)jt$1#}spK>JD+Y`c7q6 zh4+5k_Zd+$r!cFln-=f`8cwQ$y2QjGae z7s9*$K0)VSRdOh5#D~`sAZ5c^e7*1>CG>ZsbvD~s!>o(!M!P9nTpi8tFRTO0DTDZ5 z9W$8iq;;&=Qjrb1p+iS(3TaWP4!siX$1bjbcHLM<8@WfO6CqlkH^8TO)$OYEM7IXq?2bdXu>F8@>{zJ8!mOg+(CDlL;GYlr#OuCPLmM&cXDI3C(ch~isIrt6Y=fIZ<)_g5xez3 zpN$wSa1L(Tu$vRBh1s48J#KWsIDc)L5E)12(<14>#kEvxun|`)zT|!1Jj22-7kHVD zzji8xGElm98~BX2Lce7Rs3r7(96QR$-0Tw>PyRxlC)4P7sS7(7{+y{6K4CgL(pcHU zLdKjT*@`QURQ3B5J@#-ExTi;GM!v91t4cxZASYU-^FNBtG@h!r3&Z9qq>w^FsYrt) zoV^~A=20`vG^rE~B-KAdktveOl&MHbA({4CM;fJ6C{a=&(I`7v-k6? zb>G*eL&;9_ani6EB%baEI^BxITUdbRl`5!Bn+6j$)S^b^d6=l0lvccU-1N z=Z@2&p%s|?rib75awd2$xFq;^g|ms37_VRmK6VX;S1F#niGL4jP8vh^s^-(Ad7sFB zgq1isaE&4w*j~R;xfX&&rI5S(DyC&?IOt<+`X=W{TElr_6 zY8kjhQAByW8!&0{6!>}MA3QO(!?2Ua@N1(S-PT>n%`H33^ge~N!w(Z+K&L8OE%u|! zx-V(A_HeP;CS$RNY9}pMw!w-2d9g!1#-cZOby&^5qpWAMFX&iaVJhy?=-?o5-Q?|X z|GERPVtV$x8chGmW1jfDC%yQpMV}&6rm}X))Q}bBJ z0+$<8e8qMeBFyLlmk1e>BT9mIZ9SKG_XW;K9?QyKnzG{|8`z-Q0Qh3HhAehpr!^ZL z=q2|BXZQ~i=HXXGgKYe`^538E-^+ZwVj)JU+%cdo%+ogqtg>2f?$4yRnX~zA515&# zlqD7DFukZ;7JJr`g>Bu!l4l=;a|_PnAd9sW5w(TCxm=o^Zu|+|vs9`4R1}@C%%Hta z-*7|dH#~P~IGvL;#bdVdn2@83%~J;9v+X62xu70bnG9k(j|hCHkvp0Ei6D3)G|e8S z?qzu$fvhH|l5IG36`H07vzC~ZY`BXxGc;DF`&W7(HQb2FS9ikpq8aqJQja9e1vkoF zJLn8{qW@H9gXXG@*1Z+4F#TIOs7n{(%`H-F$G$(@BH>In=RXb}9k>X0-zLMPRa01$ zMhM$^`5d!}e8%=>IijC(p+cv1B?wp(e?{g&Hss7L}o4PJ#BOC&L} zT$5bXCE0)9CZXgzHF{V64W9+2a&xSOF8+lMu082C=N0!Dn~&9TcR`g+nlO&PHtPiZ ze8pqT0Bzx&a~DpQr{j|SS3&XW0+{$~9=`L^rzm^b`tTdU)441$Gqe#vSLgAXdoJb+0Ny+wosSR#Ng{uXq7Zy^>`= zd)sla{e5m$+GJS&PaBuIo#u1bz7p7s|M2yL67F8kV|?fn0U0YMg8PRj z+*37aa*axZ+NdD@@>C@zp)v!n1U>zNEBYm}~dLMtN6A-nRknsGot}-5bCm%oHw0B=XKjg*)7*WUz9X3igh2to`&N z$TW~<%`sp2YqB@+oqu2P$ys;7>!sjF7*mG6Wl{L9TZVsj?ihGwioqpKl3M?r#lu=< zSd*%ShOZ)Va&(z6!ck#0<=!~|PZy3?X@%8u{Ndaa4?K4v3(KpfVN}3XUOA5Ee&30K zQrj8))6NE*ApR?*Vi+VYap+)&wQPvw&XF5}kn*vegZj%&A4G zuHT?i(F!30N^nV(BsmrL@(-=e$$juM{LvJOa+zn){OV0G3=f4T^1HAicOgEIP^4M8 zO~n%-3vaYiX2^18Odw)DYNZu zH+hE*VHmLMIj0irg*tIO?H*i8Q<`Jx=!gjVmUW24Rm*YaLQN)`5CbPN=i-&dhoJ5> zlH8UKW1m6~VWY%FPTE9_Rt>3~#85daiPn6$Wr@Z6DFQX3KJu3LT0ker7b>#;;q*%% zie>(Y(WxthS86Pv1EXe$E8mL5=LRen$2KezCoPyFc21BHFB!OwWNs6#zjT<6OIe}y zz!cmts059N{y{bKbevI9hvJQLOu3)}t0!0SPN%cb(d!rtu(e~qg3faTP2`~dgz)!l z5kcnfn~X|)1P_ul&HnS3Hcc;~!$Bo<^Ft&RIBi1B7n%@ua~ka(afJdZh2B_*CXHC0 zkCo|DC_HB~Ec3g7A0FRAAH%^cO123%HY>rZl%rgk_$SP+p9&&n4f3B6fmsssY1Z&J ztT=Be8@XsHo0tgfsB1Hu<-6YIK*=bZXPx70UKmufe?R^)!;=r0`7cGdH~a|OJJ*Sx z3B2?1!}aKKobVnsd%`_m9ssirZ-K`-nW(Ls1@m_u=a$bB95o>`*mYNF8fzq?<}`u( zv@?w*D2bWefoi6yV%~AME%nzlEptI3O#ZVWW5gqtBl8?Zxq?0^$#(7d^oS_ZNtoqLb!$LYuKVy zdaNP$C!2h7u+62cK{n1GjBQ4Z9%M6Um&j(FjD*dCkt^_Q@dcFh+)uwJ9wOO#EgC;P zj#5^fq0w*7(ADuV^xkzc|IbLByRC8q!;MCvN5m=c{wqs)Q!FudPBuTaQIq-4E#?is z=Cet5=0czH5F7VBhMm7Mldp?e#fIKV1uJm^b8XWlC%;%y4qu72M+8s1%t=ZRvVQgb zp7iKL4JFMBp_+@z^i?=tCTm~B{rRD2+u+6*om8T#SK}~u`X21-;J91rDG+R7$&Sd4 z7Zx#-(B`u%^SLF@^0dRLZHqN?-)qHb4flk+h+8;+a|C1s1+#{^w(MI7utl@X>Gj2I zy5jbcET2vzUYHGtRTRH~{GbVFciR(JI~>PlXPU7o%>hq%=u_bg3;IuR zJ8s)Hj%z6pdZycC#WCgwY5Y6`Qi@AptxJieDy(E_vdOH}E|?wJcba=1c?Q>RyG~Mz zBj|wlJz92OVAbY@s>7 zhTtnrp+gjyj(sDqW9+YqFm}fR5Zx6RuaV)jEpHy{&XM7tng~~zdBJ?YUm95X1;DZ^ zk3@Il6e;=7WICH#gWR8)c*V~iTW_p~#*-?{*63aFsz)XKxuL53cY$O4WN86ONLW*Y zuphCpokJ%_O`(!AV)Q5zvBgm>kUZB;^ka7m*4VX+22M~A|K}40-_0kpp7#QS=Z+_n zUoe9WDSe42KEErzZ2pQr)T&Lh3y0EWQK3lYQXu|2X$EFVXJL<$Bz%Skcs67%m0q1m z^2!4sYtM(`pM7WHb=ydm=oQW!-{=H1}k7fGX^HPV7QPV7777VVz33$2(f7jk6; zTGg+EJtvpJlTD_yg^et0lOB&jp& zeO7c)yb`9HOVIf&X}YYPiONN{aZX1uSQrk0Q!`xoHBW1}A3l+2+4mpF_2l7-{*82T zem)En{8pFtpX2X~ongi_F_g*=$J&R2Z|z1M?#NyX?v^zqAv=n!7m7%0TQNLniD%2l zH)7dpEBNi02HNMus8W=Tp9kx(#}Ylzyr&d)Ukm_){ta;EZ4IssX+n#-%OqD=Od7>| z=v2`-+Ak|r{AiX|ae`AhXFvFg)te!`lq#PCy9G8*?`a{6;xLyMxoEJFV@|^Eet&lU zLI{KXC)r-Zmwb)6P*e-`M z>?TRi#ex^vleAZQP~W*43U7*{m-BDZvq&8()7E0+-&$i%!$-8+rb1z@*Nc5a#F#a! zgms<t4gqKyTy}kH*}A=5BqjC@E4zN1octvTpXPs z*--_=weWOp+^+W9YMAAowAAAR?m(>#iYPeqTrKYo7`%ubo2f`7U8|6x|-W6tc$iB3$WE zeB^*NSiP}j5hpI<`d2YvtF4E(*1aljKmU=le!Z5T@vsv*JLbbr%UtHDtIIt6X0R7N z_u-H0cy7^MLpIl56K!|ChL1T{@nHHWvP_Gj?Xt&d*c)XUIxY`S>^X^Jce}9^SxdIt ze*_+B7I^LLmbiaf8tz+v4G;g2CfyoSJewy${r(+z_Yd*o-mhgn`WXTnBLFO|Ucl_E zSXSq87(V&g3htU%Hn;X2+jye@R?q8)1IH7Y?C*9q`19&|DGZr?Z>5n7U4;8AOz0Q$1=%2d|#i%?Q+m%zwVe~##2T9ez_Z;f8hd*K4-w2dP;)imd7A{ zRCqqXXMV<31qc&WqQ;(uus|5m>;HXFEOGh-zhcWzJS*`9)ODX?Ty-9%hJS;Xx`UaV z(E-%l8G-eSv+(eCS;TR_ValUM7$ttln=I=VSf%lNrT+jHYO2brUdfVvXB9d;nGKCI zdmtBogMz3Fy$jajj$21DebpDZwMDDA_`Mk4--oaXp3d%vDbWSC9YTU$^bUW1B2+xbxn+9saYpk&ecK8`o&z&w>x~45B?<5)BbeK{ zPQ;n?9b(-pRZ)9EtY}BZ3|gk3hhVSD+G@2~c}f@fPRzmMEEY#DR>Fn_0^4A08{naI zK5gqd@Hf2-!yh{0;7|@H99x5l0b$tjE)o_W`+^y#H;C#?3L$@(HU26OV5-917uySA z%c^iTE!7xmo&?Z!JDy@)WSRNBO6E1fPVnVU;5sZ0GP`d{XxI7@FWM-QrPNw7@z10w zI#<(A0VEIDC@{&)@z0q^SfLURi#|$XlbV#kZ&6@32MN6JU=lp7ln z@5jG8KZ`D|JVE>a#8c(`IO^J?PXXKamb*ifHQZ z2K=u+6{pN!1aGuW(b#-DdPvOVKe&40{;gdQF{%&HMv7K_`_0>q5SVkb_t4RPU)0TO zpnGCp`g?W)E1BF{Y}FBl@y}mjtL$`gDmYKAJ9kiRuRopHbd4U~RTeL7-%od*w$qN6 zr|4GZY^=}G!TRhbtQc;IYZv*T{F$>@SQ`aDo(l)N+xzgd+A%74r%dOZl>}c{29DhE zp8W5pVC{jcY-ENxlf3eP(MbNA5%>m#Laa4MHF@ZQxo3^;AszEMG+kzDY^0~ zt#eVNgwOggPF|i|d7&S;QU$){WbhTAV_?(?N0>j;8T()W8RlAmEwg3nw*ok=-SenA zqXzrj7U1k)L(IMS3zjN&U`y9_YEV!Y`wSZ;?(mWoSN|t?-WHyu2(MV0ek_!l{>!6B zU4v-mZYiq&6OUWW6Jg@M1Q-);gsZ0Ig8N^8xZUVTd%t|c=4a=y$9gOKXr;$i?pQ+~ zi)WJ28eOt)s-|DcA(ZmaiyRx(#Dyv9Vu{-oq^n;~2jwNjOU8!L%DLI}XP*ygUTDWn za}DT|=>jU5COj`TUdG4^`?-ZamRwa_ujpImQnJ4xbeo;50fPU6!{Z;|{Vjlf_T6fU0=h*tcW zhiiZBrBK|CGr%4yPq$*qwwn-q?HTL~Y~v*4`~@v!Al%&$gI@(E;3Z{m*m83(9d9he z$fs**;O*1YbJl?>UP#iW*wggsg$oV43y^K%%e9Oeg+o-wvN6It`-|fYeEteZD+!^l zV-)3_xP)t-e8dFnarjkmQ{2rjJ}0+-lPMb<8wDEnwWtt3lSKJ^OL{MkgchiB1W z1r?TQ@}6MXX)3-u8nxns;P`*RY_!#WrnuRcz20lUo~*dSR#*In8(A`}>*hbOyEm2P z+s4kezGdOZwM!@`*$<=Z{b*@|aL0pC$`-P$ zCPjy6S&4>tYJ9xtY3&G`(HqMc=_N3O>rSEvR|ebMxRA?klvJ>Qk#kv;mm)JwTFGVy zjb_t4Rai**1>Bw;z%6u8U@c+M+{d7O$O~C>e~)LpS(4zkai4%IUWU`dTq$1K-t=1w|&TqiYV+8#x8NU6k2Q zLuXV!xSLH}nG2V$6=Q0YJf+?bcI58}%U@XRhnb}}Ffuaw9^zrUCZ-(rvK>T|3~S%UKab%N@Q#bnSulr(OO$)nkm zA9{BL&27@7=gVAJ(4~5Ij^aSSHU*3wkFbZ+7em)N9{+WvV9=BkIFDVxCyzrgar_0& zx+bAmRbI%h-VEipDo(+u#R8M1`KrKIisMKBEh&B<{{zM8=h60MBA#`Yr@gHgh}G}F zkHPljo_C6sy^3e^(*MCU>$6*d#By|oN&kN(Ylw715g0)OR1gTP+;JQ)?c)#&vPdAN1|Cjb7eEHU9{b3T;69I%e@ zd>Zp~`^?^{WHYUp1cm zdBawfHjHVPK%e)qP<{LyaE`)W%WFC4h3CU*zijB3u#|Qje}Xa^hsn(IChpM8qMJ|Z zgw=Z*RXiC=IUdFoBI3EosjBpF<`k~Q^97o!32m|AUYugd4PkaBMoWWi{>#`kTY7-(+2yqUUBP#)A_0qYBXowavECy9Jg!5BB%Qe_q)l8 zCxpJFvXBhABi=;=_4ZITj0TtFdOX^Ts4B2!3WttG{jn|>tak|-?N&h3jzz+mHxT0^ zLt&5GCycD#%Sk_zW3pT1dB@Q4u=B}Hm=*F1H&!I`##dYj>b&UQk08o(QNpik!E|KV zI*L23AReY0NAI+DQ^g)_lCLwRo<~PH-!Y45_)2xyzCE3HKRtwd39I0NVJ;W9K%FU+ zr0~~jmtbwB2Bs}6L!$~g8eBV&)V*I|>H$UW()(7jf4GWn4OLI1Mjr z;--Zp!Av1@P*UE6E*$}=x#1Yh(UfIlCymBQJ5!2Bj9P%J^IS!N#(%)?;ZQ7Z*T&={ z?)>hzJ@Crw6D;%)?tc6o_-K6^>)Rr6;=FGdK6W6k2z$iKD=Ooei5?Ic`35r8-{T*X z6ddoi97_)_$AfChOmmsI z#_i~o;fmVj(UV^AGrn(vNum~hEf}Kja2b*FK_xcbp$G0ne?#*uNiq@~aNc2g9G*`U z_&Gta@6%%p{8R*uCn7*?;y!3Rww7yg|BDaZUyo~NPjpDRop8VP@sCxUwTI(}J~1pB)?6vw7ka8tju!Luiq zI5lR<*$#Tog{*!9!e9g34=AxIQ{1_~^XFoE(0+WdPlk`XcnuDzU4T1p=JIB{dLg!3 z*e%On=lz5pxTknGI8U&Jw@S;wUoi%P-%h9PwunhlLMPd*7$y%<;iFo{i(Vf8gFAxy zG4Rk~+?OTEDgtC^+xwefJ9;&*^hTYzZlA-CQ2Y(Yp2!ky{DS-XuEMtoUhsaOEPL2D zg~`bcgMm9+!ALWWf2I`%PdW`)4-{g8gb5Ayc?1hb*W+g4nV@j%Qt{%2k}OKK0MgZ} z@nqU*(Epi*!)ygs#cTzt_qqj-a_ZoE?g=m+~%|`j^pF$x!mb8{USXlq38I1 z3YPgCAzckUtUZ5E6!TFR6jEwwtm0?-ESF0Uay)3W>3;eyuyVDJsgZ?N7Uqv1$}P!? z09W5^FqvbA+qN#_Z45ckIhX-aXYb=f-6QBaI}E<9e1sNrVJ*nNp!pXR|)i5xIf86g^c=^m^pP2+oevOzv_3@1)55Us2?L^<%H zgPXroID13uldsaE{feUYpiZkhff8cV?k|+cr%~+p#We4^H`T;kpf&sFL*zFFm4fo&K_@6@WHV}>t!l<2Y#-_PQ*KYnz; zrb@VXy`mKF2iWj;GdgCiW#KmmBdwXn$ND_Os``nbpL~+0TT9~>i=8;4;3HsJHO?-s zhTvs@RU4Fe$-8AZtRWfCcFIugBjDbisKgO`Jm_3jq#>@i@a(%|oW&q>OiqmCq?5ua zX2wmjs>_E#3a44FLou7tcMU!!K8F>D*0c9J2hewuXE3`)g$8|#1XJrN%pgu4GU|uX zIO7OTXJpVYZy)Mkn&BNZ!9By+8r}Sr&$;c-hF7?Gw z!h`)Z*F|7zU;7Ik8o|s|^cB53{ZX`UuW&cs$DfzT!Z;NbR=G*&L3Oml(AT{n^)nF{ zYlU-T*Ol;!`uZ^F)kh54+bcTv;sn@~DL~r4F#P1w2VdVdq1DeY>tT*U2F3UQ-TAPU zYMZ{})g3e0)bAfz#yKaZepu+wto0{vCq25_8N^NAG)A<&vK%vSjAMCq|B8)IZ-PDp z>7ur~Z}^)hzwth!CHMh?lh9_Dz=7NK7`?QGcU7|i-|=+`Ub}P`cLxgdjGpOSzRo}< zt*{&Dax8jlmcqGRi`lE@SXlYw0bVM8hjB9x)12m;6lpo0`doX!UU@un2Hl+X4p|s8 zX%*}^w-af$3>m$2fU+$D2hNV8k>#a0b(t~VN&6$L^#z8;h*^<;Gg1 zQkd*Q zZIPpGEVox;Iu>nj!nWc+C|-LHT|+AHtMYL+W7l;!n5V>A(>JpSmIzNO@35Y{Fu~8D z&CV{GM3$BDEcm`9Q?m+Yhi!tH#gVo2Mr#A%I1d`O%9Oo#xDP{{)0zB~!R)v&w^?D8 z5AA)c`D_0k;8n9q@V~SY#_k@Be=?PrwXD!pHaO1l$%<^p03Ph8SMsqnvNSi-4z4f1 z&5xOJh!(Zwv$RQlOrbZ8rR#nJ_d0uY(vHIo>r!#0@iTDz6c3lyzhNDB--C796;3cr z^6yUEEgpE*3#&DLfvLeqfQIZM1=agdxH*m=6}SNFJ<4Ed^LEjTHWk4+@dWQlwP4!A zMU-XTEU?;(+2=ubnS+pN5^FDIr>fS%zTJt?X;jCk%!l=62dCx}c=Hhm)m%j?#>*g>GzYb_^Qh^Px82vNIhtjJt*0Xe5 z`6cT^an}AE*t$rCY<4=s$<#0yH{=w{Y)FNLF|S4WM?`RTf*rdaMa(%ofW3Zr0d8dK z(~K~E?nZhPvk6^eJuidsYA*R?Rx7y5Tq@AO404IG(m{cG0r!`$Z3o_B0% z%nD&96@vzT9XM}w7d_AaO}j@=AaTqhs&G}uwaS^?uf|1e4eyB2{Qx7!mSOwz3FuzE z8&7;12WG-7-}F6T%aFICdu<)?`E8!{9_Ph;Qne)>RTSLUs}DoRm@jOzncx_0xB*Gy zMv#ngKS_6KiqlI+iiepG6X*Q%rpG=pcr;7sYI$D37;YM7t^XkSh%2$O=OE`lcQsfY zKEc;+2;km1+j0Bf?}HCT`kc$W9BWF|pzlMXxtLWm=t)>6Me&w&VbmLNdE*Wfa_jJ* z&O*BD_MEF4hI)k88X~F6O8rzVAq_Vu=%T!fa=+RV)1S=IFd`!lGgOFz=>|^$clIGQWvWp z9wC05bdz$HyrGQPI;t>FrJD&|sH6M{Pyg;hjq;uFvAF`YLQdhb5syGSBnLMo&BwJH z7Qv)TQ#hHWM`7|%EqI%gf=|EZgU8$NXr@y_Ykr@kM&(=dRVJHyZ@5t3`Tdl<;W^Fk z8Z2HJeu`%6@1;UB4dV6)dCXWDa>-gNYOA@A+VQf~5OD+N-_W8@3j(?NXHxX*!9BF< z=;ZZRCKd0;Be;H4Ajmgq(DI5iXz_gnIjJd8t5z79^Zbc)PBQSz5;GbGA z#XZ9eDPy{f;C9z!_qv>5ps6wTHczD`RnKvCp*6P6-6u+XTf!?8#$ZgnJQ!YR6}%t{ zf`deY*`}F;N3J!@e3^tDfr;pBz832n8bm!i3&1HhkZ-jyqI*fEv}v_6)C!&G?NxVp z!=EZ+?$2jGf%;VRxQ{#zZg$d^?`;q;>UlPFuk<|KktxX8~5Mmx|^Rv ze!(x0_~!xd!Y#R`5@ps>Hy<_*6MB?p$58odJ@5SR9Y4SO9~U=)f%_{h*uGko-mqGH zwdXun|N9<9FIf%wZxz|uS>agRuoFvfXXCt!LPl1*zNqKsKfFKn57cg-gu0~w-t&KO zwohZBexQ&67{{P%XAed`tK%eAmWy;6q5Gg1J4+?VzFvvhK8q1akCtJ*<`0r5`hRq zt8h%8<))QU&8a4^+4`srbOmpofcuFWggN4#MZjjS%(fG}{tB8s|vp zvXo<4OfG0DyLV_A9cfkL%`P8-Q{MTI+rOT@_@=?uOkK*2+}r``@AYumj2h58eh~sS z*P-q5EyWvuO^5U04ScQ6FMej&Y*sBjn_0iP#`eTaXBJvR;Lnu~{@JE|Y}`{V+brh`IbACpkBP!LzBs0a$^%cWw6hGHngZp z!~1{zxawsUzryS=bIMhCSvx{w^gM zf%D^#xte`Vd;oI|v)JHs3)q&LOg6J?5Zc+rLxaKqaGRCR?Vk{b5%GmEJX)1&-|LUs z#)H_4ANiu?tBXKVq=)mO2MF(uCAe^f2;8sw6=xY|L(Y(BD7);18^)J|b4Oe85W|6N z@p(g-ePp7IV1Um?Sc2L83vO^%L zRkSH=<&-{@L2FhxAN}kb42>nwGd>5Fd++fTOU=;K_cmErXpqhFcU;!B5p2!3FSMao z8Ye#7#T<8(vC9rN@T>3`*C^zRS{EFKYnA`OkA749E#ytQpJr0C?`it1T8OW8qA=Ow zyQq!3z)#I{7C2JJxYf1wIQa4wauV*-Lk(XD|38;$Ze1Np&Jq-_5}NeNWgB<1Xb4vw zC3O3%$FqG2er(~Rk8HB>7<5e)&Y70hXxtbFYd!j*cT5~^dZSAVWQNk6s0keHQzSKS zDej>|3zlbUFq;mA;$1qeoR?}4wMK}kx^9j5XO*+~PMDl{_DeHyjq`A^Z2tkuu2W@h zn~d>!_dLe!I>$<#;@P-q-ISYuf(lkga|+Eu<}KNlO>yY}?QzzyITPsL(J<~M+l3uN zx?DcOwJbjZz~eVgjR{;R~Cs6 zR=bMtRLv4E)m|m$xnA1t{D4x|%^=yW%a~N>B>b)Ynk79m1iR&yj5J%Y^|S@Mr%;H& zgU*7+S`F;g(?K`Yclf!`56=3OfplCWR^-UD=_fk4-_Z*6CnB7t7|atZOJs-@a_@^x z(msf%F1#h)spTw=-FcDLXj+n%^?Ob+whvtA7r-&O%dFnNOl9`0jXPygeh<8lw^Ao1oZ)mfmZHP@xQVDxWF}z&Gd8#?I zP8?h0FV1z{FP7C!5_-cwFd^##Sj^hU%(8CcsJ4Y{pvML_E&3%Gn-w89`xw0poyqnL zWVGI^6I$O$7HQp)pu-Phd4Kz#oOrs3^}La_Ik4{rtM4$k`It7(Ciu*9n>E{XZK7{0 z*vz#Mu^%@B*}^4{;FF$^|B$M}-(4pN3L+q{UK2v6q;c`K`7FVs7;c~1OB;KYSizhK z_Voip|G+I^lx&afnpynA<2s;UHHFK~-^3Ee9Aft02ib&OZe%UD^=pQ%pz(uQSxm&c|LIV@FUEnH?1k;%}!(frSFE^%s2|7lUvD2QoG~Or;fz^0I}LNRSCQ)55#l7JQQ~0VA$&@O zq}crC2mE_(I-TBR2vgEL*@x5&<}LJee#T!E&T8ANZQIiMRgE{;TNuxp*UiL@BYm;R z%LVsO?}7Omm52!*T*cdmV4@K(Fi!>7RPix<)p-Z+uaKmvYANUuc#6&+sH1t3)?)Wv z!Sw8*I&1d3&E|-AGxGrhSjv2|A)U zn_jFQ!Fscv;CVAyO0P3T@;m^aJL}!xFlL=wVTr2mXloSdz6^gji>w% z;+jQYh5fJ+7n&Uh8}F_MedA%+&=?4o+Z=h@g{5E>Jpd0otzzm6?b$Cm6goq$?0orI zW+6A+W}VRh8>z-zW_T@!MO%mRvf6{_QP>|W&=5H6tCvuUgB86snMB7_1rMKbIk$dT z3j`%O0J+MO#LMI&4~d=JP}u_zC~&BJUK3_DK8=2HulKGg&dbwb+8@r9NEQ5GB^4BRGn7{NfJpEW@$y9U;eLCcpb( z5cFpH;MUl)FxD)J>pp4#L6v9m#E3I|`^dw*>-@DaL97W)gMN$df6wN#44h#^Vk^Je zCZ1n9C<+U=%fgQ%p5P;#k&h+agX=nq94G7`9^cA^lglL;RvqJA{f1Fvgc>#NRA39X zML_La4Yc?hj+2sa^40HEm{*4iRYnb9EB^ez9X}Uh$Ob30GV90Wx*4#3^ha!{xGUsV z+C}>uD{!xN5F|~NVn%;2U|Gy>?!|ir=JDe>j=L(u%1+(meG_8g+JK8NmX&f2e`j!R z$vJRX<0(ALUoG(aCF$0O8=UR?nZ+QmTaCMASd8jrH2Wp&g&&7lU+tH}*_S@!7MaiB zGbR+2X1j2vx>1mFLWYf6lZcDf2`r@E=fK#0{QBiN&ha0|$D|1JP`yKFaBIKd4B#Na zSQWiaJO_PmS=0+k2b&|!@Gm+Z+ppIMzMuhgBJVmlO|OJaVYBe|k1iY|GY97k@8J7| zvwooOZ0?@uJGXuNef+v{Emxg=2Q)PoVWO@q25vnmAY=}JTiaHg=GuU=7RB&U;R47s zO0)Af8o5BvbG-hn0pJmI0mYVm;P6|MKXnRV_}?9T!S^?KqGt@he|0?X{$B@t@8l@_ zMLU0s^CZ7zYiLfRKX3nZ6}^Auf_+NnOn%%5CK1;N5<%UNw`-J;hn&PNuhii4BYL5* z?-`mWS7V-CH6+iN46j~4hXpf!VS)2>?#38tQVBW^ApyanqUV#j=^Yy6bHoXET#%#? znH#i@K9Ie01W7-+hP~%^;Lpd0nD6jXR^vY!7OvVz#g?j!FJ8_rz49umE|+0X&tGA0 zKh0wQz3zljYRlN~k&-N?(u)7K_5t{mT|xyvH70RuDLz)ngN2jK*|DONmTbjRn*D1J z{rZtb#{vh4lN-g9esTgHAEv=(=JRZhmpuF9vkmJ`%w?%bHTbx@5vHWS6xk--;rquO zV(Xj3h5XZUmT8;KUwAl#t>~P9`j&~X^wvODWYvZvP7Xs}=z?3TD>Lz{v9#dYL!`ad zRFp7CJg1B@QpSqeriaJeI4I!Z;u3|F#E0%J;$F5LdE&<43AlB093B ziy$|c9J;?*Z*&f3e-{W2-yb~7?&xM^jRrQZ(`49XaSpt0&4A9JwQRT9dR8s4I>nwj zvT4?{E2J&B0+gzK`EhT|#S1*$sj1F@D%G3tKMM^ue`+c?%h{8O)j00# zh_OOHIg(ErlgY{H?na%Mtr#+O7epEV!zalKFAgKp@+pNa4S=yum9bm^7Z9p|15zf$t4zl z|D;R%OKuY_7G|+O>hMxgAbTWaiC&c6VkN8Yb7wOZ=<&8#N*e8tkwT`tNM;4q1xSjA zt0mH-8;UeCYXIlIk>T1`^I?-=De8nI7q44-pm^7g5NOysk!DWRr7XdLp{BT;#9B*G z#X*(+y7V%@aR140l1{&cR&g`o^U(ly zMyHHA7F?wPWftNKk=Ei*on4qNa3unFhVq-gltR~nEQrh=iZVYB6X%%#R|e$KwY%;# zF*1=h9qYsP@KxY#5)6xj)4^ZrANm?C5q37Vc;3yLKCe%Olh!9u+$Ms9=d##4$K%X} zH^AQc_whkR2h}TSiw_qi(DA{m*)*GEws_td=H)gL^Mucab8De+*XgMIwwp#iO{b1y zW^`_YGEHQDv~AZb>o2dTW9~$0+Mr*BZ=Ym>X+R6-E0>HTCl4Ys*Bq`;>Hs^|d5T)? zeW{9VqB(A(AuaMb$(j$P>1Rz~_4qP2XTc5@e=C)pxjK&V&n3mzEa%aim*d1U3Z%qS zJT1s0+aJ@@e95b)jaxqGDg?DYhQa^`VE)Q1{9yz}&8fzu_BCu>z6EpEH$cZH@p$K? zBGo_r0YOI3n7wEuS?=G=4x4tc?Yqm_%CaKnaITJdXEnq5wA(cK_e2a7MQ zSw~qavb1#eR$i*z3G>X#u&w9@2B!Q(Pt%v6nARuE1!t1YJzwAs`hcnAOHeDV;R|*@ zfY>?OxI)#5s8Elrqc4(-IE2K`af}TKV5I|$ZG6n{G1;}>>0yY9SZ+%hef=xA{8nA2 zneU}x%jBK-QCpYZpPdG~i>g7$ZE=BWt+-%B04)y~hg+vU2K6dOcsSggE?!zk>#gdj zBrKeI(vH&lLv!fqLmm2kr3t;i3qfcP8Jp#^tZjA;DnQvA^5XLPsbcwHX>r(32QoIX zqT505FnD4$mcLb`X03R>d4~*D8kND8Ic7Aj^)ssUoI$N{WwzP)0$V)wFHC**n6#UY z(3IDq^g6?i4r{%`v6s(@=I@hWt#(tH-SSAb{ly*j^`smfl+qKAKK+@N?`|X~yL_te z+Jt*nNWke+8gyqr2M?wxu=ZVT;1~HHrjI{>jrLkJqF?Ag1)t@{27HGMojEMS`~iLW zQAb5@)8 zYC`87%dBN*3+LS*k$5ZqKGu$W4Kd3I436Kz=lyBLgAEdkA{tcK6rYRyNi75R5R8SM z-hGq{jTX4r$N0574#Ke0+gRu&Rr=TR2Z{#{rZ0cg#Gfp>XpHtGal_pplKk&EdAILJ z_c6b4QLq@4(#{E9W<~a&axk9!@C85VuEdK6Z-bQ7HY{GW27FR32p-wE;+&dV%sS+P6PgER|#7;Bv$?#JHhCV`Jk28~cVObc~)inJyPJ)g$| z2qlid$zyLgV?`zEle`V}qssWStVG->o`~uqb*;^g22~Nx!6Yj6W+MhfYQTN z338Mn;p0*0+a$$ywcJHbr|aC7RT8ALOqNX(T*Mng-*XZkPP~Vr47cT06iNt3IRzoR z`uO`J*lOAi>fWz#W%L~gpCnD$QX_?)cv-RQ=0$+5w?M)1Hb8hNXJO!mh0zcA?$vc* z=BsPZNxmf6Z?j zFrjRV7a-Bc zr|qyaq(WdUeutYLk43*Gmr%>etq^532$K(Af+N=yaBPz@Nd6S#{W@b{(-aGwFKd9h z7mq{1=SnJy(`C>6ms6$KNLK0niJsOfPGYGWn9Ju-}p&v?T6#;0`OtAUTc zHwa5l#L)5jDA;k_j9+#!0CZHRA#OLtTdQ1f)yf-iwO^M+w|e*?84J*S7l<|7Q~3t2ziL`<0pB#YEUwFq`@8oJp&y z>Z!!+2X}K&2!Fd_7kJ)Th=pm+CB;XsP;mHE{z!TVeVn&jRFm?8I$z|&E6XIR)(8~s zpU_KRg=~wjaPBYPDJjfE>S*cn0M>k^gR~M(K!l7sSh~z$Yg)ImPm9Jf_oqYILyujo z%;!GMyPd?|?>6Q?1gNsPk_WaC*K_suy4B0lb>LqCh@ zx(`sqkwI+rt#9!7>PXz}`HAix-NR0_dvJS$B1rK7(TV*FS=GY{EH`%$-4S-XWqJai z#43yxgx+I^mI+9NArZ_v!<#K!C!FyXQf%V*N~XJF96Rf*#n#B|hOuk(Y1tPGlkzKR z+!?!R#pW4pBw<<#UdNx3W!QMOvwR`-N{wX_bF10f_1^4e@p+OLassN)yl|(v3c3hf z*OU=&sWJM2z&hWEv#VEes{%Ax8(+M#vb77mi z6`8(hgo2};5Pk74wc8t!pMf>Ib1Rs9-Uc%D)=lii$Gxm^OFoM@F&tb>-N8I`D05X@ z#a6%5$Nj#OxoQh*v`8<9iFUQ*WR}K^)|?cWBdsO(&-$~B zIo!FU!KC*0b_DZ#FWTpU|Yr>)t#F$C6jDu}%7P zl@_z2h#01NyNo;F=_q7ed@yT)4~9oR!!%D}wzfP9pUAY)gh@eM(b^1AyGWWuzVCr) z?T6RHk8o}-o#giP6n?lEjlY_PVt}pSnq2yfbiQ~);=Wp#X)AnxG(Km#eec=l7GE~` z^*shHvsr>!KIT`OK~lnCQ-hb;$RzsFGv69J>ci3G;%59>cZL6BsL4K?U8Ze!`~+5w z8TqmaEd8o*r)k*3U8*^Z#`^E!i=Gy{b4DLFTFpk&F)L|qW+01H+{X^rC$oHqXm-Q7 zo_^n}g@)6yc*?jPRc?$kO?M5$SzkY(#M}scIXVi1b4s|{ldW*9D1bC^ zf$3x70h{U{f=A?k^kIe{F5Z{Mn>&PX(<~q3>h8m^;J*~;8kfh${Wk$;U5-HK_;b)K zF%8>FBzW%;AA~c>k{ud+9lh`OfWH1mGS*6=s)R(CI%O$t%F)5cBX0BQ!z=lN-fHkL z{3DD@_yK9!axgMii8g>5(F>IoFL?nho8eGM#1=>;Y+MC>x5g)E75I< zExmbsmn}0_D)kdQTklrCg_gu*et*Ri7PMMU@X`DgW&T@=P6I!{+!7V~G#Y*^5k|CqaCFX;(;*;ohRe%-bi*DhE=3I*NVu!ZYk z&w)m=JNrs-jwh1l@nPunvzE@fe}&=O?U><{YfSH)8q*n~Xc{`*()6;`SktU^gOUIE z8(O+9zX_z8tC_Y;ibS8q z1+aJOYzTJjr`@s_`S!SJ@S(k%%E!!urOkCHdK`w^+D@ZUstoE~nU0b=-L$|uQONlG z=E5?j@Um07Ky_R^jO>{$^dXx#2SQL*{76%hq*+PyC7OC;5BFnPHyFP>$Bmc}i9^eq zkOf@D`TGyxv%%>YG_V*&6Y}`(^`-bXF5uDxGI z#-RtOAVnSDZsH-=(2JUq-$VM}`M7O?6X%fs8|U-Z&L1zGW zD<#0+?KcE&+dIq{wFhIprf@~lE~qqnE`GK6jOu4gVEvjgc*1vpp!OMgnaff3=!Mj3 zHXLrXi{q}2bNusOIhJ)MjWqWtF@B0Q^M08@kLLfSWT`UN`{Xfan_UNi-l~{*$`>7# zWq66pJ$ZERpF&kk$4psUOd^jm*{)}GE~*>N|S+xJK~r1T87 z9(l(Z3OSR>ibb&NumUc>?}{~Rol*6Z1h#DycuhkOU`wnDO?S^GWs^$Lq#8@wsVelV zY!Zae$w#uNzd}3y=&;S>?J2z}mihejV<*SSVD{$KP}Cx@wRhOE(RBye>Sb0~?5T_$ z#g9uO`wehM=Uzw`diLkW16424!jgLp5?!naTUM&)~ zT(C0Ao@$KT0eU3iykR{Qt&ZYMq*cJc>m#hKIt6@3ThftMXS_Vwret+^GG#l+ zvNM}yP)Xo<#N8jpsWytU8TwMVTC4}c{#(oOc3(+;ha9WCewH$3tbmK)Y+V}?Qhy{E=!Mx6W6?VJ?J{G zCxx$Rpfd3h_wKR;H^VECl;xg*`@WytwZ2AjX{`{>;3f!C=%WYM(&)spQNnw<4xGf? z!A){M<$1U89(0^iJ<3JKU2i!ht3)sxR8QBl82mE-MyIe3y6#nw|A#KRGWsi}4i1MI z)@^Y5_ca>W5kxvRZ(-7}gQT$O4b3o@U{BLOfPs1xgz)E};zpEEsBxx(HVv4(We{rG z=2BV65RtZRBNw(_91jh@XEH^qhjLzKk*2vg8{{R)wqB4#BmBjE6O(2)I-ipLgHn1V z%)atxe}=#t`rKk?adf=g0Y{BG>7Tv8TdmfFv$5ykTeTEM3mo<8WIHm7Xo61-zT~lM zEN`O8g`HD`sT64^CrW*9eYXZ z#XjIuUI|*%UrUx$XED3a>)Ax$)hw_=c@u(PVe}&b|>iF?=!S>$7k3gyh)r# z4=`xWh$!DJ2zTcDB!;dS#F3pt2 zR-YkW?<~LEP=)z4XHs!?991QoFk7WG{*zNK*VMjvYDL*K+t)2fvfFjdHul&h-Juju0x`YMB~NjnF_ zPQ8HV!d*aFxLca8{71{CIPtzql=%%ufi$gk*rrRB;4wuUX9*0xijrU8AR!?*Dxx7- zP7&9|2GXG2zR*%$OZH3u@{0EraJp79p7K8mqs7wr!?T+pCTubO`*skEb0T2&FgbqP zaF=4!nRC%jBMKjNsG+m4FZ{eKi2j{@U6L{&$LdWq$W%R&p64Iq|I;mnjYCCT*|o>u z_e&Bt)ZgZIG;P5ZO}Fra^i8~d_zYSpdtv6^y{Mwt1baU8Vn)1>4NjHk!gB;p`mO2pI9QBGWWmJVpFn87cN z`v$S$M?h&-54aRq;FdGdDEqt;o<2Dyd{@ro{yU-}np=8|dzic1ICx(fO-c@hjN);i z9=C?RPyWPJ1wO=sm2MP0N`qb(3Ozah58RUPDX>3bJeFy^<@F6BKz)@WQ*^h6f7w$= zUQak%>SEwSz*h9%BSr5rwQ-W(Xtbr}nDE|%EM_FLzx^SUrkf|^5w-AqhKi|eo~3Xn z9%MS=ayOpckdJoyJ{a-2fvc_0f`r*`!FzrR%3nJ}x%-98cbyAtUuDIYet8Ois$PTD zt%+QGTs)?mxZ$C;d62zd29*tW!Tfc#+#A^kRs!g6)8qkPZPWSMK zu<(_37dL$rQ;UIbGjPtAxA;It2f3bnk>zP4-u1&GSpIHwN%cTY$r|y$(B-Ji-hC5C z)7~49v^*59j@$(^lt<&6s8h7+&nI~E#DYbr@gzDUUJ7@fuxYD`(E6#Q>AO>dO^s(~ zV3E%Zf%)r$TKA4(&5kFavT!Md7j?3gL4GW}p^V=AYNUaXPvq9{8j8CA!A_;aWYZrF zr=9KT(0xzd?qLiV7hgx;k-J1~H*!F)PL|y$oz6<8#WA-=IVO@xz=7EB=$PP%UaJOh zd3Y;adVU1@Hic032D#F8;Z~)egiKIs{WVtBlF!OES~K6k;p~_5FW6k+0uQex@byRD z!UKCL_C6(nb8IhygO@S>o=v^Sx&a=Q5HnZ{1k$t!%&6kS$%d zw2x(*B~o+LLW~Ht=8pxAz~nVDT>KteRCuigj*%na-^&4R2PBF%aANF&;!aBS-T)1O zQuwUFo3=2XKQT&)eLMV-yIzJ2^k$;eoQs0XG>dmo?cs0fMX|k8)-aoWm)MybU)j!{ zd+hbARMt=s0B335`(u zhNLv@6{P!|0JFzSnBpiW<`I?0o)@oWyRQ3D^QsF>=29{9-`BxDEmtg+@M{qIxF^^= zy;E%b5)}dSZpaMh9ES~mGk|;OfEu=?U}7i52DZnuqi;vBME&8QUpXAquckmyQX!1% z{|?v1a(VNMoB94&ahh*%l$$9y?h|H2@v-@lELZSIRAs+qKQiyJkl*s90gei#s~f!8 z=emi|E4&5GrBu=J)-ilDY(5w+SPF;wN3l1(-)Nt93A=cF7t>y&%MuHvX?mX#Iem@0 zv2u(h%{jZ7GW5%6{8|mVxoRt0tzSxmZy?hiAIX{0|s}DCVjV;BChATO(txjx8#%`LnXcUbUX|PT9mEiJUEFV2yg^8{8 z5{1bqq2rmm@MbZGg$YUAtOe$HK1LGmOh3e1e(d8vO`8PuOkga8?f|D(hnaWTQBX*X zrRBkmSR7!8dRiy2?@tjvRVJuAepc}FhLQTPt?WqcEdC!1P}F=);^uy!lIhK`B*hvs zB<*0of_%i1*qA+5rf``;Lo`Nt02D%6x@OT5}uz>;d&ZIF&S#0{D0DzIX;;pWP2!do!|^un8zu*%L;D2 z_h2aM7w&8+f_pSjls4uVtdUbeyKjSWh0HS;ZR3VIIY%*r9YyoL^Vm^303YL>@zMS^ zm>;wdrmPBup?|)?U9n)?yZ7}Vq|mcUfr-n!11**TTigbt_Fi>( za;uvjy{;f1VO-w4vWb7}K9W81o`_x{s<^DBg>wlyLAI?t-BzDLTJL{=s@pJZx7R_p zchk_d_XYG=7SotJ!fiy#7%cP{T}VwO|E)tX)BXwl%Jk(m+jy9qA%#f}L)iE43an>i zGA~yC#bo}e2AVkUF`O}PgotaI^mW7$cs88CKvQ7O&6G#xasi?O4Ctbe7tFdUxYnNy z!N9#^VZZoM*tYu(_o6Wd)N|VD(ANLp(rP)>iXFl{3h!}#b<_FTL(`~nLJ@6#na|g` z%dmI5&rs1vYr%*73ho|lqYDXjv?!*Rvd?~}jmsx+!`VSPd?udrzVZV$?o1ZNr!IrF zpXNc5+G1L8Kb@DIdxI-mx4gu**oz9q63I_Ah#8kfb2A%*$)jyC_j`#L8^3H9)mkgD zp1^lBF6baQU*1MC3k%@!SvAP4oy#W~>;?7h2;TnJp+T*hGj0-g81cRoCNIspcUZ$1 zzb#Zas{yu4`V+qV26Df7s5{)rB}ed(&_0^HL6~tJCCan9LnqV+L67J$Z}umXY?gKc ze@_-$Uep@<&l0jzTM~tSsweohET;p$IlSUp4XEgqhV)hr)+Hs;ksKKu{9J`~o}3B% z!%y&3Gae>h+l@|dCZNmr9Jt|H53vslxt5oIq5OgsZx0*k>L__^EV#)l?D$NxFE^QJ zn)|`?uwHoKdz%u@%3)w;sOa4a8L?-s)8u)&RDKCU?JEF z{|2`Mv9Lzc6rZhu5|fFhIO}&LpDuWSdKP4^mPCWC zIVG;?{&a3bt*Em@fql6h0p~j$A?(tA>XeuP*QYLm$pM$?fWtm^ZIc^2)eu7+QCXbh z#i3Mdu7^3REbxp^6fHJ+4a#S7`9YzBnc7@=(tH*LDgS~y}Ev}{=Aa0BY9 z;{^Yx8BOVpq%9u7@P6%L3K^+}_Juz|eqAs~%}YSi1hidpiZb5>pqYaVDk%7~hXp6t zSLZx-wK9bke9i+2lX6n>Tg;EwdO>#wHt&~%v#9HLPL)nrUC0&;#*fLCdcGmG^=tZ?VmgbtXJ>i zTSgVo`%_U6uHQ!gmT#pw!sRn%*d%5=&W7!M+e7K^+u*juCfxSZjFkR9<76&Bfvo8c zbTZ;4cV%V*#ThLnH8zf=5`k?LKj)GGf%G{O?9Vc?9_= zl~P~SPZHB&pk_K3huP}jsn3D9xcW98#xgv-@dXZS@x_V@zqvre_k5)PN*Hu}t0+uh z8eTYcn-1y!;a+hfrdOFtffn=d;V0o-yIM+nJ;Y$;HCHhEqr`W;lSDqRf)pOu!NHxY z*^qz!f``QkLbqpQdhsLFxus}&MSGHI)UBH+YrBH`;F-?yc4@PX_L4Z}cN=z{>c*wM zyLtEf25_g+9yebIFZtm6431t&gW#t|bm^ToU-sZ@$;;J8;ps0wdVF>qY>5eml72B} zpx;7Sw|{Wv0!QgVj5X%`O~qk<(y+HG1=eCH`EBfFzq{I*M127n8ET-|dpW$)eHT~U zoCfFIAM;Bh&)}fMek}5BMo-yZEcMwYI?$?0Y}*8;S$BaqbI*msE-8EzqzGs|ijveX z)8DRc&QAU-IOLrZ<}fW7G$IvM>voHlm8Y|p5<^Or4g|2uxt`QAtP9Tk4HNNRJFwLL z7W&Uzjq~=G2}oaoM{{a8Zs?0aw@-7}SKHa_N1`cPI4}X^Ko%3F;`nJ}n>p3jLzwli z6X2<0!~HY<#dq6Yhq|SwFt^YR7cKrmxx;s`9>Z}g%}Jf@trR#`qUk8U+#kMhqXCxR z!yWn;G4M_ZE~v`Ew=n^@-QAxG=S^cr-p*j7g10l@35qyAC>0vp50U=J$KaKJmHSv( zKtq&`**;M$pVN61Qr!se%zsMVNr$*-aVz$E=YFQ*JA!3eSuvlJ`mE4OmgK!Jg6@L7 z_|?h`wG%=i@X~I0`atM;$+}a3>NMWGyP14ni8J+cO0-P*7X6EAFHuUrz-ybC@ZMt_ zSiGtlJ!=@wAH5n06SwDK#WzbPdwn9A&yj{F@_;7$idc;GO17v!j6Gg@o=JG*vi4SF z&pg+%9-V_UtKE~C9d6`x$K3>(Q;i%aTgIfu>akmn!9r#^9fCcgXrA&1-jLpr+-?ch zmvNL`HlE4$j8;I833e#G&yqqe1cAt*4s@Gr(f(>M({??;J{gv=%)5S6*#C!~2pqQ~ z4zK9!j2pbIFsJnn-zqx!DF^<|Z>HpH7nwF3qj9Q%+;Tr9aDE{8na?Y552Ek!loZUm z_T{pv4gy2eN|%lFT0z$T)^gKJ7g4orEFM@VXDT%|Pc-;HMTEB{ypPv6dURU7c)7q+ zcA8?0#s=9XW21~%iT@6^PcxG3?N4UM6O(A|xEVmtySWRp3qh;(CVdmviu5sYFvUX?P8{PBZa}_5l^Lj9!d7pG;oP`q{J}ATTPK>g6b4k70{ zAnfV2%@%nc7MrlXOH9e~-_GM!U&O z!}TRi9K4^k+$~}j(@rtn@kwk-i{KPpX~x`>RD|N3E}k??EtxcshhKh4bH&y*(0A)R z_tZH`=>QH=QsIqvk_zu>u18|3XZ z>FWt0TewMz6|b;kmGMSwaG@5N|CTH@cy^MlK4i%r`Hg3Ya!Nu z7`zxI4$bGHORC$Sg6p`&=zDVsFI{?Ca2*Q2ive9SHM$3Hb*^Kep)+@wx2TF+Upj(w**X|^ zd)eSamkE61XG8qHWhm-sH*pqTLs?^bCG8n{9)3C+ldoYXZ5tQG8K|s)Gba`CO57RP zxpHXnX6IZOW*H7PLQZoW9|7~v4neCrYn)}+1Ro<-pvvbJICx4No-}aa?yt$@eCLMX zpNSWW_o=&q_QZ`a>)a4j{1VICb(+DHoDWnp97ye)z%GrHVjZ@j+|veUlCExq7f)S) zCe@1`uerlX>-q4hBi>U?gCe(RZz<*fNTh{b)A)5s95^g$gBweF_>Is6Hc@pn_w6Tm zpRRy9=jBCecW2NC{v`jiC5@|<7Z_Ued%!71$jSfCr)Ex$`MDLq_>=Eor{F{Rb?zkS z1cpF%Y9N`-c)<7Weo10k(G;Fo2>O;oaY>ao@7nbfrnax7)16v0Q#_jt|sy?1;Ak&@q_Lp_TY?Jgm0od8;`_muh%-{z%uhmc4q zh8i{2P-1Kc3~?93AJf-U?@ANuNezd!`)fJ(ck^jV-vx4Y*5~c&@57QeZ^^{_AXnQf z#!@hW3;N_w`cGbo=6$-!|Lf=l*>fGdL30;>SHF@^mANWPkUI%?|IC7eduD;=DsebI zV+_50Q$oiZ1`EBCT6(!y6*kpg0GRoX(=HwcUw#OTd#hlchF{>nSiBd7&hmj*vU8YE zRvEF;RlNU84~ir!Hg(t`c-1HP@!kedtI%uqJIPE2guIr0@>Y5zVNaeZzv*IT2fYzI z7*cb8@WD1hmSWF-P}OXthO85!>Myp-vYl-P{1SohbqnE`#4bGL1gQG{RQT&$Nm4 z^Or9NFw>l)w4?M1efjg4j{R4{zxy}9y{O8D{v{ju1&{|Mg9)2k6O{|krTZ=})$R-$SCg^b+qz=U;iaBs{Hp@;c` zre~hyWN+KDBk9v=c0eSXvHuM%o)InbK79xL9tkc)hgO(U;ff#bT&CDS8&qlEfK5Sy zLp13ucuk4N<@29_T7Clf-E?I0cW2ViFUKJ;Q=CbzxdkVbI=QsUU>X=Y43vNB(^OS` z)-3Qa?d&fylbnrg%FV-UXzMO|6kh_}uO~AX$Kz~ZXe$}CoaeOX+y*(%B$UpMMcbxQ zj9ncKR<3Gn-pwZZQ27Hi7Fd8^M;(MNXM7d#r2kxvJ@n5euhcUj=_K^BJFZYu!6{BX zY9jl&?P|%K55auqu|j^dw<4#OTu(=St!630`8Y#c1rN>`C^_QjjH{PENBiHW(e>v^ z4Bhb-uDs4<$M4P+?)&<7%nKSj~~^T)U>VgGUI(0zWkML6#%md(Z0 z04OYsr*-yo(FktQgn*084H;|Fn9jC*o62(cs#1Sq1pY2GLpy;rf5Afuv#rZvgDZjI zwdr){uPd8-TnW8rgkh?l2_9^$1IKzPblg6jf>$=u+-7B_>k3YYoO4<8C8CdK;?yl@R5l!`o@eW-Q5}VaA7rZavx~fa4QHf>E-@AbrSoB z*29MB)39dDe2N;oi4|lJ-92l-(hXL#*=6la-s>m(-8`hEO~H_v3cSSiK5BGP_P9y+ z;4}DL@*ry8UWPk7a(VxR>3r|{GWh-X4YVc6^BeE~BikCGIGE+hpF8S8mY#;V=kOBr zd#X-JWhQw2;Tw1msR9|Q@uK6O$qx-J zdcaw<00SEaW77E9IJ@&=al}hWwqpNq{`nWd_pLD!U#*(WzDYl2>%`x%O(DU|TGoOY zDb;a}UM0Bupf48OQ-|oe7PPJY65A#f&Z+LaS!{k_6dsNBGYJ)c0ai@`{EPw~DkUVa zYM3paQL@IS%AsIl`33Gz+QbiAXoPyE4D1hN;Gz*91O`MScVUz&tCM{yICf)LLEdZj z?CC>hTJFw1T=~h|AFg7zJ!i31(z$F7rwoDphxj>TXN$bD=D@3}W3)wc5aWx&`0-uO zK%-v;m#sPo(|&J;dq4DP)w>}4_`4Jhooa;4m$>PtHHR>xG72|xQ8*>alz-5%;{=9E;%$9gCNNn7^pnVHXA4g$%8*zv z3$xw3xuq3euwdy|2sY`4Z?;9?EI-avwQ!QDk6Hot9q+rLaV`Lo-BeLJ!x(qIy9!!A zcM04O#nN&QwNkU4Vx=qG7O{H*-@NTJ$6B^87L-1vLKbT_svq7?Jts4v?VdImNmX+Z z&gQ88K?5&O74lRAS(v|Fj{Zx}f;0b2OgCq%nm+Yw!a>fq=(2MIo;^MQ6?v*)weg0? z3QAevY2DH}!(~fD9>|xb{QfCg42jhBdz-)?4&jrvL@1f6h|yxlXs*i#_%Tf!b>^$E z9eRzt$Gi~ys zmW1&2j!rnHVJ(i{CUBv>#7*yd-NS1eI=Pj~doe=cQ^~=kb6onC9QJd=ZDu_)4a?&` zV$k#B_@;9rlaGJG|7*Sr>qGy;WUuY0B5+L}O{xV0=>-@ytdFxi=*>IYorJaT?ao$8%jNYS+Th2RTO)HPF=~Hlen!sWiV%K=oMsNszzLzwbF3?H#oiba4K zJHNRc=j5KmfkX||6?Q`R-b9n`q2c@&wFJ_=lupx*Zr}}4r}6#QYxvIbLvh|&CDzS; z!Cv)S+=_)`NZZ4lFW#lfOxz6llg)uF-uE1B?e&K8MUn9G<~11V0?1vPExJ}Tgg5@8 zgvDE9_^@l6v1I&Ng0dGR_hcRn+jxRIy)KzN{I9^{$-VsTjc;ksXMHmGC;Tla4#1lc z1+*%73{*=iAr(bXj<8y}rL4_jdrjCRfp7P(#sxP-r(vDIADyyO5!;*QlOkmBE-k?j ztFML8A;sj|kw>bnuX#;NS(dW5Mszv;12-{K4vTahD5F^e5(chOndCjukl*Ui^|6Me zBmNZ6z4VytKPvdfg}J$vK{0nTI+Qw!F2SW&yTEy4Fr3TRqCWL8(35)>+sJE0DZ;%?%Ite`EX^9%4$GY*;FIie+L&v}iQRZ#d{FK^8CYn*g5W|97Ap$e zqL;iu>wT(JpGJ$WT%6La>ZE1$K%G)cdCvCM}ESv`-Dg&NBo} z?2+ICNTD#BkNhsfB<{TUCVtA=RCw>x3Z|*osi(sdjEogo|JbX%e31n6Eqn!kqMuMq zsy`@Z#R#q);m*Nb=RlaN&%U#WUT@qB2G81QeXb5E_XfZo%$!vw+*{cZ}@TM$%b+2&5j+C5g!ce0Yp9`?tQHWDF8T1)H_;z}umyajG61 zPS^u?p3`4Gx=4-?|vtAaP6zO z)j+C-k;<YnMGkYXwE&ff)Q}E_Xh6G@dwc0uzj- zQSW>;Nao(b_5SbiU&BK@(w2j726oY;zj>gQ?F)*He}UidlblvdvAVfFv|gCk%Wn;( zSHkZiOFx3;2zSftC7alXE%9uX7c#5m4eY@qIX0AEgMs4~;GX09*zo8HZtT`Yu?-v8 zhKT3XmU-Wzh>EwTv4%l> z<=#Q8aM*Hox3!6lzr2BM*;L3BgN#}01zmRF=xXZ7c#mm8GfbsMzCpw9A-Lt^11f6X z%U&nlVXsmIKK#znSaV#?RL*b!>-~=5+hzs!OQDNY?P+gW3uB?b*y2rP$?@cS|L*r1k!PK8knD+>8Ow=%Kv|eNC`1ygrFqkfM zmJ_(9XCKI-q7veB62R_V4XDds!NeJ3a7;WCrG!d>WT7&?9leYyB@Xe1Zw|mqm)~%| zeGuWG4zT$cQ2a#f0!L9Mw2uG@nMQy8WzJ6*beSfM*WASt)Vi(J2k-dotJNIk^v-}yz{Zg+XzhMB60xrTW#fQ9& zof90K;EcXk%fV)p7OQE?qbryUt~C~n;!r>UsSoor3rpk~W= zkW~=e8xlVu&0-a6-dD&^y5x)Q#tQ{s+947X`Z1G24hX(`!QQprm7N$qmnF7sW!3fP z;JR?%Q2SlLHkV75R&~2Di=l#FBzPPcJ14EAZ}4W@jBMSid8d)EqPGd6+3XOF^}mWNq^eJ9IksuJGw``82dewd+Sft-*9 z>egF;HUj%ocF-e%8>qp0{yH&uY*DiO!&LU}#1m-ZUQ)F|GtG06V7cWX;D0KkB%)0o zhvr(~;Ww@DDrqaKS2y#+J9${Tdo-q&Uln%2w^+{kXRJNsy1?4J$K6U;jbokXVEn8n z*zi(;zui{MH1qbepHq*ri}I4J+i(O;d=8*?(~6rv{ANk5r8rKrLM}BhmTP+2O0p}} zM5(K6a9-Cr6s51m%A+;(7wbnJPN0^~lt6yR(6Be*@+n3Qp-TM^KAkFS-tFTogmGIiL^nFnm9!trYw<=6}o*o&@lH+ebmcxXB{Uo;f9`A7Z zDcHKdhx`so95fi8VOM0LS;Fj< z%;?_+Hf4k#8D*anNl&@JDa(40RZciHl!{eAPP+9UAG!{wlUr(wD^R!j0Zr~D&49jF!AGWahS7)-r z6SL?}UjQ4eZU~#tTp;az*@7qhJiqhSSFkvDp8j<&1>?A8?wY=FhPa_8!KuxHj1|9gPU}>mzX@P%j2B5{y8^}*h4D?K%k%9X) z{vCx;Q;{@t+kK4Q@9&3CI)5QzjVz1&`3{z{+e9hbPJwYbrA-Z0=LkoWXbn@SW|jURQji!Pq#l!3WF42`@A%; zac$$r-Ee@&53-oK_5?4XUI-hFRXO9{K%S)SD0%e|7Tp|0^?@olcR>tH`g5KR-EN>~ zTcT-)V;g-d`%dpBex@No49xb3Q_#qxw5&0W_Ko!5bTz~nP4R~rSU~RWQQ$6r9#-D? zk52u*4ndxqsQA|a)&BB_b(1%n)Of7`rNs5Zx#!B;7!Jk{{t`G+$P&M@K|U`-a_`m&i~bkau`3gl;%sTaasP)xg+rt z*`=Ba`kwxrR#%OK#UE?Ag2JUHHtktp#y^9ulr{9iM0jhrd;t4~^N<<-gR-9rb48gf za$2QLvWp(mjedc{vrUR$;@S*c`A3Kiyu!QfRAg-uwrs@MXh?b$#Ld?n!={|S&($y5 zLt)8*a3SIb%p6e!Atr@1zV|cb4_U(d?+b#S8_k^2&G(=;ELZ6HN5i=GeooQ3nugiO z!=G`FNhznB9tKT?&Z+^*vt7!&&8)-Z*^H3p#HTf?sk@(&NI)=k&iT>+82%$UGXz2+n5G8Z)Vo?onE?q)TsH^0{ zm%H>cWir#0ZlS&juE@&5QFZSVy!g2iM`>-vJL@+I{t{ob9Jd#xii`PH?O4dW*&=iq zlyPQ}a2C%hWlt=-S?him7XSMYvv~5J)Kccbkefbher_e7>Z?)No1Cs z3t0o>al~l}oLy6a>_s?!{`4L%XkEtJ6;na#`6Q-yXB%FcsE)Vu-(&ksEz@UR#i$xS z5)-a|5N3Ac*;4}?z-=K}~$#fV+{H~-F;jJ`waUQJr8v^oA4iYV% ziz;A)-4!vIJ~0zD7Y)Ygfk)6zMh!1I$p|i0TYMBS(scBsyZG9Ars?eU^G(Ck2GH_y z7O~U9+5dAaQ``4~(ytg$qMokcM@yuMF5=wWAw$^b+M9HBd>8C1iQ%MIBtrkv7Otl| zl6U<28Wf~ruzGkQXt(>bncd&$SO#Cxa3=}-rzx2(uS>!4%37x8^Cp=Nml|uT#|-i6 zo1e7NFN~{RQvfd|gW!tZJeV!Bh9-7}!xM+?^kC|4Sk$V7+JZaoROVay{axVfOD;l{ z{qi{JP6qfs*T?X35u0ATuW0^wdG^L;4r_{2W9uX@V!)(hsJeL<(@02QDXP&#ubr8B zVGfIba$NLv`31gM?ybl#awG;$n+6tpM=-rr#o#1xqx|&pz~n)T;5KmvZlySPSW!;+ zoa}_}lk>>QSdPXWKE`T3I{lBMGjWUQeZzSBqE(cvMM|P1m74RsgM=)JzLxAsB+8nE zP}*0eQld?X7HN@c&ht(?+N4coD}<~mQ6hfl`uziQu9;>!=Y5|0{(Qi0%}+-AZX{3j z{2R~>oJ(kQ3B597hH!j^vhaY)Z|dOumZr|}r&cdI@#7k4@@>D6w5;VA!DTm?)xQ%V zY3WJ!iGm1ekIILxOQKZfS}P;v#xkpmOW@{ySz5!-1-VWgI+SylzNP^@`xpCZ(i9DP zJkkhY`b{>M^S}FqPZL&s6%}UA3#YZdEm$dGO0TH0WSU73+2GwtzTfB0r9S70C_k1s5?>B!%XKwc; zSmZ|ooc7X_)(P}Mz8AH>I-9zGm_xsGZG4%_NX`tV!TU{dFvE2f>7B0v zlLdVk-QvXsNrG8>=Rc6XL54WbxB#a@hZ!+NTTn>TunT%8#2w zFLis+kiRLkYjA*mK3zlGqQ7x&MoO9LR~R&BI}yFsL0-1n!q+MxiQB44W_m0k<<8@& z(>pJAYH~Xy4~2j;*Kx|r-_3fDS0N9c|AB&Re|%`a6<_R(fWa<*-1Nf1AO61n$Empq#F*xYL} z$0eI8%{kRGaY=0(^i+6a(j95yz+LZ?>H+jP0CZp06G4r%5*6%EXZ+>QV#)G_r1Iq+ zlF_@42wQ?_l}7^Ao6+Fa?e*k`+TLQNWbU{(^6kTy`DwX$p z4c*QDaQ?0u%C8+n^R8p~Wmi1p%5GrVzNJFrO=~u6?ISw%KLO2Kw3pVMIzy$NEWmG; z&Fl}ARrKncN3=q~qsbGR;J}?tM7^S$iH+vCEycfKvPeG24QdMdvcgdJeG)FuIfvUm zT!pQY+02oH4;er8sQ+i_57b;`H(tGiKJQMTVvI8^Jb8-RC@!P%KINPf*_Mh&++in= z9mC2_^P{qwRdkIY0nb;YkR63xB;d0G`H>%h2Hpqg+~A+QmKS~pXdr$`OB{OmlV`52lw4$Qf%>*(+uJZB+F#;lfx#k=FE-=?{AU9b}+UDa57 zL>?n$xRu>P4_saeZnHrlN|%vpBk`uS{+JenbEw@emHtE zkF@%1CDolg@@?w~$#zd7H->?yNcN#<{0+8qsES(8bwSgSaWI-7gVOeEakz0E9Iy_7 zdiy?f%)Q4RI{5{9%nm}xt^t^~h-2+@yfv%o4{_GiWDK_W3R*?e7%R@_RW`+$)M$)w ztm`6{U6sKb+_96~I^Ih{;$_J?^=iD9nnVAM5vQU_3n0$d55p!dr6LnP^UiVC&@mRF zzt)6;i28K+8{7+;HI__%g)QhU2?LL*kC>k%8IR8s!}t;z(im&TT=N-*z2AdL$ga5p z5t}JgF6|ThWyF~r$h|_A>+^|aY62b*KTOw|^g@T$IwC%K2tT!dEj}M6g1#E^=;NNk zSappu3#>)xX%_*C$XzH29GwP7c(TyESq%A7v&qbVZYlMij$8h>>ZbchPA3VOVE50~UWw#E@_abT3zc<-6n|=in&M@6{9dX1|Wz^h=&< zzH5Tvho-RIa|!Ourf6DQ1Nl|Y;FXgkIleIy3(uSqd|puq2Nb2rqLDFl(_D@Zug<@N%k(R;!yp67xO`FM zGZx=g&+*p?5NTont8=~m;PuOhiiy5t( z$@C;3+1aU(uaXQpo*8(1*)dw$q(Ik|yV2=KU1+x0Ak$O*oB2CJA!kb!?h3lZj&;q$ z4Y?iclrR7A<`H99`9%@tb<75dO>bc00nVX?K{%c~z6qrCG-&Wl zX`0z*5B6mr1j3#7vFgwWEOV12Ylp+whz|Vq`8T^ClQ5xs zKifC|EbiU1h3(F0gs;o3$;lVaG^s(18WyGFtbho*Ak-N@1RbT)Aowex^ z>t~?ZX~=ZtiIRn!o6ly#CfNNf4(?nmL60T>;9H&+1WXpAfpf-loj+A_!J&v8bbi6@ zE$-3&8)rU&Qsu9ndO8omW6Zu!Nw85zk$&*QqB^M+|K|%T&IXr1HsmUn7)1?7o#%61$X3mkrl5GgYUa`Je+cv zmfy%>X8jpLk@GCmcG&?3Hmzqy@*)L$d8N2Ytp`S>7LpS2D3HpvBF*ZmeC<7j#8t$f z{LPXiNs=PM1FsZ>uJfKSt0%OO9X(Mba)ATs$mi2Y&o8v*b}aq-#)2rAsk3Dzk@WV` zE!5_~2i{DW5Br}u!Gp#`81pj;bj(el*UNxeP*I1vt2n2Ny9sZsNHRKaOeSBo{K;qn zP|3gVY3`d1LT1tmq3nxmxTT<(^i=anL18c+zE(~HP343wVczJoT@5v5Ph;b=Dfn*9 zTAZcz7K~iJ@E&KFG8y`#5IC3XBMpqF+9#!$z$>rNcaZ^A<5|(A6(aP>`VcDOaEmsX z4AOlkE(psv`3Q@TEEVQ)eA`_gOG)D1Gjyg$9DUJ|Me|vT%YLn6_4rXxw4)iTKNsMZ z6}7DGu}nBLryd38Zlgq)E^Iatp(h`IW_nKY@l)s>nvq#RQ`Ebu|GXMnddE<>sBwlc z$$yjZj=iODb&!{E;h1wYLiIF>Z_^;b2gB)NSy}2@dpC+fEbIk5b8R!?biOU#O=!PN-E(gr_|$ zg-4$Agz3?Zbp8DG*cQE#{tHS1&#n-n8^4s6C~0Ar-~-)cH<3#JyaEnulc2=Amz9;| zI%{kdd~gqCN~fP^P83SgnCNhv@R*x<>MWsBm#a{xXE#;*Dkj|K{D1~_sR_C4GR4~! z+^%XCEoGn=oXB|*{PdX=k5{N1;B~IXm=LQH5!WXrnR_3A^@?%Cxh4v~!&5ZgA3+b-RM5!EPWmmbhALW3#>NQ> zWXFek;^2A^XOE2GW1FZ&~5+nzvNo~_NU4}~&oH|m#?8~c`$`*aQJ4o+o_f->pq#SG%IRiA`Ao@3rG`i2t^9istj z^jJoE2A!9AhVnx+n9;rIpm)-h#(FJ816vV1AG-wYf87M}$3eK-uY#pgf8p4AOZ;;) zpHcEQ!62uz2&!Ar(NqzaTSRky-zW?T6ky`sOg4I2uwa1^A<4CMV9E8}%a^aFW=|z( zad#Btc^Q*l-F))T;vl}dP{6is+Cf*E1<){SJu0z!F8Guc;?DJZsExEdt-Ip|Tbpel z?cQUkUht2#@aTt#@H}S3;R1?G5CzE>hBU5YCgU?93Jc;7QJ+ug)Q`K*?c2DXn-6TH zj>$LZ!#o?9{L&hJ428o;Lq5uw8qiYtnG`>}&`W}wbjP$}x=whD+78>%E*TkC__qtI zR$c{CAwxr>W8lc|7PjNd9(d)j084QJxHU#YsrOkt8)Ql|{)QoWeI7-h$Wl8y33@!3 z+Zj8{kp2X5{ClhwOcO4{J==1oIAIJ^-c3riy3&O#Of^)C&$YRn4N9^;E#eRoymyPRk8Z;cYiQ0KKFn*_NW)i zJe+xUCt0}BKZsjw70FlGeK=m-3ltMtAW-fyyMO0x6dU*sNA!V_xpn}y<~@WbkOzk! z{s$ihd~nj%zwoO6FT{O!#NKnFV3m3k9*^YUhAIsRPF#uImO{|tdO+V!-2rJsDWd6M ziglFF1E4d|#W)zUv*thOucVQ5%9U6~$=xBu`YX9gA0u`eA$XBSL+P2k9t19Cxa%Ol`Djxhvl%bgpi^|OSrRSF!`ntPg1{| zK)03(=?g7m4jr&zz52Q_(RecXuTFy=UaU)FXZNGdENLof)`g>c1K>+_1*&AKgZ;s- zl5e{H%t1F%k`SH1+_^6atv6cnhEX=V)YS*6Pcm%Co5iG$x{(u?<4FI*qa=fe#NtjC zo;Ue{W%q@2${rUwFr^P)50_w>|2S^fWyL$ZFaWOKIZ9pR+^AygYxEuW2sy$lOnvtp zMlKygon@clqhkjQ{x<=#Zy$o1%bJ`IQIbqsxrIFDJtRxse<7)xb4ZE*SpMU-BC^x- zEC{lFz_=%d#<-L)Uq8!3%YT_vQce*{CfU#{IS%wV*wQ!mPSc66wCR`(6FPBPKKo#H z6R7`K!764h<$R46P?;NxeUjA}rn!f#`8dotol7Afq?Gv5K~G6w<7)o$!$$n&BWnC1 zgJZ;dk`kY}$Faa_)TnAw2pzY79IbFPrKU%EiA52&a9lHGFU;1-!+r5*kk5JJMjy)&em%?e8g==fFFz&jVRy+w_geCOygGkf zsTTjhnHhZg$%tRRL5*n3WH8e?f6o0$llg57DL4)r{&_d5| z%$PTSVPSO|%;5Nk>O@abFasVUihmb zoE3eG3a%U!o)CY)Ny#|hW#3p5`+PP`9D5!L_&4cDYCcVy?M>x|4e9&++(ac+hMw78 z%$D642PXQ_Xc6Rr&1;^)>$&^DVEHT@x~EUegsCWgiqefXPwAA!1GGgUT=>*1LTI}P zg^L@ih1>P73$JfC6+Yi@N{w1M|TJ&f!?W&5V>T|iX;?DUrWsw&(P_d>ulXCFr zn`=yV$X?!v@D-%*{tIsPlQ43=1Pxs=8}>95Q0pWCRlGA@*cQG?SnxhTSTgyI(07qQ zczpRK;RUZf|l zInpb_ZBV~lhc1|Y1A|5gL6rlP;}VgsUaf*z1S#I1e?Kcka0jRmbA6 zx2_HTZEHl=AHgWv^Z@m<$KkQfVR-kF7}>9`NcR^8&|i^K!WW^Ng!Lc&gaf8N!kqRF zYM|Ff+K)`*S1*1;t{0sr^F5^Dn`#g}G4%rZUDb~%YecC*$^-Mxe_>R*){u;et^y0C zm0101ke8yZ!AyCPgMPk}RC4McteWr&_7w#(*OqJHIY$-x$&8xs7wY#);7I6$2Ig2=#EKUQHhoalLspK!l!!Ga#4l55DKL=+3==VZMJ2nY+@A8ohgopB(qV z7l}wRCN7m639%#1VVsM{tb%p?84mF+xj3|94E0}{!ZzI#C3)^Yu-W#axi&wZ$h1V0 zq4GwOH*P19_;-llt`v^({Q?|gXOmLzBh>kMB%|VyMzwyeAx{L6I<^)og|G^CvDHuFmi8nWF#cj7N=!22TwCAx3m^y|r zFZ=9@TfAgpeXk_7dNhTdc2JGCKr(~KemMwEmj>y*$}Mynae?bLp}3wJ;gWYEoO|OP zQ{K88M4O$+g`y@fyd_1ZMAgC!`7vZLIu#pEim|H?b>Q~5ODUIEr%uZs@z!s!qt}MM zp~iDKNYH;q<6GA zH_o2FXuKjGW}oCi&Xf^Wd1(^kInn}qXIJx-_}fAMs~izBq4a@D3vHekK<$IC((0?K z!V$4DDr=!i+pMG^-$2OhnTzCSTpDRzDoeh9&t{Xt&B%xr*9DztL?3hgz4Up%n8}|E zsU3eUJ>igxPUHcM*wljINESD1S&NlVYSCsb$H`yuA9;U+>s@{EK;3=!(6)a%wV2z1 z6Dk+eJ1Hf=U%iIbjbF>OB^QyHKin&izskzJMXK61f*u?8FlAc=bap~LwNs0#)-Gq10D_xDHw1zqG9^qrHy2{e2T2ZbjbGZWXeB*?HJr ze3>d=@F7W^obzg844o~nNRs5_iEh(vkkyJKw||_byr#KSE$|GsrFp{9E@HI&$Iae9E+8EoTf%Io5~-V8 zK~6Z&ArXUVMD%?fhS^;wRl8KkvhSBj^40*xsXdWas@YTVzKe8{>3*uP%>kbu=5mcz zjwRyC)ezP+1ZGdn0e+NnufG-tR&B%f#MfX{8OFQ_K0%%;`;zFq*F^Bxj}#a767yHN zL?hx72{>&@&VS){++i;zAY6wLUP+SO$JUaU7|84tJJ6$N^2}k=EWE@SJA`>S+^6kMwo2M74}0 z9y1_oPnz(i<%kgDv3p@gtR(uHY(nWtqm10uxp>)cKE5nVV;2W;&o3H^)L2EFe(>sN z^z6EEx&+fm z>#DnCLvk6`?YjuwpT)4Z-2>1G0Sfdw468 zyj&Rr6WpP7?I+eW{tejOsbKV;&PT7cU(AhP?gtT(j{*~eeAMvd_?k5`aP1gny_cv9 zI`dBANUb8(e-#DK`nX;JnG7O@F`%n78)5BOGUfhT?mK3O|7H8&i}10;yjp>HC3&IY zunQ|;e;(2*CD7`pJrt7yG;>Y{J&`p0(jdvPnUYz}R{8oXzUu0O|JnddP?;yAiWg|VSx`B39oFYsA#2#VytW2OZUj?7PEa<^(Qk@=j1 zPG5n>z25_WeLF$d>K@aJ9sFF%e?w!GG1ep>3Y%zuJ77met>{E zb>b&<<{2`JiXYBxRHFEF`v|DkHVcL;^dUcK{7So03NNKi*Kxs(04jf>=)SublSgr z*x>EN96Op05847zWj+O+xucLV*nwf8)4}lm9Y(%U0+%N0z<~rsbc-~DP0{|;^P(Iv zG3X|Hbqx8*{j2%E0~ZpnW!s3$&}4GF<|Xs3GmHF;b|){+Utx7qR{%&X#*%Zp8Nti> zRFK>WlcMi}$1)G>dLc=4=W#BuKe232sVX+7&Lw{uR+HNan@IVJkJ!+{GeK7 z!US{?3SS)+ezp2Y<(4*3<9V~#Cl{ZP*GFo|vDqmkFzYCYC<3%G7P{u)LUbZtId54aSUrOp z`gqg5nJ<`;9f4?fQie1)kEKt9mat=GECe2Q1GVz;nAUs?r@PhA;g09Dyxl}tcql;F z+Z!N!W9%pFRhcL(tv|)KMQkUdZW=T%T!SBL{hoMPWfPrCVQks?JCLa8TI_4e-7DSt zaEg-=?a|=DYY_?Jw)!q8tjWSfjcVw4;tD?45(BT^ncx%mHk=r|6{i`hQPH(5owM;B zjWBP43DG5jDD5&Lbgw2E*F^c{ZH2@~As%dQ^pT=pT&DP40klW8qF2y+-1A10Zgq%3 zCB}sAS1*IO4X4nuXFpW;xw4Cy2b_y{5p-oJk?6~{@c2$Jv?OlB^-;&k-RbKHI{qP_ z%!arOnmT{X`$RI$CzlwRMZ-9YYaEw#2fZG@mmc-eqTx*z!sQ)N^y>s!x<}CqFP1;Y zZA#bCHRLiFX4`;#&l9HL@l5tgUl4nEE`j9E4EVae1?o0S5y{gx7z=ZM!t>}Q(h9A_ zpvIVh&2!kDA55-KZiT%{7nlcGF6dUjjoLq)C>$}*q&41p!rOs4)Ujj`)PBmL+Ij;z zo@1=U-~0}@cw^Bv)r3*8Pk`oEd2HWmNz%5i1I^3LaYDvVSOO6^V^JQ+hz~RF3s+F_ zX@&H?$sKxQ;!)~;dp0pMx{kWl4mAG2WTA>#HC;DVMQCU~fOFeq$hM7Jh(VDL^LVx~ zwDkYM5giSt>dFzu!Z-v^8-InnTz`G$D?@i|0TFE5hKn>*aplkrx_JH+ z;n+wG;oQpK)YdG89&e~;<3xigo0mj&^Zvko?Q69Bg9H7p;LZM*9S2G}%48?^{#`;Z zpr%#}xaRPnkK1|Js6FBOeoN5s#3;nQUW6YOZXw&a-ut7a>Ck?D2@Rf&wCi01J-X3} z78<^#$;Zp7!iqEWp2KC{A@}`McDW0MTy5C=dK3Ak>ds|AT*=9#D%f(M65I}q0GFwz zSJ-=KIJp3BIS)hM=Q5Coix8c43x3^`0@H|MCiZPE@O%G)lxYf;A7H5LERNakJ^|Yv z1k?OGyI7uAG-AE2pmGk!-ajfvCMsVf1z{%SrTZOnqIMVgbmk7vV1h2OxGOH0`nC}h zx9QV@;*Z#r(hlM){lRUk6I2+U@JVVSwvE0 zZ}k!t@6Skwt6(Dc`TgZsU8OU25&pM#IM|g$qN4UuIn`1or)EC0KYj;2A={4i;}_y@ zH_j#X!2&k6o`bT)`)IH*9A@0>#rD0?VE$O1JbBTF6U{{EsbBu+u-Jo1sMVnZ4M$2` zDg)_?16OJ2{1~dXm}7d3Yz5D?S|}Z;O@BDfChwkW)4u-@b9$E2&2l4LmiZK2KI~2n z(|uq|Oh1f%dc%sYx`-qYm`5NU7H!IXAH2@A~%y_Zw0#jfHZj`V}-4pM```o zH_Xg4W~6g+2YsO&P2a_+lTsTEGVj9=&bhvkE;=twD^_#A<>}n#v+6Ip8_lDO6XZ$S z8gUG8QKUSs_j7!=0CPK{V6I*#?B#ZB9o4ts!12w*zWizd{$Rg8 ze}ZN4@3DN71U-*yVCHu`20g`oNYE@{h1+l9^7lfFe6$*$ z&QzwAD}SS#l@UZo+JL=uzrYLacylj4z=%OtMl|(FNfE~dIMII(+&S0f+q-61JIdx6LjxrVKD)WBK?Hj{U_LpSQv(ji#OQDam;DNS0}ofYg4WMiMmHsv zCsGs$yAS-sbz+EuIsN!eG=dRH9yT3s?f_+Co3Lz!i{OVe!Ju0;km^;B&60zRL9-kz zYm_B}T57OM^^JML&P9yK>6fr?y9Dhlh=oqSY?PSrgPAEd5sz~Fxjs=jdeE_mnc6g# zH06kqNBraXoLL0<8#>|I#dCPvk7Jlz{|w#xW}tm!3usQ4#NA2aoOAv%4(yJHBQgnW z|FgdsaY3Fjo;MSI-0DZ$8}o6yX%?RT)C%^uP1&*2REWKIx4=_P3FW80M|3@ew;Tdt zd%$|k&bkW8RXdp43006DB~Ja6bMes-=ZSVtgS)~Lc(@ zcDke1zYk#cK$?zr$kVqf|M8~(lO&QCyIBQ`YBq1nFU+e~!3}1JDz=f#>XjvoUTq$F ztb5DwhRX1o_*3jQXPC<|L$G+U9Lk%BQ?L6S5FGvyQ>IqKrIrTN&~9Ka?!FANndX8l ztq7dn7saHysFS`epE3JI2mbwji@B28ggt3h(4;89fR`N0b<28?G7^HPc?SLt5n~*u z_9NN!OK|dRDoR;$9f-79g1IxI(B;;1SU&g{K57Z^lDZKn#m|8^iQmy?_zWKVGl4EW z_Z+XZmtcFqN;>1d7n=Rnq1MjZsoH=4fmm-Qm|CU5A{9@;cxM4#nDP-gL_Gvds9`*r zB8=AyfC*A5iHv92*umdQKT=6QMF!%a<>EUjo%xvJhq4aoc9S;-d)AD-#+1fO9NUR zbQFKQQKad0*XgE5nY=q`A0U6oh90~xgNgTQh~#@pCa={cR+2NIwvUhneIBH6s~(B< z+XHVECJS&u0phbDHa}_VuKF2hEeR&0FsMp{D6F${dT0&QBTuXa8ENDN+Sbvv( z9HT1MlO3(Ih^+e*GU2cd=q%BoN3=BQ2a724lbr$NkiRVHsC)xQpBoW1l?!B-;0kl{ z^b=;kbu>`HK4$avy{Npq6BM27nc}gg?6XV0%$zL&Xnoy+T7WA~AKVEFKlRACw(Z32 z?JMG`O^MH<2IAAQi|DDef!807R~geye$6!{KTIa^w|tQ2OPTADn{DSvMpZf~X)fXT zW(iF4N(VNi>IfD^kAiK_TKsoSk~+H#2&Q^@!L&yT^n_wJ-nJ3q`&sQsG{xXx@=cam zpMdjx14!YVcGB8*l2i#=Nd3)9QvUT5QCsdw+RM%npYvj5fq7h(Oh3lQQXNitT+lPfh7>A6gM=CF4mqgi|!v-c)rIM*SXcO@1U4d_E{ z?RDVo=?A^F&jkH3Y1p^x32tE)Kzs9Bc1_z(nsU$(vZqPY)}V`+zHl!s@RlIav9m~K zzafb+j$usZc?wJ> zZ4LAK2Opl?9AY1f6=BjlB`Ev;3$6!sVV!jm>WAl;?|d?g&OhhJ+#MDrhP$LmT~sMt zH9kn2R^>vt+`vVf9@t-m~TdN{&IY+L&wnR=oyUuZw3u{9z%PtaXEQ2ZQLpm z$CgONfQ@OQU=R5Uk8K<9$bapONzg?Q-|C7X{j%&>wGp=G%TM^@B9D`HIgo8`1*nx* zFIc`JnN1CqpsDVmn0((Kg+b!z-Xg2XJo(NAu!yqX|oA$d6 zK=L_Ha`EX@qG~J0b+IGp`m73iII!MpW@H+b|B5o z!oE*2pvU@y@r=@5+}s-u{s)?H!x=eR6?&T$S962hFwRe_lMa_;&SLwQcGlveA?VZ{ zCqMK!j&XZ6erHPPP3`X#HjNkB#{R&sGTQWPUSLcAF}vSLO_iQ=ER zBwlJCu@d@Y_%F`mEwP=}JW&)be8TlDPHmyCWeRlaX-hcw<_=cG8q%l#GT6(D;&4NT z5!0~ChVBR`gs^%|EHpg??UEbWmiJYtHzG^dwh!S}19jMcdKTj*@B*y|FL?GGJIdwq z0@AM^Oa5G%g-pjDdY;=iA7jtrEd5sAi282gZnu%$>(Pj78dRxYv<)gp&u0TUhqy|+ z28xODsJhi!`rPv_+&K9PHqNfVUK@9iUT2HV*9!6N-%fA|n}>zpm>JpB;Hb?F`x^ye-7}t;K%ha&$WE=VsOYo1q0NRiK!l!^^#Q2FfoF2GHJ`N6( zkf;LECi9)hsfzLqO?1er?;dzAy9&Im+`#heBs%<72#XRXk|w)#wEKk?b)o4v`S3Sp zW8G@_v~f^S+}OejEA4qrSK`bE6L=7ubPnHCSqK!PBJh3#iwW-rp`u!eY&p4x?Eml^ z#9KBK%|Kr=S13m|s8*APCzfQg<`6zhMw}owiQKYj#(XgqTxM>J!<)S6mv~vG=wT!r z^*sdL6Vgz|PD>Eh76)zfxY=@g44WIg8bYoslA-&%@pqgk{Vr#RYs-HySB5U(lRH{u z`w?$alCDk?w6DSn%poUUm4JKJB$}9!!?V>8rRPk!G7a`Js~gmawb5AUv-IGl)c(Vt zxmR#){}dt})*yJGiRd8q3KqYJVg3wC;Edo3ki9sOr;*BeK2|T}ja4sXMJMlp{_Y6W ztRG8);$GnVq$G@R{=hplWe8Sp_vC%CnT#{0b9|9-gzLTx6W|<;YpLm!p zy;}okglUX|MJn4j{wG9E@fQ?qu3?9qlhNJMo9C?E!@NxR#O+J9h)w?}?ERaC0h8h| zm*YM!fd=$Sk>1)j%!X$o zki7aHDm&Xk?ou77hB|Nv8B2vn%J9;5J{)s!i^p6HD@Iw~hn*eFHnEZ(ug=w@C^(QovW8O7o3-ON?hag?_~ioUGo{O)^&%$qoX zp=rUW>z0dNbGf{tu@k#^(h9JTKwja4+ixL2j<7c0ielUZ}+U3e&}{ z8y&FKLYi8AYiBQNbMwc-ml$E|2Mb1gU_sM0JP|vczWlijIwcaZ?{g9c*L?)ro$GM- zc+LT06mGt02@4{dXO&1r#zO5b1$0Z?2bM+R(6n9?8e~?ZF_-;rHBJX9VE{h4ypEmd zE5UIL7g3XfZFJ__o2XlNk{*h`LDjtf;<+l0AupB9=vjVbuNt00b1zHyXekQ&1FJAb zk#>L6?Q6~y1nLbHVXY-rUZWOgSpipvHd)SwrAg+l!GXAd)FoGkSm*h|;# z*hrlZ*iz|}%cz!!7kyi4Ky}AGqABYNsKU$?$SN6u=Y?~LKYI@@x~ZW^WeS!&t$^;X zO1NKk0-TD!!8CQXvcVzR7r!Ffpo#$rAjCwU5GXN53hla1JV?X@N4YZCFoxB<5Cat6J9c?Ui# zn@oj={=f@~#iaM>WperFSN7>U&fgn#k+44cWZj>M5S{o6`(+$yb8-qSed2_gfiCol z<8peW;y#{v5MWkhphZHzOVfF^LQE^yWCWRFlo;O<@GmF|f~up;;|#RPE`BXD?dS-e zkN2jU**EDerMt|D7%BSQI|xK)t|98B^N5s$5Ak~7h5G}3v2CK9cX3lOuk67ka#L4} zS}$Egt*s{E;FopeXMrWVF+84i(_kTDsVD4IQy{MoD6(Qt>)6#b>h$%iFj!RXPhPn# zXGB)N0IhY?$$xsKaOvK3I@2Hp1|nOS>TZrJHNJ%8IS-T7XZAo{$$B!7a)-o8+$KFY z9Y|?{I+ z`4-f@sR?p#|6(QU{V3UHMYG(qsp#b`AZm65*bVDR^X#+aMy4lu|27V?b1o72no~@t zvp<*FN4Lg?rM7cbP2Vxc2Dw z-!(GwbRvf+$lns zsljyZUwNT#y)TVeT1}4yyrKI%BSC##GMTL+&7=>j&@-7I*#nIi$#d6W@~Gk~=9Yay zRlV~ta&;W(TB}4auAB=6CmJE3x0k6X6bH2wu8ViP5x19CGcS+o6P2E&WT<{3=Oj4F zc__MIXRHrwt-OxYtvKFz=Ts`&c7#0Sd??*=x4!_KCL2BBt@u`qp z2%W=sIyHg+UZeiFqW+ ze?5W6?{;0lfAQRhOp~f5?f=~;VdG}O^%Cmrxo9K|3@F+ zH$Z>K{qXcpI&kJxZi&xZi%hLkHW*CIHd#6hOf)B1t5 zH5N6uE`fl-`}llSG0r$~kd=`6gFE_XpiI(T{Q5Wnd*4fuYb`f{9$rUx?6sxLu~5AK z@&w4+ZG`95cj=w+$uvc38R$txk`(m;(reNL4gY3P4W&3b5_pK#{3>AQ^erH(V`kH* z_SYEa=??VJ)G-_f>la=P)uAh!`q-uo^=KDX&+>f6!^*wiSh2WkaQ@H)I;nm;joU-$ z+&4w^UB@Ef&XIv!js1hJr_YI0kV%j~lefEUh~T*QdHt zsl*oA^=qZjF>Q&^QBhQQK5eaV)rOC>B@5_<86FL=`AidUETJW*xcyFE9k16> znQF&Xpvkj!)M|e^=WPtY^P8Triv3yeC*UvW*gNBcyZ1rnqYY@DqUcif7~{n@(esB5 z=)*4usp-&I;WZgqVdpJwk0hfua=18d*ygn4ydbo}TRc>Lik>()?({E=`v+sT^_eVj)x3`M}z z#!RwdAP2|KA4`KV$yd8y5dUXt$wkH&#KF%gWDof=1 z#*iJ)%t%eM4Ov~hj=lPgV_l3(WoNsJ(BXA_@U95rxP_l7Rd`G9|ER*XV-xXcT_f+~ zTW8Xhb{{{^Iu5T~Jqk6O9>M=8I`eR<-Y<%qr^*yjBxHyZ(SWn}Z4k}U zJgcNgnkUT&AtX^DlBuMmlHs2HULv9|X_QLRghYu3mGnEmzdeuVagY0+{jR;%XC=&w z0x9FkMcV%fT@h>5X!`OeG+?WkZyIxyE2#)0xlQ#j^6*JCPC5si;6H3F`Re%M<|J%0 zE8!iE8*>FhpXcO8ZFbwlf($lFVc|7jJYjPHyT9)h*aZvdxJMKiybOg}X3Kjk<-yvn zHtJtd0|ohN=-D05j}5;>RzbJG^wcJrzTObc9SzaN%m5EGjKqVd6Vdh!gMhaSFeF6 zPzm*1QzO&qLO=7WpL~v~z&a?o58j}F9Ui@K?&(r-GnqXdaNe*M4sQQUTVN_>r#yyp9>Vvosy~H}$>kQ`xC|47UDX5i3j+Je z8wTD^rU#RUf|SKHnCVjoQ37vQD!)N&b8$3RrY-pRcgZq^+QBbki88FYZ=HaOBOnT--cpqBraBJ3E2yz+)9BmBPNTai+B9mt=bkIJh;sP3~iw^2S9Ut1o) ziHX*@U(?>vU~&lR1ir?rLwBH6_doIT^Wj{!^i$Y%YygY47x)m;oltUZ0YGpN1Rb(~ zmO>la68j4*cIMgW{MMu;SlD_D$+A1PfX4!;=+Quw?={_ueCD z*hJ-P2C&zbHC&*;`HS+8pt$uL`K~k@<{zKK*KHn&%r_QI9fsno$)niB$&4Q9&Smy{ z$MFO2&&1$=Z}5HgU{T8Q05q#H#3H67cg+{@KRQl) z-93>%^;1kI?k{1QG65{}a1?*k=?3-h_mT<%gE95SHu`4S!igrA;W8Op)F^JHMGJt< z&}OJEr!NZ1$-~VVDk5u39v@#G0$O_-`CG3#D4<$_vsUWkWv?mYsmN-|SJY(DgC0S% z-%z;lf}<&Z`}l_!^Vy}eHr|OQGMTbku)2?EG&hh|K7WW+n1CbVFLCa=5iDl4E$-hG zg&tLjc>RJ3UfLin+*Qxg?T>fp#QFW~qR}s=6nb6Y@wakKddFx&!!!zXdIkQD^We2b zES&y&9V$QXq}Ue5W@~>S=SQdMXSo~lR|N*SZMx6{8pNd^a7Tl1HMY05hF$i0$~t*R zic1hl_9#x4B+T)WT=?T4ac}QnG8s2n+TL-J)%#Q=|0P{z+jn?D%hXT&nie~1+?4~G zR$su|tB~#l2)&)%L1ZU2p1nD!$>jf-W7Ybb$cis3d`uRvk96cp@dpS-L<$O%?ZEt^xp20*(sXR(%1pj7@p&Qwg@Pk}@jv5#=U!%Cs zkD+?;M~HYlk{?km$JV@DDE|C9jrkPKV50?n=}qiGw3%Zq(ptF-f1DE-?PoP;Usf~Q zu-{oyv$7vMQ=LUd#wo0Nmy6`T>CTcC;qy5%;}u&rwVz~MVG!F==*CiK*i+5ryBv4& zGu)qeiMvp`4Yt1%cv%7Z^ry*|6$hof3>M=&9BlJZT7D>#oy{91 zAscha(m(#pWW)f>?y?5g_w(?371E~u*;p($6k8{YuuJwI)CS0iw2i*Q`TcRUaicU- zh<^pmd&2mq^E0S!Nj5xGIOFJH|A|gbvuDcbM|hRrt8pfG2l+R4MN8!e;fAUb3K>68 z@_DkkWK-BKrr-Av_U}85Z3Ew-Wwf+tLCI2xPkRZQUrJ+lt}k{RDn@a|JlOjO$h_r) zSkF|WsGw5@TRb{o;N9O`()2g{D5GxL5FvuoBR}$IB_5cuu^v+v<%!+uC%|SsV>UQZ zL9+2_KPET3h3aL@*ihFX`ftQxJU6Tgb>`+d=-D2?&D=~>oI4sdl&1*q=@y!Lp^_ph z$8*XxzGU{i31B!6gPK0_hf+!*HvS|#G_{qIQw&+rkCQxaI1Z&fx?zWorofN50t(Mp zvGpdd;Car2tq2u*AvaABU$|06yKEOTb9JHfZBVGd6CQ=fH4AX7&}X^v&MWZQz76_W zM=;6qKrqvoK-GI2py;{|`M8>}(+keAAm+v9oXn$lOQP-Lcco(dmIko&9*QcJ8JJ$V zkPJ3dLxYSTw;}s6>sfo6ecPwbyen%9wG6YUSz6!@7|zFroHuBFk>K&A7mjiN%-GT# zMR+`W5NlfGLU9ek_d@7y{odC{GY-1bm7i1D^~F}~@R1#Ch|31tEx!+c88&hobbs*s zq+IFTxBybA{*S-XoXnK(rm)TZbSUAFJYIJYyxBSX@Q~IyT-JUWHLjr6?MvQP;I8=$-cQESt6`>o2E~;eVxHbJ*+}+-O8gvgb7KR}wi3K7A-*_& z=2e(6VhS6RHi7?r9j~2#ik{OpW7G_RgBGC;&nlO& zYl-h5F!+ervZb8VpR17OLJ|FTNrtYvgZS!yVKO0M%`cG|0?~O}B63boJ%}4!ADx#R8e^nwNBI@N|~gw3?KY$Fi1i zZ9L{C!)|{&N&T92F}ZO*baWZxfL&!c_M;|_{BZ`|a0$2f+B!)4wT$ePR~22HvjI)U zZ3mm~VCeQzW}%Ti)Yufqy(`&AO&w>r+{LG8Ud(&Syl|8Swj5xGoKCU4!zJv^!@2CC z)>Sg8I3x6S#(~qlr)WJp5NG%nqV1uH2-~N_pnAdM@kWWM<@>S2H39s&u>;|4_Y*iR zWMHdqa9qgj3ouMz|9G!Vg%`LSWZGr8jgd-pP>+HD1JL#N$B}Y477LohCD9&tsDE#TE zga`SbxK=?g^?xwlQBg6D291zGm2WEi(POIkUCx3+q{s2eQw~7)7lEhzqn*yr3uIb< zd}xtK3hwksVX1>Wh6rbc)NnJRwzqVxz?-TgBGGf$Ow65=!PTeS0@+z_$W@qGW48oI%HY6_!~qgTAIIoL^%(EdCh4Q9=-`9eakC?zE-yyQ5&y zqjQuZ8w65^-`IQG9OXJM-Q}g`g%ma9#}xGh--K}0S`Lq1fgw>2FzkU8lM?PE-`C#d zT5LZ;!|xN^WY?G6f}@5w`}w4T&Hui0t?_56sOK6y3LOuLn-p+UsU=A}37x6A_rz`S zax~L@0?iKXBB|YGd>Ka3qSuKFI9XZ=S~zXlYAZa)f9shOZSUk)DxC4y$%c~B320xt$P!nWjd zkg`Xa^Y?KD~wa;VOtmt=?zNwqfaGlKDzSdBnFq6G1-w214Ur^yb zEl_y$5IVgD{mf3no7?t~XHy#QXIjWvd-YP@vg05py9$R^FqB;tf#y5&(S7=1lp6FC zC$3zFI7b&(>~n_xmsYc{ew&09Y3W2>n||Ali{e z4Ojf=TB1D8Hat&Xl=_RKn;N+XIbXSIPL@9+Sgz~U{SbH6gVOT~w9{7?1zgKPmCq}2 z#_T9;KbFWJl^#oGMgJ&DaV)cWY)5%R&eP{%S)?`oC7o+4ahzjv+c9@d9NpC%&Bg8( zxXZ#j8)gc-uZrv9WUs+^r&NY5xH*Jf5_T=qcCR9f=|zNNh6&wi+IZztCfppk4}WfT zz}#79vEpk1hUN?h>z>;%o*zcrhH>zC%}D7M6{e(~&4b`rZXC586psiRD&8-5$J3$2a~Wf{9t zIlq`1_~y|H*Sb#eIaB(H!@muIvrEoHyWa^svr-Rb_Uu8gv?S=eISp$bo`A6vT~S}w z1NZ%5aNOeo|M^!Kjv5(&r85(_)V6XiGIj_ptPE$D%R}M2g+GkQ>@Spao}`QiPaX4L zc7s|}FvRe(F!XaGT!TFFa8_o$Z{oSF4?{t1nH<(%k-)Qpjo@n}jeGwIJ>79KZ1RjW z+#5LwM!r<0xmsdw{1Z1OStRs_*@WVXylWU^vl<^gn1|Ujj^Ylw#qUoEC5>a<+~ztI z__Gh7uJ|uGD_n&W^D5|@=OSjc^%}1@ToE^Y;Q1lCcKA1c94j7j23U;_?pes_oTnc0 zaTihR{d_DM@E&H&S&y14wm^8iJd1Kj<#RTP;fYER9^bkh(=VmcSf5PVayJ&LrPHC) zOpYBWox`8-Gi7VLyZB1I(QKZ!Hv1f6#dSQ45Al*`Z@$igM>{-qOUUB47lGrv-SL$mz?M}>HNcvD0BUt;bGW@KwT4cO& zph!VcS>$S<1IZUgqETWh%WgQ&0w$ejO;eLe#cCj+dM(y9A3}#A$<_ch;91U-4nC{l2Y*sJhdu0$ zW*a7tgPMC6VEtq(JU?#_E?rT`>E6kKx04dk@8?p?xE2p=%^QBwMhz~Y(vC{jxfV5; zRq^FFYq<&k)F`JRlUz0?;w-NKEI8lG``DT??=K747%P9~|2Kl&&WU6x8yeUtnR{$< zNFKYQ^Mm%-+2N_N#wa@=5RaSgz!%0pgk8u=jJ&oQce|)y#)V8cA1mYx4@bhsE&06a znlMz4r~$9kS)6`$J#6=y4=c@_@Wl9;T(+MPW}HpLsI8r#Bk#>@tD2aZ(r+{ofDxn(-XY?is@@N>e)pj`oIUFUPV3o*8+dPgVRDtKN2QY0>}3q>3!pMkj(692 zOkroUXvo4^meZEcM*q+UySa%%wl;@WsUN|P!dlpM@)8J|7hCG^jAq{*%>Lx6VE*zB zSnzKWt&;d~IZq9-_*_0@Y*oh@sp(ieHw|r0$8m?}{^k$d`ssLAcyFCAeuS1TC-J#u zEgw)ZfWp-L+4A2R%+z)fJ5pmt)>lu#=;@~*B$|h&=26TcGK)q`cA~Oza@e)y3AaL4v4`5rt)dgrZaK%c;eNc}13+yB2t#8Q;rAXY!ulPRA`hKuD_`JfXi^w-cF z<*rT!vuAOzd`t`+T$auHB_4%_(ZthLBlhW@kS$r?$>mE_xPXWm;Pb_pUs#Uw~(fDDLkxf zraP0agMZ2~nsPIjn{qY>R(*a%Mf*iKV(%QxBPZCqX&3X%>EWJbaA0ypoow=Nv)Oyj zGIiVCY|{u6Hm_>F;14ljhQ1!m@$W|(6)KCKpPOmEwh3MuJCArp9p0@{gBw~Z&BB$G zi4AU{O+{Df+zX*&an~JcnC64sBiG?v-Bm*G=PBqin22^QYWT6`81@#2ab<~NrwI1bT4}d`5MMlR8@gRMNe2cUW-Xf|$bYdW#9lwl zjz}xB7{AwS*8oQ*$1@6i^?+Xmj%?ykCuW_iLeCn<(TOjsA^7!WYLFd9e+m?sSDhN> zHWtG6vKDIA&?on|NqiR_hJGNx z7|3?^0qx$_Nvc27XqjiMV@_5TC0^f7cFtF5q*fY#vZ|Kbz55Co?!69IFU#Q5*g|R@ z{+ElWZgvPvay>}vzJ}6Ve-Z6S)MZ|$ z${=$E<0trUq3V-^*|tL=VwRgn@%KV$_O7eYSA0qE<0VQJC)6DfAdTFZ#Uj2HhK}MovRM3(UfMG_FpVCAG9+-W)0T=CDx6k#>oj7FSZN zxQ^G~DfnE16kdm_h-IuJ`i{DCtY;i3m0#Fps8jL$y#d{XYf6Y-+}?qWak0aON}vZ-F$A$2tzh} zqPe4kc?-neYUXb@9E2*>?Q}HkCwwTC!k#b(3g592T4v^ejHxV}B=}>u{*%Sl#r0gl znmcg*?pyA?2J+JL1--2}j~^P~TR19t4#HVC)c<`Md#bchdi5W;d%2gp^!FjWvoGTY zoKQnE=XfX>`*z|Egj4`!Z6$sEsQX2h-)`0_y#AhwCY}$Ka7>=(8->ar?qtaf{16dhG5&pVq&F zgel5c_fegaKX_96ynY~?0Z?Q38G_Fa#*lkF3>Ds;)c6`Y%$Od-L894>>&IorDg) z;LsX4s20L?@3VlOTsfRwE{0z^N_=bQbt?Vq!WY}<;H#KIP%_CU?L$)RMSh;3q1~sr z7B>pds@JdYv)+D-Y)?Ls6BxsouO>$h9U6uffA0h%HTs5 z3f})6L*a4nDL%yc8-G4*Ka*M1%DoW$FLyeK)y@@@72l7EzbEknf_%_pw;vf)OlDU~ zjl_#yPvuIYqFB<(v()$^i~28-WAl1lNN%Ys>pwRR?#11t9lJi#T4DaI9M_+@&kiNG z&>z&Bt;`~Go9IV#7Zn~D!G3xVW4Bb>_;<@kGQWe#qmRoJ3&gL8Q{1gA}RC-a9&EFJ4< z%9Ve#urCH`gJejzE|e9Fb75I(I?Uk2D?a@9IRL zP1*K>6*?G5+I)>An-2VBpNrnHzuxI=kj)?ReX*FeR_5_xCAt(;+fB(AU-6x0V&2{N zHKZ$kCe@Hanszgt&h@s@qTDd{DwC(n&4t|AW>qHcOQ6qpeQ1H}DZG_kh(Cv%#lY{u zSZ_qY;L>^ITAOJ=gaA7+r|&k8fYzgE*zr zl*aeMpL@|1w_SyN+Df^p;(MT?;fe7<>3oCMO7{9*0h`Lq+3;P;?9eWi6o z>w6A}+HBlK<&S2GRNu&pihVjz>!%b`dv%MQ+^~?p@HB+nPt1U$N>RY6aYaX>*3ymP z@3`j~e;_x{m-~6S+wpLRF>3c7#gAdb@QHyM+qC8)dsooP{-!NpJ7(lFi?aSq&BzM( z>@mi>6|VT?NdxZbw;4a^)S`Gvf6-e*D^wadkHt2fW4k_lAdkK^9J#LKUix>D^}{=k zRrWH>C}}YF=cX=8HJ=Vc#ya9l%}nflk_8cVt6^^QK#AwXfs!ZB->{IFR(5TyHPiB1 zEU-hRS52JN1U3sWr0XU*Y^VgIvioPo3? zLS0275*WQPPIIVg@M1hMKuPp;o1thn+(Rc+#hM#iDZ1N?S6&uR-->y#xSm3vyN8l_ zYa9RO(KzxN8YXC$YvJCHOE}cx9`5X$DAF6LFKRAvgAs>HNOJTNbAjiq?ty_Md!&Oz z|3wkYZ*paJUm{36vjiSqm!Oik7uVV*V1(r{T7K>mY)yGZDei7eb-19<>JFk`PlvxaaTcZ?Hpc43`)JNKA(y^Fj%CCK zQoUn8mUH`sFeB@+#Ji(#cj{fPA;$yU|1!4U>?9qxe271)t1+~11h&~w;ct+U$vRd&w*^9d=fP2E3rzMO1Q=) z@KfabG1GO${Ij*H&{U8>HZIxZzNCpQxO|^Eg*h>0*GRBW8V$PKd${*cmTU#CuyfJ? zT%bD{x6kQM`wZJ@*hqxr93#HaECMuJ9*cL}38zs+++`0LaA~~*M(v;At&G5TKG#cz z;^&a?+#NPO3kHQN=@2`5Cik-c1a>ewh+*?-7ItJEb4)o%A3Sc;;6=%h_bSj~@tOb@ zd{~C@q1(j2ChlM;R|aeKBGF1KhqK=x!?I4G=tzoI{U+m9^nqCo&! zM&07A)P}P1EhmILu^5_dMsY_Zmh7kdAox@iDAqr3!4?D-({a%z>TjJ+wsW^puE0Z0 zm$HWcE(<&lVI@=V6a&ZJ)xZFgbn3j+0_r!f@cq=R@XO{fZr6)hIK|ZwSGnu}uLZFX z@Fq+y@St1DHiaBaA86A<04^+g70qp6aC_9q9x`U&fOE!sEQE)gv-{ z^%Clh_migMKQJEX=#bW|fCk<=6g>Dc6)mu&`u0Sy8?6b0yk2toy%)%+PlmmJluy44 z(`n0uo7@+zLT-(c3R_S>bbU<+T^v1%{czN0H$p~&zhNS%hE1Re*bhVB?*MB-x74*3 zp6lIWlKS23Xk$E(?_s)-YxNeQv=_rm^$swqNhZG~t7-B5MPxGSCW)C6YAlg}viAc1 z_R^!^;Vs1#XzH`w;yChq5Cxw0NJp=30{yN6%2hGt_O4TAGkZsq|C0B-S^h^DvE>$d zdMoUV0T6Y}>{E-~aR6(Rp9)D1HK4v~oIsLPj#802gBiHW^y$KkL zVGZ%L);^OP^|_qu`5Xy1{>IPW)_7_xs3FpR{Hj%%Kvx6v!~^!yJ&Qh6^%|G!2FAQc}?9A zxb=`ZcDu}^uuVPit>=WGkq+b%emcQfqawPodIB%HqreT_t<1j6_$z$YYjL9=Cvezn zIlZm-`RX`h@#+o1P${?8vC>pjWIrO1qPnKQ#}zd&KKUHkS=h6~I|i^x5hxB3X6n=5 z7^s?PIKqj+-69Nd8+5OMJbcZs6F(XNOj<6PP5)F9?4>%+$FmqU+XEtK5Hz)vZj zYrq9u%6Y-x>zcwj)#|deuK~1rs4uH)cHkzsib?YLGh1^omp7gffzjnRF~=YSmnL0A zzcEg@YTPyWbE(uZVyhcw#64uQGAkhcjS!hmdrlvozon1-KZ@Qi_{zJyXhFkG@*7ge z`(N)8c5OVbxakB`o7Ga;*Ibr6K8T*&_h+lCi%EIExN}lH8+ww;!=BNfnhtumuaK3WS72omB3P-nnB80Ki&H-J6GJm=zTsU6Xpf0N1^%2dM>0@S! zaPI*v$yUFiOw&ceHf*}gmhD$%XB^*%-7Gq}Ky+dAh0gh;T_f2ssYnVrRsz>I-=K%{ z(s-W{HMH+&6gThCZ|=%EJ={311N0`0V1emT^aG=C^OBn+6}XF&9zF?MA_%KrMdH`* z5p4A4<7`NHxMO}(35$||5?lq8E+B(dZ6znQ}3VU9Z>foHHdV|?ijWObyFvvz)7VM1qs+NEnwiE;k&J%)gvG2s$6JZ=@kzd;D01dz z9CarMN|f@L?3Ra&clKg&ig7G9`a1KJ*Jr_ga-e6_4JNN@`HD0_i;Xtt2EUOxZ=3UQ*Sb(pn@vMN70`csK^1 z^<(a3D_Io0VWFOax9F?9BsFQcBp_K?l9g7$zRNc7^Eyw#iDkkbG29SShg7Mq?{#WFn=B)z6r>EErtcxK96(VMDGBIBL28S59u z`qqX@#9nhH*Uxa0^~u@ngK0D~@6lrqPwXZ|brV*!cNFS2%i{8#xe;kfgf zAl0{uK_jowU!!yyeBvbAOdnZhWC8p1H=d2L8zqwMuo4-_3=k!zUc{Ca@5uDN zu_W4Hfuw1RnxtTXm^n)$Q~j1fneEzGHth-bc4j?nT^IrL)||s$yK`utxLN$Uw3-~g zmxB73wN!WT3wN`(*HLn78}r%ymsM?dWAax^S$<#~y>-8jpSos?MsKqf-9KW9L+{)X zPcq47)Bb&6x5n>f?KM^`(s>t~^wk)480<&?zKh&|8@uu9)Zs|Z$GJ~zCSK1n! zy5FIex=02O8eXIA|h z{3=Ta$@1^;-~BfJwncw*=(x|x%~WG!-oAsI`eWFcy9yNZSPNyF1eR}_g2-;d6V#i< zvw`IWEPC)r$+poun4L`+J2+=I8(*767u&KZZn`#BKAVd5!riE4#0XmT;08P^Yl9tC zF7WH#Z_Z936^1!H1Fai@V&&3gJ|I&K5AF#-htVfN?z9_@-XUZXj^-jCEa<8g0c_S1 zb9U3*h`HWh!`3I~K*=Yb>E+zu@>=?#$D1si_aYfztn5EpH=n{-h|7}5&8INFpTONK? zDI$M?taU=;CN=(^j%s0!98){RD;QtK#G+!@b0LmT8ux;@tS^qO6<10AZVx#;%omT} znhcHgZ6I|tmA}09J5|3B_}3Fxljn=Q?91SJY-&m(8`q{lSKE3y=e~KUaZLd}She%c zjen{CObrC^Te1E~`+s?KuI>Ux$ck(-@nzMyD!7TQ{9X`>ug1n0cL5GG0TX3k58xwJq z8!xbeqAk^6|KM}*V|*M8OgzdTSQ}4Uk0!x;f!q7c%mT}0EhsoRoK!YXVDt1}ka_Jn zQq9$4GaUNE0hOB+>*>tGzj&}dZWwJFp3(d0c77i@bIA$u&}`oUo@pj9 zVpbaWIaH3_cfKL?Y~6%jJrVr6{hYoT{G`V*{jvAYENGbY4i>dvf(7*%OTdo$TUa~Q;aGY20nGQ{jgPn12Nvdfz zpGB#3n;(qd<%I(8$a=o9f24Tl`!S9|>9?s;%hU0V?>;`^!4KND)Cq#0xbR+70!yZ9 zvImDp@&^Z-L*>^1PW`bh3|_ZIIAcHX3*Wzo@QXanzdcRpFe?N7u``7p=%@TKDPt&G z7AAguy^k*)G80~&Ttl(%A~EaNSllYG`iEL-uz#z5kWL#`xMM5VvVS zZ9UlhLwGh`72kOM;dG34!Avb<;<7?h>Kf1jIhT~v9!2c7Ub3Fi# z2uwS!FE<%m67Lvdl%eGJTxKwbSmP&WS_)Q8T(2S%aXN})HDx0X1bac_YcqI@b_ ztHivI4ddz$_)xO=8+3lv!e=wa^Ycf=fY&lLTyotXS_F<)M8Zkd`)e;-UpR&J6{gVX zXFj~R<_GWn-IckfMqqi^BaGSj5hEWR!}<5i@$jpAIAK#f%B9I-<_MulWlb`7!72{^ zv-wF|o~oezz8AdtLK{+*ImS=j8p!=LIYTB>UvS3Z5-LbKMz_x7)3k_iX7(jSV3$X* z*)v7VXvAaMZnlYgHNPAJN^)`Jw4HeG+%Y(%wH3lB4L$ZAg;&!AE=u)r*z8^k%f~;W z9sk~ww*Lg-TsaLo3JQ2K>Nu@mq6UW}jQEV?r(}QRCi55Ov#8`}BvX~n4!GQ+bMqe4 zg#>R@(uxD+q&c|lo;&Goen?|96oq85r@wqK{9YvZxZ;VBJ~Im%3Ty0J6I)!7YiO=g*UlJl(= z_G(wUc)1zJDfe&|Uw&aK|D@^wOjvlGRE_jlg|-eGaNsI@em(%o%+6qE&tN7|wMQEv zkEriE6L)VgMb^F>YnHmwy6Xz~KI~OZw zQC{1`m9H*`+c#cA&x%2;Rqv;xQrR4qk?`E{i2irpZfX#7%k6{*8td7zCqvn~Mg!)2 z^95{cyUY0}Wl~bGG8-cRJf@t`B^jNq8*IB&MNco?${ zn8jC2kw9vA7s+SZLDRP`F7i`FtICkvZ5*Byc zgw?0Fl3J(+Uv!QWG{_Z>TSh6OnZyzJRr6@^X>&)VEnm19yB+aK!EMmo(;uHU3SOb3 zy5!QFf`bh;QQ^WZObZz;Djso;Q+OzJkKMb%Y&MA5$`dA%Xnjjbz3FeZzxV~4=vBu` zUP`f!q@&z|9~|jL#&XHC??ReQjKFt04cR9E{O(U@-Zjk>K6-+9TXu9O?sJX;gRO3~w)|#Ww3|IxJ4*$VF>``kl>`Jnh-Y0C~yfJqOs3l4f>i>ILRAW)PcSw2|d5 zGzG=KA83^P5d1TD3-!f~2Bq|FZsE{A_$#)96sen}x4xP@<|goY(-QPt3X&wM+=wA+B%^znil@m@_Q}ccVU0g*nEgZOHu8l(+w+)p z>^auF@dR5CRL|1&v?OtYKlIT168L)N6bt>V3V($T8~>g(n%A0)7d3*g%ijRkoV`nO z(cOIaG%H$>lgCf@n*{rt8JWydWu4v&>A7_^c&OUKuIc9>eD)J~rx-2%wYxvt`!i0+ zaKtk2HJL2Bu%ASCqO`;*Ya)6c2&bj~xrM);C*xTq7ff3wWT7qzxr{ky(4zMc>MaY! zZ$(cyi}@COw4ymwrxfxTf+x7--T_C$Yc16JT-f7w_=zWmyabES8rU7Cjec7F`Kk}Q z+48)6ff*&oo*o*=w)+}m|7jw0zp4n9-^bylNB2?TN+QOeNkT_uY0-^LY0*lbKvUe$ab8xCk>M0r(pm6$ygDekFRVL z*pl%Y7}|P*T<$)lzJKPpNxJ{fr9LJTbW()(VRqtpg>vV{e@P*?t~(b0 zKtJ62z=_YkVa!?%rZQRoPb|p&GRyRR4B?YIg^sTq^jE19aGVsD1zHI20wr8xaoO=l z^%gi^p24+-)d}s4>Kd^}@kC5z9Qbkva8CcKGiK?sX~{{4#L7#)(WrUl;-3Ldz>1%XJCwGQ zdO|Sor69$AFD{|cO}}WLh8jvOuH~eBO2B*HWsDPeIB zcn979=YOZjDqe&2MjoISGD7}(q#DjY6$eeXHCW}%cbvYGBRM-~lck$1jaNSlGp&kY z&HF^hKAqoWCotKHNC6*(2tLw_!u_RZqu7#OP-}S*xE%TqN}8I)(SMKA%i0nUFTc#! znX6!!c>y=~Q4Ty*{K$KkT;s%xTOE?!&C%4q8{~F0llAPy{GcI<2z5f2uFgPy`DPV? z8LY@QnyR5|XagLZt%%cg-qFcB%6Rlch>$5Ug5Sl0*3hqC(Rum=9f@~o&!(kN6gB{B zk9EG4m-|5sH^tBo4r=>kji znE({iP|00?{YBhW{~2}_?Sz15B#a3^NBcnlXu>NHn?31>DT%|zB zyf+%p_Wpxmb2wPv84sJP2{hXyZP@H_^>?B`%{hXu-oY=aHe`Or^B3&(sKi2lddp?iO~SMExJ zH|ZtNzWgxW{5l$KO$7h_K_#}oyA4)+iU!Mf0>if8F~85W8C-PxVT`pMRxgwW_4&e? zx>bb9zt@RY)Yyq?#!nHAYn>!IuXjk)F(*o7VYN_HnmbYS_??N!SX>U>HTnF>x8b<+ zs~&56`pNNnb%@xi!yb-^@~HmuC>lEWF^paEmOI*;MtNcCxP1R&%qlRX9ec|74XICI z)Y`YGxkORa;=4%HKiXB4|7WUbvSyZOU+F1Pe+m|D8#zyO*Qg&~&ws=78iT}zvS#c@ zZ30N1=wRxb_e|cYjCH(jq`MV2`AI9Eg8fukhZ#Z+ammnMv}4&N68lYrmV)2>+SNkt zVf7|le!9PCcVHJf=Glq5FFeNiH~vS_dB=10e{tN%R)|UwQfU%RKKGnY8bYNsRFd|j zL0@eODJ82YWTcd&l7{fP=X_|Qfs#t8RFt+#d;RY3e;z(O+?wa4JzQ>Q zVlU5@he*5GHB>WcE^W$?&cg3fAu0DUl_aH*OV{J*a%dy3irvWX=lihNyLQ-^^;mYR z<|-Ixw_~gG``})S2^LT4iM?ipq49|IE*gO z)@1wY^Ai8Q4vwif;+1u&Xc!WUI!`xayQc53KYlNsdDer&Ke%wd_czXr?x!49>cv6m z1gDq9bIta-DAAKRp&=D{!!5X*XoT27hZlJ`Vf6uDT-R|GTz#rkxa_khg)~pHY1HDE z>um>M({Zg>-Z}ps55HK%`^sXd*}s}6CK+)}*S37X zO?qF?iDuRA#}qqmT@&VgwWWwxZ-seJy?MAi4^k(u5rkfHoEcdqj#@hi-_)0Y-u|-y zmi@^hQR>m$(#9z@tI%Lv1udAzyy{f|{joRZekWCwd8>VuFMeO){|1>VyLGGN+Vm}a zMPjanmuGQkRs{6V>Q1Qo9^UWmg2#_shWl|P^x=*rk1Dig&1ouh=UGk|mbxn=4nf|NJc?Qsz*k)MarYgo1$Yuq^8!8yQ~Fsb56DfGoywl_KZ@c5()Fp? z?i&A`b&rSC%A5|jZbmg_44QP##{SC=(DL97Jp9ZNuGUWC<)@dhTjmlfejh=utz|Sg zE|+S(=fb$jzXk8+i#%jxJLSCVx4EvOJ=qrK(YwB5Snql!Kh(d;J@O2cn{0dOl{Nls>;Fe-n#fv*l(z^9CNar2=Uf}Qs|diAsddPHd9 z<1PBAeyBIytgNG5-Bb9GgPqdKC7k60mjJq|lYtZvT<}guIca+iub-2`>w9G5^N>yW z%tQ|>?Av+Ne2Oc+h2q)+7rHOMl@iKDZwn{s(=3zT37&IO_^mnF= z`K>T1qE6~dNof`k^orViX+Cp}% z4=LvVl^E_L_|}C>+)3hjmL}XI{RKU^HvA3UGEdo-8*oKP6!5(xnvmEzZfBWckRXVIub169vV5c;}D z()hVa&?96QyeJ$hY)Ozl&!Z|F>fZ#5JIOJ0&lMQgn<0AP9NN8}c$!}l{fX_(-RjOs z3^6YpxviCg9X?=WnW}vGeQ}Or;2T=BJ5LNV5S>xwE zxSgU)Z8v%1<2@h5(;p-j{gjP3$tw>#yQr~kc&#v_cmnX1UVJjkl=^tI1GU}DNZ)1x zZXUiASGMlOh?}3#{L>0-e?A$L``5sb+n=HOs0`=DOV>v3aWMR%g6E&Tf=e^5DgHW@ zLyWW^SsNKieR4D5w`vF!q!WhauER|#<8ew+oiJE^IS(Cv9t?uw#2G_-vZZV+mfyVy zW!od5!r&^l*k8fGsS5hBeKwW_4Z|X>arh)85UcuF13ggvfG2jHkcc-vo<;A2*Wly(gShXG80L-aca5aWzaJ4z-h{tZK^#rBJ0u2#SHOgTukig> zD9r!*naEdzx`E@ajX>9YT?!^4IDefU%b0g@?95;PUFo_iT8BOMgK%oIQjAj?N9nGPRXAG10n(RvnLBM z!cb_p<3RD@&64LZTH4k2jHf2_gX95IV6!xP&mYkZRQjojEg!<6al=C~ZHVOb-K@?h zlA@_f;*0G}&_FjX1oNLmDOh(dY3wYgss1c3?5oFyZywROABQM4DvM5N6;kK*e@VSe z6&w8>V7Bre3Cp9 zehHsXrIE@6L#LBJzY3QY8gNk9Z&qo!?y1e}f5MwVh11wmE`T!EEX(O7H!qN5t17rM%Av4PJBS8?74=Nz*o* zfL~X%cxdcHXxx1X7Kf|j>86K}Ql?7#DXn;vNTKjKK$5uzDVC_%VQz)OSBfQJ~2PUB%A^w;K-H(e9cDTgClbBw7Jf=(>Qc@)Q7=6j9_;(3eUUcKr4X4RA zc?i!8a)6q#7SJ(h5Xg9G6V#-g!)k!0GYLf*^h)b${{uCxh#ZsvF2Ubgr-}Vz{leL%R z?D^L!41S}7k^f|3uUu!?^}+;ezgcm|N2XY3T#aFiuffBHeF}ex5gP97i`M_eL$m%+ zG=KLN-5am6;$Tx^I9eYSzu{qdA+7KeupOZ$c(eU6Q&p_Pw1 zVRjE~c}2(17^~%h&yp)}V|qFK4cUepCGOhw(Ob#>#x$uLSwUSaU1@EXL^@t)0DHsR zVz5dYc~vOEs!OzD#DXX;?zWK6-?8Nvsz{%=R+7JXR9xV-TS(=ZWNBMNksFRe2Zs>+ zQ1lXu2WrZr;|g%Zfx);#P3nXcc;as3&G1dQ00}R@(S@g0aN298#DUf38&7n&Qrh1I zbZLgjxwYhdC7oVlGIzOUCYyA$i!9V*C7yn)MYp4EAz?rp{P5n8Ei4A|=q*un_-7;z zYtw`o%hzKA_Q$~KMF^eaaGhH*+}gB9crSYhp9~k%AM;9a=xT4GZ4PjHR2q%bPJ|7U z40y)DaWrk}W!m!Zi0CNIKbwuS@J?zsn(d>5PDO^KSE32+bfw<&35H?XZv1QJM1Ehj z8{)n^K=Xc`^&h3e{Z*jlJ}ZuIXjeQ4~(YgFUBZ$FY-|0 zlN1gtzKtSDzw5L@%*i<}w%ukXxyAI*x49P`o;HO;UG;h7gU-CqEgS+T98`>ccMy*L z+6a^KHbTnLvFy}q5DnFwjGKE)Uvr@yZ+sGkOE;gzZn2qQIDa-ZEtVNBRcjo#7&Ry(WL{ zcecHt(P=Wjod1Pn&JXD7gG;b#g)!fioS9z(?TZz9Q*dpQbg=0+mIs8WDf4otC|v^w zD7V-3qPL>}i{3w^kc?zD+NIC0NBRSWG}6I8Uuf+1A9Qf#V1BFfnOqDmk*sYfsbsaq z3x?sez%G@hwf{hKmyO|#Gd6>K{&LQ9*atB`4e;dOzW67xj@PB#<4yTY2IJXv;4<|eWf;rF zTQlmZ%4Qr)9k`zp_s^saf7)Qx*!6huKsxvZ=Ll_gq;l-M9?JUneU-CRCo8Mo4^~F> zwcv%bB=)}PW+A%UZnlT5!itOLd@6JU+s?YkPj&NI_uXgO<~SCv9hfhkPJB)gt;>YW zCnoGWqJsK9)WOGtXY(5GUu1Y8kM8w05nQ|FiX|vwI$y+$=qu1g#Y?BPKnOM}2bbEoihS{yZWZmT@=;2+;EP2uLA zOEAS<1I@3Mp`s-a-E)Sr&SX_K(|X2go78!y-#)g{=)hM8w}@H)?GV>X-GG_P_Rzea z52;*ZAz9tr!7=Tl=wDc#te{vEg;&j3mGv2Se?)v`IRLi{LEJOsESokh<-13`0DkR+ zpcAI@+-|CJ-;$5GVT2V5nL3iQES8=uZxwk*C+;)hJ(cVzqv)Cc=z>YL5IlSy1iTM} zssHT6IZYFI((?|y|KklYt9L#Qbx6e_Wu4@5nU-ANqKCY7_5)S^7~k$Z7=FJF zx$iVEx}jQFS8M`!<$<)P4MiF)V88f7xWeWjUKm^=aXGI^_bN9b?u(;S++T@d6|@}g zoL3cBNG#W-u{ENObD7{^RZA=WnQ>_56`DJzlf=g!i@eL7KB%OF+3+Z^+-iWQ9w*Sl zpaE#rJy&tUSq>+TMZtB8PO^27MFUHVDaY|388jQ?#%+7(%8EUTQEN@0E7g+Axc#^{ zIvVFHO;Mx24-WA92{E2$Mc2&f7&&z!*4|x!FRJWN{(cZhcW)>ztsr~^KskFwY z3|jmDC)=#u6`W@5R@jeq!=_qW^w(%W&!TnM-J>HeHD1q(S86{uYa3Uc)1htsaO8ouY*Sy0Z}Et zLDA11jz(+pg5u45=14KzF*=F<9oC}z>c>#nXQ%8_Uu|ApIhl$4?4Szs)MvsTm^+ROkCgJd7 z>|w{Yn_XZ~*K@KdF0ubyAqcO;y5pSu_cE*7-(d8vbI|46FZ!~n56oVd z4jc29L%7La>?fZB^tBz1J0!7PE^VTV@fEUM;{*!o?ld)3zxotp)ZH9>%D^#oZzq}SXLVLC(dWKF3qi%+N8wy^A1=RXM{gHh zlzg=|Vvfld(olaO({kNOI5yvL)XXR3P&y2H&LL8fe6q0@BFMSyIdv~G#P0t>Y5#~)VVbMf2-1Vppn|@NlLK`($f5C(@<(J{b)uA-`YXfAs9HQS#kHH`5jF2d6 z3&)?d<@!yPw0WKp`|Rlo8=ahK%!KR0xhSbeDmTWYk`$^iO@Z4gOh;F1(auyuJmGGJ z>!RD>+I^K&S5^;CAJvmq+HvT#>%LgHakls=u^qepJt4G=PKSMVcOiaflz6CP1Q=dx zBR)^s4w=1fP}{+up=ML8?3!b|LE<<%Sb7yKjS0#oSW~sr1JUGoM}D@TFKXQ| z#Gk@`us(VQQr}0w__A2g)7%1q8zMgO5Zbc^J5+T0tkzknHTOR;X-4x!llF04H<2!-j3DC^28 zTDq=5oFDX&?qr#=sd6jSCVdvqJpBwktrDrH<|@#(2^RDQxX|Y1f5^Cplsn8$7Xt^x z2sRE+q-Vq($~RYsQ4x#iy>k~_eZd;%J*bDR8|K5hGADf3kS=ci?<{!?_Tx>crA)qG z&MsrmaE47Zzbpt5b+$aBrh9|HDRV5{Sn0+`+Bm?Tzop_TiC=K==PHE+k;SO?5wO%k z276Bq5eB7{!;9b~$>ZBce45x-+^|LiU0fFMpzC(5Ub2<<$3$^jRcGc$iHb45Qw5bX zv80unD{-GaaD>|xiVBc+CS$Y^&FraP`D1bS8KwzMnc|1(J!o8<95m)>p~}HWV!`VB zFm&<&x_m$tx9>U&Tl$)Em(>r79gN!2{Dd<+`cMZkV$Mm$>VL!FN#P0lV0w_(e>=jd z^Q3&kvVGL|bbtQ7X)-$qxS>I zOEH1u{wm^E|08taL>O5N-6cLVmfqEDGU3avrDA98lfsT~6*x6G8`fB7!OFO9=oen9 z5XNq$u$K;;uUpLdb-CR4!f8HA+o);F9Z2mey%#?}N?(SK=76=q^t%wabU#Wd+B@bwSh6eV_BlDe`pp%aZdc?h>CtfRgMM?)cJfs6u?Ic=x>YC)vu%PgEn^j$Rk+A&gH+@~&}aPZe+!{dmy>$u@Xn9-`B*|2 zFWY&u_@->5bbna~i%SQPL*q&wxlo_2ZaLt26A!o_e1+EU8_fsH#zI_z7N@)aChObd z#ZlebVA=o`G#|7UojZA={~!?d>EklgoHpCqF)Pdx3JaY@%{v%QyBj zS<2J5NNzG$1+4!Q311f(!3;YWF7O*GMlEs2>7Q&6HQe#zf@=Cytjon?chaq51D-U& zMA)(`ls2tQFJAWjD7^{O;=9?)xp3ZIwyyiiv8r~;;M7UVWs^23i{=W-i?17a!law< z$g_=5kyMPfr6#BdGUMu?6+Gs%8wU*x!}~idF-ChQoaj3iyBlS~&hC2BHS9_Ao8Q9q z3sFS3riykG!lCtFCKX=#&Kr6SQNnQtZat+V9V=86V`{2b#Lt%8qOq`pvhh|0=3IonnkoW2c zO4YE1MH`mGQuQs;Jo+uy4XEMT#WLl8CxHiC`zCos-jdC|bVK@{be=FJh%dz?u-{@|{=K`HN0-Gx;Il0_a!ms+QyC<0 z)1?J_%+(Y!Lwb<1G7XQvnt`9@Wm4yOd!hVKEUvyg8e-FY@X)epXqGw--X^?-_GazC z`raGZzxKK)yFHT((wpc}O9UDCP3IG5)VcoKQofVu#mQFFh0@LiP<1N`?|Cqs8K8sa zPK9vst_C}&d0<{-63+73h8hOhAly*ns+p5xoMWE`U-?cXVqbBkzs;w=cX ze2F#;FkSYh&?eFVLesVry}|E{y<@?1Th^E#4#N;oXkz?SDbVO+1lf~~zeo*z03zdPn(jZ-wfR2?SnpW+LP3p~(4ng_ObxdNT+ z67YHG4>YsXQ&>9;PVi|-WXF97jf%>WN}*B8lnGM8|;$&3}V#U2}gHih>4SRuynu} zI@14*xWy|5(rQ-FlE{@}QSW%cdRj0p3^)uO*UiUv{U1T~*Kk~Ey$Ws@bi(7!vv`$F z4n*09Gu0iYCR2g?IwxV=;&a&5J_6&btH3__EO#7~GY-S;1bOw8(cJb#~p)^2P(gz4IsO!IR7MdYU@_=s3x#*9fWe z{<9BfC7r^tAz|32x)*j*YQVMen$WpfmA|zvfe?QZd&(<>epb|*b=*l=eO7in%2g`+gFk&Zr(8%St=LeuBc+m z7ejGshjlQw>46|O?+G0)9EY!7E7(a#}~nDZ8PZCx6)JZtFR+X1evuB z_`Wm5v$|EF@n(R~_gg%bCwNie+U*L@SKp!Iqa_qj6$hP4w2{Uc!%7utkLf%YR(;mR z&@X<9JGTPiPC*~Y%*~Q^EtR6mye-nt(FX0mrBE$i6Y!Keh7OvpSkYO9t4$hcY~u%7 zTmBSO{F|JD19AbPE9u&K9fElkG^k`JbuQLHyO7gV{dXlKPnS4Ic@G4*l|=W_BPeQG zA8MSGDBfQ-3i37F#cwOp$@xz&Xc${b=JG69+hu||s6DduD& z-v!s_t%i9G3D5B;X8o~ms3OgcCDq>G;EKLx*+ zag@_@n-I9(oThD$gsRdPFnFfF@akzKO}$QHU2vj)zb??+mqt9= zcQ4(&5=Z~lcqsITYS4abW4hq(Pq&LQ6l&SYV%OugtVpe={ffhspDCSx?Zc%Wa5U}F zk-P;x4^vX#@lZQ%0GX8z0*7Do>5Bhz#Q+?_$Ho?rRii!k)!xLf`mLh4npjkA&-hFDsWc7e z1dbDqTQ0@mI8(gidI~$1YhlN|tx*5;1d6UU`0DL3TprUFni8a)*54ebh@g!SoAeFt z>^f%`qK~nBuJ;Nw^IeE# z!)t^f)%0OEmZV^+#wCc#vyogA;nXmy9!DgP!1srJ&?=nsb*rrN$ zwrwqpsAy2kPwdIgCl&N;zbUSLeG6tawa0|qGvGe52O2L}iJFtWu&0P@x7!n@lnpRLvdn}aOI5>duh)1%=RlE4i zo^8s>%bb+`w9@#zXEy5%llBIU139pS7trO)L(KnvQaGPdC0xf~Tz6tF`iwYF^N!r*#v7^1 zcl&lJ;}2Ua`wcnCLoGV9Zrx~(zG0xO{glnGDvz+`=Wm=EK9g+gd$7xABgLy7uS93t zRl%^xoWkJ4bl=%|z<8JxvpMzAv1C`$RK zTu15ias|CzUat+!KI0XLs>f(rlqRaX61`gbRLB$0LHj-9WeX2=$H>?oTv>U6O&u+j{=PevI!>v| zrkra$t6w|Wm1cqOI=6DybL)74V;V1~VxC#*#3!xu_>V^jpG%!gF9Jeg#Hn7=qO%;j z1^uMf;7HiN;}3nXlQ?~b?Rjz88R1OY7g%T3ffJoh(AGBQjA@E;^PT1BkQMiAn zgP5kGOY@!Ag2CMLFky8Gg!^w(luvr2u-fBF7s}3Z#k5!+5F5mw`W)t((|@@nsIO8# zq?9#kqB*xQT!G_RW!7qGZcr7)XMBi%+|^R95+?Ae+8TKG^hxo? z^M}M?HWlz~t2F1^Bf!3lXs5+`GsvyS0xnpzhCjw1fG?uNa{&MfmzpyRNmSBR>tqdrv&z>69k% zhl>g)Ju!js(YkE6>pjh`cm{ip-V`_Wb*BYgR%5_jE7S-&fwC@Zd7YHY@-ywn7eh{S zit%IGbWn@u+lN8PoBi-BdOmyV7s0Euh8%Y?i{cWr(bXpqZzX2nD#N$9qi!L7{Pd0b zO)U{SM(g7QF_GH6`%XE_rVE<`9>PI|3!XVyf^AIWG5y(I@R$`R+a$38uQ!Yn2kIuG z*FO=ft}RCOPJbkyfs5SA%w6u{oQ?MKddR{8{HpZ7L4O;*pPor_-bn&Z0H1VZp_4@S)))ZXAkNHZ)YF# z{=EOTo9yD*owCkDRwzFB1Y_0eYG}RhB_CfgUS4h6MP8+oge6;t;#}!j@V@ba>}PL# zblk5)o6}?IzT`JvUDlseg!S;z{<_RZVNMx$TIoCaQF!iLa^7Dmu>f}95erW&INer? z=`JGAL^C{9-VS$b8KC~xnHYOl8}p=HzmA2poA8LoHzA`bs;#*Y^5Z4!ZJ!8Trx@T` zi7~%C;1C7eUm_;B6;XVEHaxaFLwhg_X1NZe#Rt-zvap_(>dl7FS^9Y7$ynOF*@(ML z_oQb9Quq6=H2dBv;DtXaux4^Lgk-Jfv#(m9F?ScrhwJg7S<c>3(it%okBF3q=zd; zZ>PAH0BVVkp@VJfsP_e3@xHws9Jnhl9B%qWnBsn#o(*3D$#+$S?w)_3-TCLV{?%{6 zb7Z|x>F^rboe6`pmG8;wcBHJlj~(>sri;7Rso>pH636J`Pr>cqQTje6Lmbj8j_Um? zVeCvJPA=^)mK_$KdBp-jQj~~+_r_Dz2B~9nrk?T-ujAYKYgoU- zTAnK1&+fiS6!D`E_qomR(8b zaS_MaYE>?WnQr5}n~(We)NsD`UlM9To$`_egW#Qugjw4nh=q?h)@5Fr(5nz$leCThLihX z@KHCMS!IpFayNXJ5iS&OpUHmRCiAXC`W(=wJ8!uW#B~Q^SR8Eup=N;?crTSCJE~~9$&#!x&4s*&y(lO+n2wI~hVy-Ph#@!9spn2#7Tfv=)!W0U_45%Q!F<1Hy7D)Odl%8*E`wO*ngcI6kWX{<;#u3tlqW@JQ}5|+ z7@s*^a@3JHwyqK0SLH&$Idkkk@sn)EIcb(=kKzJR1<$P8hUV32P&aa)U^90+-k#bW z_1wZSaA*|;?pNcO>Rw{!!#@G8x8u#J9*}U(Q|z$KkZ1Iqi}@9%(BLjYRh=1FFVN+z z0h(MgDvkG^sepf@3bALsltuN8$Hg6%z^e7-H1g3wF{j4`$etZWW{)Cx>7)#Ns`nBX zmtBV_Uo$j&@*UitOPuYa?P$>VaHollabnHVah$F57*;&=#f|y?!YC^}wAJp$2V{r1 zsPz?}YWtDHFqo5Xev)ZOeU+ps1!NFEie2I&Vf&?RY<=aQY{3y@{(5c#@4Gq^1D`*F zhuwzb$I3zoeAyvj@lzWqHb{PKw2w zFBAED(gU)p-OGRVBvRtjEbI*`RPtI^dG*!~{#UbGSU;o(3)hlhqFoH0@Q=o;Nt;nI zU=CgOXjKGveM65n_(S^ckMvnpg+EO?;WS5Hgw3zgu^?#-j&5lqpI+5R{%Ft;dClJs zxT>N9CdrpkOpqn_korf})h{4_{zmSQa)J+)-Jm2Ve@uV!O6b`dgkwkd!9FU-arQQ6 z+>>@n$QqRm4f<~>-YSa1MCsiuzL~}?^@eFL{cztI$(3f+4(@KQ#i`eBq3aDNdEzH$ zdCi4~=vUeZfguBVMNS)5Jv$IrJ&$K|#V9E+`5TsP-G);a7huMqljt?e7C)-Fx`OS^*A<*)SP%@l?HQ5$rmGdTKQBC0BnV6EjbY(AjC%YPo@ ztf78*wC@CL|EfPvO4Z@7!PEK0;dk&)OG{xCH5uD>azUR?X7Zi7qtV!X7d|?qE6wNn z(bva0G+bjEU0!*BV%t~I>8DW;dH5Afow=0624C!~87r2TWTUY7A}Gsuqdevtz8dxg zjW(A-_sYd^E<6m)MEfRRoGgpLNkMAjvH}C_ zuW|?8{geEPmkvoh(Dj_J>c+?J8S#AoTyWnR3zLRA;zPw=92|WSoKp7)PXAR(4xVT> zOnXN?H;#ZI>A&c3%T^c}5(x(fL{MkW~@v#E8s2{=1@U{QG&*zj;0_KWRBDR=ja zHD+%V7cW`T`_xF-;aMwcPg00=7CTT)Pai%0sH2Lvov2l+ifVU5smk{ZTi!|GCu5(> zE=SqYoLYroI86%;hv!l0+U=lcZ^F~P+jF-|UnywY60A9yhE^O0JqDQJgiX`4 zl(Ln6r=#erPMMSaq5iyRZ8H@-xGNNj5&V0~0!W<^$_G6Q_?3mB@`|yhviMFYPt{sP zYBv`v{Nr}PxEysHq}fW-I@iin40aJdwc>hd&SZG~5mc;IV})x7uh;L*`_n{DS5;Fc zpS#F0cOR1V-uocj4lMTAd0p{eb0NFt=5WKT>m*E5h#wpqc(Pk2i>kHUM|Y}tr&lJx z*;I1LxB(y!q^B#t(!z-E4s^<>U*=(9PgwW~4WJ_#NgKB@@K-e|h4u6eApW zFPU_67t%(fFv|U11dE@ogqFp{v}MV2>f*nPEx+jtOV^~6iRw*iFis?+9qY+*+Ynx9 zFbafNsW)(Og}8U5HJ@;a<=~#`%1L&8dC7)q&i!PjI;N^`=<%lde} z&A+ zj1DFl7m2fGWz)j1EUxcxL$FG4qu6~ppgeJm)`)%3>zFo52orEE}}?@^E+mLbxiuC&4WsOU8^QAo+W5Bo1afcT+TgpejL;eMx3 z$p5Agx?g`y+uYyKt{xjht`Z zQnb103g5bC!{ZrQ6goc4$@Bd!x+ZrfYF9?F^WrJT+XJ%a*MY^^Dp(z2NzKDAg1yy6 z!3Ix4slj)Jf3_z6T>OICRO#^jo0W8RfwUvq{sD^RujtELeN^r&f#`}<(NbcU>AQBP z?)ul^T*W1Fb15ep-9#VO>2N>2B(UnCi)De@ynLWG{rdNrOy3!xXO%v9V;glfZ*pl0D*!efjDjNllmvpA2tZ&8bFDa<4&1G@ZP!sGm zdL~%x?#(yv3xb#^7g|;13%G>Pmb^|qJuo7UjptNyb^s+PC!%78C3PB8#}g{#p5?-IVJ7*C3$6P zDDJu{2Mo%hHgn%lcAq?ua~-G@Jraj$Z>P=fJ;a(g3*2{Y0)`h!?)3b=vN5-crR&QQ zD@^91?ZWApe$y47@2|x@4{NbyN;|pA>du(?+X@fvc}{OTB(c?DJ5CCj!a3U8IKF;5 z56js_5jSqrQ4XiC=DMuW`iOS#R1q^f{eY$dbsSRuNL)70SKM=Bq#zc>z?bka?69;O z)lPiEYGUm z%M(rvAj@(YSeAT)7s@!r(=|nK%jc}1eX|3oCaJUA0~21e$qDqDQ|Q3<6Zj$RH8!V& zp+jnW`TnOJTTVyi!TG(EftB^_VE%<|-w)-C`Z{j( zeZ{(?>d3S@(<$`xPRgq?ml-^86W;fXhgx5Nf_+&uYx`C>&{q(Qybr_577tX|^^|)Q zW#aknmvQs$8Mv#Xzmy-i#pUS=?%`u0aU!4b>ucId|6v+R{da44-;QBCf>TF{m6 z4nD-rA%pp1Mv*ckLy-}pQqg){U;95RqlEL^mpC7;O z${yn%k-^Mu@UYKsnB?`s@$ABx&{x|QI*B0k_%wj0=V&7D%fiCN%cacj5_pnc3FVuj zxiB??F9q~vub!QiPg|7y#wUUoUXAAy;7g7QAKGObB~HvAMwKV~^ZTQEJX2!^Uk;f8 z^$jAOvinO~cDG5fOq*Y?yC7wqba>n4LGZxvtg(-XZ z%K%$eAN_$nBuH&%`C9&XqKalEdV}in1GrA=BkYEm*lD{v`O_)7mGcKgM*}=Q?+_MS zhf8d_x76nPWGEW{1KN+)!AnMG=<RE1H+~LZGAhA=~u!%KQ{69 zRc8F=LKIJ)EB#N}f98;muPJz+H>l~SVg3gN8AiqMk3qL_NViu|)+2^$`d)!x-%NZv zbtvv`+9Q}K+GBM_JI?$ru>~J#;LbMctg$kcw135mw{$vkQRZ4)3P@wulZN78hFBkyQ}V8WwqR9IN!z;jERU__S>qV4{xaB&$66T@72 z!?y!`!X%%y6Z=!^{IQ^UX(3vcyoGJ+qG?F;NAjHaN}*wIg)#P?c?*R`5-e7G=+i1i$$ZOdg$mUbu#NGz+H*^^x%RacblQgi2-T+S>o(?jlRUs z?_c6uiQ_rx@G7={xE+5O8Oe{Y?Tl0Yi@}#ppWyS@6i7~S#^)Ng;)tbh#T9pbCC7~s z)-88N7pdnR+MEUPUA2X#Pnl#qB|^;lzE8L*`MqtGy=X@lKakH0g-q4i;t;j5f|pGy zpMSoawEflDb@p!hA46yUNL3ewVRI-FkwipunoziB?VIL#pwgh?OKH$N(M)DZ6q3vd zkyI4!S?f|EWvG;tQic>Nr9l$;&R^gM_ObU`@B2J{r_QoRk1w;!)1R}Y>-VzpuLK90 zqX)O?(knJVX)pVglgwmCMY3DRm6&PlNcdpCl?$0N2)-Rvrym&Xd7;-e<1Vb_Zk+yTImdZfBR>H5Wmr2*nvlTD>^aVjO@D>qE&t%DtQx4k z@B@9fG-y(I0=fR%u=VI)ZhFlgR-RQvnYsRtKX^~u0dmDKCbd=-?-A!dZ8P0U(eaZSY z&Mbed3_BO=%}tLuE9`x)fsRiAJ8L|EO+Ft_yT-@TlS4AJ->Nxx!Rj=!Tbziqy&Ng! ziwWfp(xEl@6z+~wVsrocGp7};@bl3KmfaBz`&TAnhD4{aJ>31QvYobK7z{B3V*ykQ$j_G52T@pW%%U)?|#ZnV*;wym_+#{!M6 z>CiwW8}hL!U~7af%AMYgY)+1lrxPc@i&Lxd#^<%Lr%;wQ+$#qc-xlaH?!??=XNc}F zgsat0V8`ZY-12W24H@+iUU%QZXCfe&uH=_c64I3wQ{$#(Efi(~QL@T|XsRr=p>-Fc`V1x2-2w zRtZd3j>VmJVbW0|7FqHhiUw73tBNDR)y!71)jx=HvH@OqxX>l|^&2+vh5UW@a(uB9 zx$~)~p&_jfo+b^T_CxV-UwtypTu}=DCd#8%*lh?~Uy3uDOAz8GVJmVXbHgtXEU*AV zp08p*`dq>D*+2Ny)F9ANybk9E2I1C%a3LF$CS;A`(ZAv>%&aLvoloasD-zoHoEI%V z^#z_3W}#h1UwS#^95#tB;oXL_{G_8l(5gP0msi%oo$(#8q&y6~rF~#RWeykFF&>)M znWO6HW-K1x0t2p21fw%4{IS~$;KtEM#SrpOjmO6u z;JiaQ+HC(RD&C(64b89N$-5FR{);-la%4O%d!-BoI?wrklanCZ#SLTcv_Yha9)6v+ z5J#Vtp`6uKFg(s3-L41Y9^c(?YAgren^r(b{&(KJU>2S-p9xddZ86^QBRr4kf&}pk zK6I!Vidyo}=(rArX~icn;7_v=8zKbET-@RV~38_s`I96(OLHgS42eFWD=3gkyT zN6m4UV0vyJ=08-M8XuJLnr_)R%|cILk1A08xi7HA?j>IKpAJslZ30VQ3Eu|IB-x*L zF*NxBKT|=Ll#Zmrx3iCm`v9r=?0c_X!{>+3toq9wW{+op>zZNngFc^)p=HG|$-OhCA*jut<&>DQY` z>e;cHwpaQQw7$ofEMs^pZ;K(Tk|FG#CZ@`_a;cx6SK$xWB4IV*J{IW5oT+qbdpnz6jvwkq0Fqi}{ zZ&+}_^L^=gQz!a;T}$WoZ^wng{_6GXTDZ313vWI=mv+orM3Eb9C}u++n&5O8|8R5Y zVD@49uVOKoi}gu72+2`mNk@K;rAc?jlT4@x)@CYD$kZ?{>aNgTzfg$tI!9B_0b?o{ z96|=chIDMve}uxW4Lu8L~H5&av!idzo2lf40f`C0<-2VzE6x(f8a`80qQD z*;kZd{QQS-Zsji=qr4q;Ltb)UyPUABp9;>GN{$c!sw^NDOAy%Vm2G% zsq{JI=N5?0OTXhc=}g);=$2?p%yU-1E0onWDvMtnyThCg>2P|F?oZQPpxJ+&q`bUWq4xA|K5B7fciHEURTNE}n<`ZR@E-M~@=?!$e-f zyX`=#3+q2w$cKj~u!|dxvv~Ji?DbW^DGN{Y!xGMbZFVw0(Dw{T$_KFL0vq^gPzT6q z>f_D>rlO@D2VsB3Hl{M#muv6L!&Nf-DCeC$3)}UNb?scjF4c__&grbY1$P-vkX04?<$WJeIKgC(t)V+*fsxTN%v5u96%$Rpo+h8^?iy zj|xSG*^t%Ev8-R%TCn}?O`&%T>2j|U+@E)gJ=XdKBWzydvWXM1V6X|EobXsQ{`@3X zlC3PV^LPll&Y8?Sd4*)%RzG2nlZ-EZ+v2>j{ZPS2macDcz}XKu7%?W6Px!o<`zYMW z+Op(Xdih!C%o)i(Pfp_kRFBZ)r)uQjGKgGDv)IKUH4s*RK=gM>Uoa02f_vQ~Kx4xq zXq=S7W=Ix_RAyN++YOG8vVS~ei#jnlu#8_?70Z8L8id0-p2Md#b|@n0E*-y^zPy=e(4H7t8 z6WQU?Hn=8|V>#_R+4}Ek%wlZ;v%glwOt0)8#Y7bh_t}qfrBQR>2#V8ohv@4^$vnZaMGmD&(-`=Fy(gWw_8o zgFm*FvHr8dSl|Q|@zaC-#Rcujtj_cW+xaeu+1bWIt~d#e8#r>PUqMHem*AoF>lE!0 zEh-Bbjh3}OG`;W>Chb2!GhMPVNWTS&_^Gh`+9uFe_5>fH`%tk%1};Z^lw!Z&K zm&%e=NR>Ox=a~CIrr?pR$v#5Y8jI-uh!(nOnNHu={h*DrPg9pLkC^0k9akGk_{Vz% zX6TuxxGQ-O9h`QOsRe|vEBOKJnwc-Y&~m{N(;!ho;t%Yv+K>L5QUUS@iqT=hLx~xL z!od0GVD2bk#wELkvIO4UGrUyN11h32D4Fho?GOGy3QL4@yfSm>yAqbCkAdGlCalP#8`!#9 z@RVE16t?H`$G>Di^1v?M`tmTcs1f}2;{>Mnw_ti>S4#`#^pJtUGpfxfpwCy+N#>rI zl%hRR$uW>OyE+(?;}@{g_Z(QlxaIie+Z{eGwi4dDm&40%7C3ppXBc|;f=H{sHrzj- zm}hvjA6-oti*Y~vV96{S<`}pO@AMtRItOI2d_~5@su9%UW=*9AX5??SmMoJhsb@wF z9vZ)cy0=V1ceQSq(O>9;EM3nws|{y0xt`n&(;m+9mnYh&H;Z!8ykQJ~3%)=;ry=AV zPInKb`0I}(4&uJh@>hk{&z0G;3;n&ZZo3L|(3p$Ghwnn}r5k*K(jCsDDG;V5#_=h7LZ4>Y zKbU_@1`eGX!99$=V%;Zo2-@u2%TBJ-W@>YGvCk9+KUfuv9H1{aF{9XFrD^Qqxm13P zOC?+PIGm|}(q;?xErm&&LZHa49@~uXq4u312u^s98pUJyoU&j{YF`XhX*GO#qZ*65 z_zW^^KZ42;V-{p`3Yz~O$DF&h5b@TYJ$U;T{zfiinnwj6#ga5Q>6gd$4zgjTv1eeV z+I*&P^#*sK!Vgr90z`W!C*bGQ1XvrUjC;-mg7VQa?uJpl;KgXewv2ypeMpPI7Rcbs zEe7HJIqC51)F3v58nI)$6xO8aGKcw(;ohs?kmH`uDPMcS-CkmjwW(Km-?C5W{3QZ! zbg7Udq;sxvHBer^f^)oh5Z_GyiLHJv_-|$-6ijO4>)t)V5Gl`fe!a$hDbir=UGi+~ z$VSwd{e)Ytkd7yeOJPq{6}SIXGWzarguDBKAir(^yqu&Y+{5OekzG2*aq6V;N{?&2 zn}QXFZvJUsMTnb!3K82;xlXfAGoW%A?s_`+a`Mz{~RsQUv(%df_WiFq(|633n1 z@=CPsq!Bz&UJG$@QmA`y3IdwS;D~PU7875}C8MauqG=Kk=Ia zn_=&%2e4DC$J(n|ljimGC6y0%(BMf4x0GGto*nxME9EDGR<7{IC@g{r)r0sWL9YOs zVyq7eY_KnCkuWcEJlbxMWzjnO;e|m0%nv>_bvsOJFU1oI}5Y^E}+*j6DjWPRPOusTR75l1BNH=!@f7GMA@Rh zFnW#wuJN%#yF*TF=Ke+Om#IBmK35NmMyYU0z5Us;HZyMGS6S9-l!5H*ZK&P*0X|?J zEU|II^2#hUY}e*<=ZA~lGHn`Lk%BDnFsaXy3Z5z-%5XSH9Z%j;^oCJ1KB5&&#k1Ls zkGo-xratK0{0RJEG47t`h(0|9xGtbY;A^#@oab!J4N!v0<;Li{sSQt7Z_QK5l7Uxl zv#E4QJJyaY5awcgY3=+FN|G_7N{YpA4@jc=Vm{?3S3WUBo&Kc7#3vH?3A2gW+QorQ1IbWCG0Mz+SCSm z^J2Vo&Yw8kUtP&pCaQ9xbQhNJb3Nnse8-^&4WOrwDZemL1ML_7K-Y6h16~u;vmt3oKXttKXRUB1RWR~DU9e!JA z(CANe_vvX|G2DRpg`2Sj+xD{}8(*e3#fIxLy#?3fqu}#^ezZ6%AOCnJaGWqm)+!3c z>`O01HK!HX@slf9o?RH@Qmt90ik$fLK1Y`C_>Q}BCy0Lf%1K3cy=Zm*UOH!`Op9;u zXqY>Qb7*@GmHQSjxob06s`gek&p;PPiUwex@>KxXoG^nQ#kov1&aS^6SwV% z;63rBx9QLM8Atap%la4WZ_+Yx|G>A1n_sSMUcOd68)z=U*gmdfltqb;PmQf8j+pK?C#5nb)KDJsk$?`GY>V$aAPA5 zarCDv!D007@+2yeH|FZb4x-f-0ry z`1}a6G|7;-PjIK4q!fA-m_xa7k(AKsLkqn1`Bmc+&~o-a))KA9+N=hHo5y1=XzMB} z)H9VH-=0lX`Ee9-I9!4Z|X&JQ`oxJx3XK4<9c z_An~kmWXa=W68oq73wXnf`RN?_Gj50wzo<}tmy8B5+uT8PJ6cMY znsuaG^nz*grBjsOJBJ32bfks1rqbPjX!!l2llK~^%w7HCi$~nwz=ZAA=(F*eq^mrF zvWpApg6~(P64?1!aMkuBKxR|7kW)@0 z*_&_Zx&2@=eYT#yS}Mbly$hisp@sRhM=_J(kJ)smXzQ;JC(~(TBYNQ@LkB;t!ef?e z>H92QF6Nv%t#ApW)42jmQ2qwyT$I8W=@mYjE5OYWO8iutYHZtc4hui$VU6q*^bS5m zL2qLTo%fQ-7kPFld==vs&1JI%zs4)?y#n)3jx{(au!>3b{9dhbU^sant)1t_JWlpy z5#e7k@wo!6*(N7ATm}jLC|R0){Ws4~*TGvx2VsbwCK&~3LGJ!IXpFAF+8izXQaFYN zFR`Z2d(yD(NDOw|i^Wq8;mkfd4V%|lqU)h-T;3SQE?ykWhX4DF3&(jv=5}8Qk-5X( zJDIcQ+o$lDGza9lJbu7{3a;$bScyyKYV^{O6WqYDpjuZ1F79e{C|no1Y#pKWUp+c+ z(}OKHM&Xpoi?q_}06W+i0a}Geu)JgwuDEOoMM4&ljh(}k`%Yj^-`ZKK+fC-Y{2c2P zo3Y>T9N2$HQ}D;}PPji*mIiEZhsbkA+=XOMyjG29GgA%MMatpODh|_=6)5n;I65gR z#dn9CX!z~jH2BXNlA4a9xH-#d;E-(Wk*6=O_wim)xt!_# z1-RhD6*izJGI|>p}^}RG$aQwJF@nAwxu( zf&andeciZOBUH3*QD2(&;yT1DyMe{_RPb*(4dbrWiMCuyCiVAws8bA2CXwo@6GNj7m)lml?a>8DUoaE4o{ zpMo~U*_=%EVCeJV3|fgDaGj|qkuW7-BEHGUg8SdUK%w(6%t-i(x39d!U^iY=D*G2V%l2WTZSI20 z{94rDbKvNK0hD{w37X$JK>YD2cu*?Os*BZGaegAiXBcvwAusu5SH|;UuhaP@JDOm1 za5Ie2_=cN5CBfOKd(iLTc06}|8LIEC7Jd50LH~0(@aWT92=?!U;_OjulC7}UobeX4 zFJH6nN_i}qd0d$-I{pbi{OS_+IPdVK>nrr2FV^bwCAcy2J(!Hj#1)jmm8Z+Fq($Mp z%p5t+ecC068|;Oq_OZC_s~oQv_g*qa#*fB%*Wi(4_=cOpD{{f1AOIgMhQ1`@fwhkm~d8Mn0oHvC$|vTtjPFXa1Tglvky+qWeB zfZsUhmkLVX$g^ulC-H{^9;37HeX@M`4!*p*2;UzlGNTcML)#m{s^4V@oU>H2AS050 z;AY7BE*(m)g?7-hsu24oyHU$83pORgg5@>Ug40rYR$Gt)&ANKbWKjmxoxB1MA2#8E zn1{6McnFCyX3`3}Aj}Em*n@-^m=iGr+b7QCe4i6GhQ;G5$29m>eFpW}dVFwWGU1PF zm~`hVKe~J|x%y{-_u+8x3suC+?VTduL9yug<{7)vphZR1Q|Nh`lzp18mw6in(CE+2 zR1+hx)gRr(zqJT1OXi47RrjKAOgm`BO%%8)T9keM7fj{N$vaUN?HY{P zpt(o5zx(|tu)0a47h*)cZ_XhY?!`$*n!(aXou21z$3Me@XyglfPIGbGARd;EUQWT+(Ma z+qd>Fci}+*_#6^3RTmS1$FmX*k2>KFXLow&3Qrr&q_+&WiEjMIKou06s4{~gy`46xTs^M=K7lFn?fB2+t&m|wa0-esYG3Ip; z_?q9rl$kfUA6co)e9jtng_R2(@f zO0mEt`dLC}aH@FstpFD5VN4FrF%lyMpo+Y!4(~RYw_thUR)^TxCHocf7?@3!PxeffyzuWcfn( z@1TI$9EFC*km9GQ7(d<(ckea=m8bRa@!lVl=}G3ddxpcO(w8__DrD%hPtZ?JNJF3?W^AZM#H_iFT#`@1<;UkBNCr{NB7j5oE{}?~AT=Is;nIBmS>5>L7 zrhHaHM~V(n_=*rRe>IzS&5DqWpKyo|K3M?UpSR(FZ?F0MxfkU&*H98C9r8Qv2yxdbMsYRh-y~!R{Bhp_~#)H>jBc?)~`u3*^8V6cEp+m_H;C@32aslpgk&QxtaS6x%MTB+@s8MIQUmKKl_-J6+_q|-nD; z>p{sjisoLuLPpPJq?2Nu=+7?)vYa)MENb__q#z9}`*;xxHivSj233NKSG8#Ie}(*H zaR^?VnMD`Nrb&Oz68i3%x1^6!pGt#9ew0=V_P3nvVbVjmLE7`<1NppLhsNbq(Edf( z3H?jN%bbj~p@k=f2?lgtubAF%ilgY>PZ%M*gDS3_!d{=T?E$gD6-Mn1~>eX z-s;FnD@(tU@1`rHa(glsj*6lwcEjkmi83X2jl#OVBluH;OF7zl65=g&scvk&z@(nc z^5+Dxg5(NVX&Hb45i@D|GGQjZyOMGr2>rVOo1_QLCrD4*Ye|Qmi@|qm`_qU?vsuHX ze7baUGtC`WOi@p&=;)SuK498*wD(Y?NMpi}3Bmm9vS40Z)SvnLLkYU3T6$h zkbEw=&Hk+{VV|2i!B_ndcjRvf^Spmq;9T5dT(}o}RCOmKlcS_?auc5ayMyXQIl}y8 zD%*5A0(b;ApfE{Q{)44ZF~hsBoX z_-io{Y^v`7vG4nD3pk zGbRG>A|9nRXYs1L4P80ehx#oUCCm>MdH-Q^;7OJTZ=z?8Hd?9tH{pHuTwKn7^*s-F zYW;-VsNi1h@n*k9_GQBc>9K7UJp1zAkN3`VVFe|D%zo7){?iJfhd$mE2I}vk>z_8U zV@D5z*`u3GrpN>MEJmaD9H*%hCEQ~BRKCoi2By3{0k@4mayy=NW4GLB`1W@m-=jAe zPXxALs%8iG;JeV-+EdNzubsgjc%5Uj8(p}pe%GPm=MnnWe-N3U@t}*FW^=M4hIKR2 zB-iDJiFU0{vhJPZi*=FiSax9o-?K*sB~|BP%k)4frqO)1feOproyT=w&A@u$o$A&3 z7nb^j!tOQ+=mgi{;iID{(tf=pV}&exs2{*;)e9uH=40q>?lazd+BrD0?JY=3SI|_? zn{Ycmg}d|RK4>~z##6sjdCcjC?I(}pa-l;rRJ{;B$E?C-+o$qQ-Rto{#7?;D*@p2$ zyCwfU|Bci8l;D9fWp-&u9_Vit{J-nlagcTeul-w@B~F^keo`53m^X#&QnxZ!_o1-z zb_hN>DCADd#>1oI#dx?k9^4*%;3_W2GNX%2`1oN@QA2SF=OM?V>iUUz(CaJ8T>O?t zmlWCXSX-zGDdK|{s*=q-HELL<0D~9j3#IIeBwn4Mm zDwy<~=K`&DkyWQi~5Qy7Bwi%KC^K9%27xP#+-R9US4Kd1^FKvAM3 zT=DY) zp`o3Z`C)6lap$}{+?T)CtuH>|M929{AV1p|7Q9l$psAN|&NF!$8`=u7xqrcAtKh^L zx>fK=oQ9keYJ9)7^}KPk9Jk8+E*O@KWmb3enB?D3s8}XpUkTXS^*>7~f-#=RbF&jb^v#MEFSD<9M16V@@DldId*WokmlW zau^@i39Xx*VAcFi=<${DtO{cGPu# z0mGJ%BtXbFrSI!cK3BJao00+!Oq<6~@_dWOM^xjx|MJmy?-izQQO_)PG_ym=A6eC- zv%)ShpB)RF#jYvsmp&(!3)pZTbF~G`}g(vq)v^R{swry^pzqR|}xJL6$s@ zsnB8fW~l4eD=|@&1v||E`T;Ss!5Lx)|B$2fARZA z7(wy^9afh!hGm*fpq^wq+WO@-{wub_ti7A4+u#RkYxwbtEuQ2V1Qf%omrW4nWQcui z;^2L8Gd{R~2?`RtAV|3s)Pm$hBlic>(&6$HeJTS*3%2lFNC;Ui+)l~@FKnj%Ggk0< z9K~30KgK(U{6V|y zxb>VvJ^X&zK{(5-flqv9Nc%FbqFQ5!@OLUj-P<>ypmZyq4t1k;=QC`2b{A~VTthq4 zd#K-RS(-V=lZrY#*<<@>>_>?YoIKx%BXt+kY{e*2juO6CuS39V^&Q-6U=Pb5&&Pso z+H6Ss0!-WZp1-NS4}A?Aak7wQI;0{?Uy?S!yn#c7o$x(anj*_KT1T^-DFekTs#v4!EcqIUROPaCJQbYLu*P`c> zL`d=Z!}+AX;}d_mk&ER+uI1%mNk)5r`Vx`Ijz-(!B-1Q1`O!$73j;XMh*!cMcNqJU z;LB=HCa@OfK+As{vyE%dvLU{{?7GiLmi4ZX?QfpX{BPOui5vZ4pJSJ(?)nA>)`)=6Vb^?8B16#cb#w9(r^lh z*Np%2k{h?tdXX`Em1_%yM>E;O0d-6(sV}>G<11)}^k)wQAI}7VxqCR%9>)l~$K63a zcs(i&BRqro@VzEb(k%E|{scnaGlB)@jo8!`6IrK{BO4X-0F~Nx*?#TKB&`}io1bOS zj)x+?rA+9Y+-Ss{rzz~a<0iKAcM7bWAaHiJeTGz_U$|~GFlqjNh-j4|_kZ`$&qlKGqcV_UPu;=}_#S^L~bdfR3uJ=y;?x}8y@ zxwp@f?J6&_YOF)QCC??ZL7gl0_re1r8OmHy$ZZ!rJ2&kG8Buh@Tz5H@PzfJ2%EkvbapszP@%vU zeK-g+NAq}b>lxrGexX=zHt$@O%Q7d)iXDsBi90@R7t1?%F^B3^G|~4I9eZwpSgQbi zzx1Qp6Qk+WJ;qOW%}1r%1NmD_f|(D3@RG2j@=3pjBOe+HTy`-$ty>~`RjEpv)n#~A z`Uf7Rw+MUo2O|5|))4qEos(Dv!p^7)c45SPanZY}V%dHgLZ+dVvcpX2;nPffxHW*> zI)bQlwGIp_)FRoK0_#PxtLaMS4wSC^$Nl-!DT*C9jaC>hfGMIKSo19qAK6!+@zQLF zY>^SQw)UrC$Mr-vtOSPl#xU5>yMbLF7sCeG*0M`Azt~gRQT##8dvu{^C>nb7a7XPL zxqG%fbb59b&2~(nL}8xi^5+qbTY8crMg>sd=Y2H&#%bC=NqF9yO~QSKvNQvVK~}U3 z2kVZd&#pIMw?--s39z8=zx%RHmDgF-kXFWB+RyN1G@It0$+WKt+_lr2*|ftGIfs5n z=v|>;47xj;ik8o%bqQl>W9AiVd)`iV7o3QhE~F&a7@8&!5+Zv6cWC!Q=0AZUe_xGl zUEl@N=63VG(+1Gxz5DsKpBwp;7CLO9_BQrhU+~y3n=8H^rzoB_Mo+wERu1#i6mcom z1z0&Fnev4>Tx;E1?$a?bozzYjIN$qeqx(>zqZg?)D^Z|d{ckrt`6-dW3 z5@NTC3r$vD0^g+-zFjTi zwi^CIrJRKjcvTbisyK3)KZ|T%R8U&X7)ld540F}up?-@a`8xC>=QEuST3;o7(@JYy zTVGKAYE4%fXVRnRvE;WbfIQC&?D=E9SY%Ovw~cSXkMJCR?ptU64R&E}jKHyRRVVEf z1sc<00P!86F!q%*R()Q_9l5#*9!0OGL0ty4@6{2Uxu+hl*o4r$%cIeKrV81w>lWVT z#{9Bcp(>oEZv@k;hfc)foy4!kDpMo-tlF4_K=kl2hi zu5vW&p*(~ax1#-@g;!&TaX&l2#5Xm3Rw$9IM(zIV(ukjr)WCFZ&M}5pDHvj^8(I~sp2c$Dj{xMP%IXhF20u_-Zuhit%GAy3fH(Gco`^6~vkOL}>21pE?x$iN zJDv%uB`0BsuE6gY_>0@LZVE2zv7vdEdg#1t4~6$zLXWiKagxz^N>^w?^Hn{e{3-H?JV;0Pwa~wPTWPUd6K>HR!Cj5Y0ArnHsDJwwwpnaM{`w!u zz_&6eecA{9n_bK&?!SyqS+8(eLloV#38c<`=D>KJQ6Sn@LQC%-Fz3(TSpcF%+zKr7jY~N4H5!W#J*<>h|xeqdfjPnM~ z*$ekp4~DXoyRb4u_?D$AV@<#Z-h$2NTYCo3@Xzx(W1p!M6R62LPM(KhBNo!z7XkEQ zW<0fo3HiGxA8^h=H5$L>AbV$_&h-B*Vrx$vW#^Q7QP*lX$^Bgm(}%5-++VX9Dx5O$ zecVOvv*|_24d3NB6O9B^1-k;rV&HDh7*-vf-zkloSAMNyD2Ya*$-=&vW}5> zv&J;B^HH%_&Gi$jZ*pgSBb3Ez$K%*2M>%FErz{>86UMxb%d#UK<5022lH z=1mwThdB%F;q-NXE-gxv)*JL^x<&6G^H(OGK3&X>zBf$#`?i_*`sQh3?So6i3pQO6 zzqD`?Pw4az=PYv-%dP&xUNkze9_?%J`T11#TPuoXF2BsGK9)11>(Ok?oo4v)@HF(C z3Pjr<*SLy~FK}s7E???AU9u(c6)MlT0%wm-W3R4^#@Ie5Soy56;x@ta7qKjr&0D)m zER!-%++o&VoZHt>tPpaAt<6^w@0@7Q^g6s5_$z|#zrK+FHje$PyvqESpJoG&Ycqwz zSA^NSCHN)Cvz146*?RA%@MI%eMd@6`lW{NL_@WTD(sHk4uf|j+9g)pO!U5V1}gNUu(M(P*V;&$Wte5gWyCL_!--8L@;@2K7E$*eT~Oqnbh z^jOe9t7d*Rl+z&xD>{{Zm*VH%qC|yIsyqJ^*BvfEce{mb%TIIe)vX!Ku&;1$SK9%_ zI^|HDcn?P1&xd*V29&OOgUZ^A)HZkl@uu;dMWsK<=}O4NcOQ53(nP4S(5I%G=gDX1 zDmv4%iqsF?hGx?o&i8vhn9HwaMkxlgUhfB&B6#0*+YDGmlo30Ur2rG}2Xg)^-5~an zC+9a=lV14#hOCs;aMf@Fg=N;jg~^GmOu>b9zWIk=HbjV2)3w;A#gkcwLnz!@q)j@9 zE|SsULOOmlkkSH0(m_Myc-N<@;{LIkENVt5wCsq-8r!SXGU5y#jBW$>#8fojHjcvC zU@)_*L!C?Cv9qC{kRQ>c%csWDv=|R&hwgA}$pv!lm%^S@cQCP*iul3p#gsadr=yj< z6j(b}djG1W^!y`%Tg%KSc8fjSFs{1XdW=4MFlZ;u|9X;&C+wtj;Xd$kdnOmeyW^VZ zdd~Gk3Q9NX^U2SmxRc7uP?|H13SCdbR^M23Zwz1(yM+<&qxFQ)U&p=UsEqWy_0o&oH zprBF?hMncO&Pk?VVqinDk^RZO&KsFsCbp$S!J+~=XiqSruNe_EK)yk6nE!_JdFJe6 zw>b>Fy`HJ>6I=k(&aw@cEAi2sRjjXyC+-)`q-&NxM6!o<=tR#MFjb#}E-`{5HYARh z*-U_|M>WxLov<%Hu#jZxUZRVd7RjG*rMI*CN*&Vg&@{DiG*iY7 zr-gT;ZsKWjd3BYZc!i_el0H(+AA0zMKS3*IWs&Ib5Nfj;CCLjF`kmRoIPZFQ92ut0 zUf)q>9+45S`@{#>-FF_z3r=#yy@uF(TZ!t1s9@O|%m%cuCAg?JJBrXaCvvrY@+hJePEJqvmIB5#` zi3t$cZH4bG<*6e*4llePM;f8RxeXBs)@WrTc_})GdthN|I?)h{0A>+63{i?*vQbpSI(i7cgzr)^^iR{SqI7oXU zbdc7nv#vpQLJw;vOGutTiCbsk-Y{8uR2<6nIpWQ=*{^3yR(|H}TRx)xDZ%yR`WZKL zeuos{zB;#mGmKRdN$5=(G=*1lo4Wd2zf(E`mGQE;?cfReENe-%?(Y1Lle<8bSEF(1 zE8$y2EQHQ{$l5vs+4YSR*|f4J;9MIEM*@}E$0L6@Yuf`byQ@CDxk=?IKXQ8R_Y|BL%rd;|E?!7PO>o)geb^7a3q#cfxdhM`hwK*3Y zUJpa}2wD6DWzrM+cAu-Pcqc72){t%vS|e+*_M|R*DeMFLsZGJf;TNzsQ*h1J8?)T` zKSZ4k{W--mpZV`2FN1v*j}HDf@Ls4X$h)=)-i+76`Td6P=lH<9M=_ky2z_qm`6P_K zHWC-y?}6)UOF@5!FFearr_|w9XrZzK{tX;JH=YW+*Qj&+%g=`)am_C{v+@k5(Rv&I zmZV|TI7MbP{u2MFli|VSuehb@g21+}ghdzsVEp#6+>)eUaN>O^y#6C_`d(cI{gMuh zSAQzhT|eUN-=3IjR>rBic3@~y5?YPC1%G#!0ePV=G!Y@O1%?q8l(ipffN3AI=< zNg1k5(bji z{~Vo%Uyc9!$J^RlMMa1P5~4cy^*$mqGc$xlN>);&Pg0?&sX<_xt_6Ua#jfuNV*A*~0DD(IFp&2e8&vix06D=4y@on8@** zq+`7awl&9aTHu9~f+k>S=0S{Ing`n33}MG{6_#EY4w)85!MP_1Rackc!~kKvCQ_qe z^CQ7a$sRWIMzHST35@a?Lh}{lK*x0riy!tDZV1l5n+kU1G%Aw!d1b@3eKh5A)gHkR zxy?+%N5I1h3B22YV7~Gqn*Wx=gAW&g-0>$U?=qU(Y#j*wH_9@3XMHlfwvZ$&8n4e> zL&1TWXy36LcZ4+KHaQWy;4zeqEOucL|73Cbq7IDjoJ1-{|KV5JXIK>pyq}>SD-{?O zq1_ft#_E93bAF6Vzy5%yTMqFb-x1%NEz8!nHo?kW!TjWl|M+=#@8i2ed+=@L2D+2H zicBvk2ze-frm^TW3oF~pGzLvzoliKnCugHW{Ru6~^HHVwp8oj6CK>c@ro-v60LGIh zv!wDva6MDlyJoJyTi3%N#N;~c8!o~74Rf(~*;t625C`d7GP%!vk5TmO|IDfv1)ikdn}z?q`_B4BQ%{a#qlmxys#y~ z2}<_V`S1|RT<%L+9uj2s;hg5;LKMGW#CzB*fWk0&D({G-lqP2y)#k`w>pevEPZMeJ z!Phu1Gm_!sGo1C*PHseQEM=WOPv-j0DBhaG?w^enW~4uPhgdVRK3xk<`{u$PClAnf z=;U`il4s973h|(e9o64fpq5*e*lA|W^?ARUcYB+RI_LM$fUZ3>t|yGPS?s1op^<2z zv4MGUnoLdh5GOD1MCIBCspe<_6jxqhs%|RcV745eKj_4$ab1%AS54?saTGbMG?z|$ ze2EedIpIR*eAt{Ra19zFG3&k1>C!QR-zQ(esW-_ey|IdPs?JjGCIt$0??-hS5Al`$ zUS>P`B2#^@!P5NHq-&2S6He;HtrN#F1CI^t?y;l7UfzSrEl6bJ#RJ*WC?Y*oPWt+0 zBAwgW0GsubanX(hwB|~%YS%@GOi#mz#TK+AN15!}3_xz$D=5ia#;s0_WyuLESl-J) z;%%Kmrf$z-n)7U!^yhX{>4MOO^n6khTic>eYKJGV^sX>=C)ATgXbng0?uB$myq{7R z^`+?F`4}!8Px0$5XG?% zti-8N0{3LiSW;ZvM027$$w0_6_El`fpEV0f-SreRp8J)B!5H!E&Pevy!i<@>r^B_9 zCBO^wqKh{KezeL9j0#u50-*={SIGDbQM`cHvn#Qp-kCOD=*9IZms!%#RqWvAPb{!X zUtDElk=pOrB;Dm`C3TQw)5hD;tf=uZ+azNpe#z3=sko~ZKT-O1wWc)gemjMZw`S8jYuV&CKiLt_1FUN)$E@4K zS-{c#tlH@<%2$0u!Elesu8ku0h=+#{^I)~~3Ri3y$4k^13zuGJ&Z^6q$8s~)*tL!s zwW)|xotBDs?(HY`U6#Z$e)UpFxR&%=^1B52 zcgk@7Ztms$3eJC`DM>y`xo!Jy;MbKh>`QY2XXvCt*Cr}Z_x{g(W6?Qi+O`i39XjCl z^BlHmYXkHhUe1g*yccqBE`0j#mH6?`bDAxCj{bcrgorIdu5ZvrzH@^VFO`g9vSa1Q zaqS^0&Wgv*`#*5zkTHVOsT2b@SE8ThJ$}r&Z;q`CazJ-t7RJu>g4yf$^V?^7v+2ot z7#5$&5o za^nxo#%jSo*LqmOYnS=LgvWb9#^;B_)?s}ie@Hg^JaNL$8}{I;@1xjNSyS*`5y@V* ztY%|>Zeo=?^4O-dDb(eYNsq4eq1=U$@V_&l%9CShSAiZ|b#4mz^=aT$=KV+6K>+Se zn(U1FG5RHML$Z1awB?^XhNcM4xrkKI+@neViN{0zXl3Rep9Zbl#BA5klg#9fGi%v; zOYkmNvz`8eKmGhvTAW-*N9O_VN}I(^m9B@7;!)hnt@@;+8A7IxCG5c~3)~~oW@9ED zmAG7d3hDhF@n4lTR))#o7>h=zZS01gK6yB7*Cec&)y|DHG-L12BruIX)@+BSGw8}F zF)!h>z5Zm&&Wz?*h-?*fe_o53y?`rx6$Mw#R(SP%Km6%3fg8maS@?v#+`&2R(Eq&& zx40>nAK7oFWBG|qwEaph*0d;*jGK+bW7tSe)MkxJ#v$CdmxI~2WPPWYZLnaj89JXnN)qI*b~_j|`M&{!vFjFHGoXr`1X(ZRNNfZ%t_Qo7wEYKXtHQ z?i_5E%z(zQGjLIJ7K^(Y2ZiyyP}t`aDBipdTNWG<4QgG%CYScWB$sFSqB&k96><|} z&+1`prw4nvd@5`cmxE&XHB3-AAyP>k&HFT7K_|M(M}0BJx1Y)+VfQ*6C*8k1ISrCi5V=JPZ3r7u{we= z-}`E1lv@KYOk+43%~X7v{~b1|$WdHqEB2oojT4WZ$MLaMz&%l+ z=0P(_#Y>Am6c{qC--~d0h8(=mJj`XsBG@GyrOFqX__MQsx*ngR#=W{UVDm_>xz~Vw zaON;`^c&2&Z2_9ULvT}6BTP3|#iVDJe7XN??#$IbG+U$s*EX!;*N(Zv8&8wr*Y!Y5y^)_wd6{PEo=b`nqPMn*viI$G+;SEm@p~3a~e9xdEl8QmK ze8Su5?CR62IPq5nnr0lv(6|6@VSjpeW zSHZS(KFnEun+skmOO?A<3;WD^xLlbE@t@?_UX>gyEjQqe2DD*dwE>h)UV(nK`ZOqS zB3|@73)UkQsUq%OS<@OGZ;VgIC+F5I|#uoZ6f~6QFI%d zFL3rO;Omsl+?)71G+q4^!YiyiG;Iu{z#?fJ24-(YlD zGdjng#20?oL;+7vVN&U7m}mP4OEq*z`KTBY;?!w6dyn(}B}0E<@9(xW2F#|e;mVuB zM7CZYe15h!Zmc>7pL^3GE2;uk3hSABYmcLr>_LWp+7KE^Ch%|DPgS0ROm~jiIfk%<9@l$ z#%txj;NuV><9sq06PLupi6t}f%ZqquZdQS?oeDJS%L9n9b_KVGN6_QS9XOS65)-$k zNJehH2HL%fba};m;mpVv{(9X5v)IGnaLgB#UJ3vEsbd@~6RkjVw~%8?3gZ4KiFga$ z4=8bNf#A~}m^@RSp2;Qi2j3;)ab^Vhfx(=`)wR;wg+Dpd@m~ zh0rrejb7~h1?`_JATsd;+BNM2vwt?cPkIbjSap&+Qo9lERT=a4rrON&)=kI7lSUQOfEn{IvfX-WsSx^I2K)CFbIDFK*=yH_aALXOIgFdgS58{S z3NB@^5uxEsd-Qwwvq%ls`6%LPWx)YC;TxLgxA4=w3%RFProaPFDcBr3gr##cFigmK zSTA@AYo|DIV*k@@fG7#JaT8ch$uh}3!8`m)HUi5EpCbHFrRm4T^gYp*9@rVv@yX}m z!yE(V{UwndxRnI2wpg-TkE1c%Se=>;4`H9vg*dBX5c)1`5Un&ni@CK&;E<}7=w;;y zc2oEa&wiV-qF31r%bnrp>&=)vTn*PMZALa*kJS(P1h*Gn;I5`DAvy2e)IaDlDA)S% z8RcbAX%WTjh4oqK!EB~deGP_BlEMbl3Va**8}dUsG2(e547+Fy6SY?1yoR6PxT=eD zIg^Zgr(A%*NMopMQef^&OxdK>@eq1FlI3;;FvHz*AtNUWsiC z()+Ux{+=JjrhZCbT7qxAd8ZcdXY&Ksz1@ssEbCx$awW?7_|k-GKdjq-7=JGNf=exY zF>HI0r0vEX*cDR8{>GXxakD0Kd{+U~@d|A}uI3g^c#LKKizREy&OyRITNZgIlpUJz z2b$y4aqprUSh{6AQ#7u}_*+$yD$gu9RXCO@Pt}!-PSX-{VRvZ58AnPzm?~)~I?bzJ ziemeFKY)=`9fnmqvhOR0aHE=!;PVdxvtaBi{2HW6>#x=cTymiY*?SYtURGpb`4d@} zhQ?qOqKy)= z&`lseJv-WO@|ogoKGJfP6EtjYEPb$b0M|=*@o8hK#8rMJEKtni&!xMt0lU7zR~-X( z-wC)?-=;B?pGng$i6~jfA-z&npbHyy*!aa=_*ck??hA9quYa5Io}My&E#HFwaXaZk zb0baI{e;ZlDN8+KWu&Sj&y#Iv6!mV;fmPykQO~IY@LSXeXN|iH)^q+qkY_Z%CdQJN zY&*by?wpCAEDj6q<8(?&GR5z$PM|YGhDGtJaOFh~1U@pm?_^N*0ZWBTtVB?{z<$ZfDKZ&6eP%%Rl%RGvkEsVif5= z2;u&F83gtlBWSE=2B{s?q}Na1@$Y9zz@aOYvmAOCJq4%kGTCr$xr!2mZ#ya(b1jp4 z^Ip=5COuNz`Ix$c6R4iQfqSx+k&3H5^NiCL`{ll4gVSrEP$c5J#wkc!9vBj2KEdd! z0`l@yrnx81g86{6jz-aa$V#*i=Ui#SXSomXxz|z2>Xps7>BS;oHL?7rRwWGXuRx1Z z{%q@kjcmi-!_0QL2WP%z53SXRrlK1Ms7mP34@%dhY3HITWz1jP)BYM{ z+pTHt&}w0SrcRO}!E9QS91E<~WpAQ~!ZXv)=$lfFO4&nkvt1w7JIM=dynewklRWmJ z#Z+9dqK`P?N0X3QJmOl6~fkyu`raPtU&^5dS|BZYE`YsP)pY3AS zmU~3>VagB5q7r{FdAg9544=W0uZ@@7{ul^B1INNs*E*=ylSrnj_=By;66@zFv2C*1 ztkTdzY?0kZyusrGQ+j;}c2uswv)cp)%s4sPKHVPsOysC|`Uu(=?@9WPvth~ane0t) z8hd1D#jaLwWU)uW+37)wZ2irNV9!Eu$L(vdZ_+}vuF#+f5?_HUFU2yOzF4EVl>M}` zWc;?POlD64>k3%JF191*Aydf>y4iFj=$B z!gsrY*{52u*w-gfYIFm9($?~a4_|<1mTTzaH6OTOo+)zQ^?+A(&%kYML2MB5Oy}hf zs9E-f)6iLhAN==;rtB}o15xeVmV!}u_j@*69F~p&9^29VaSSwc1wg?0V#%fc#eBHB z9+RCG2dhU8qn>UpGP&Z8Dr5dZ+=+c6^?Jc4d;c=@gcgF1(|Irn6=r9q4$NpA$KD23 zfWnIa{B`UtL@v{2k9>qRilUTzUVad@Op{<<;8spsu?z!a+VIF%S+;P5GHU$y60Ud; zz>9<4;c9O=O4BoA;-WTq*)5#o{np{ve|`wrRokJqaxAlKoWw@&`N$oWo6jO6t)P0h zkb8Gp2gfbjxq|^coJmeLIbX{don9?)}DOr5=p6)g=$Sh;xpN!?7df+3a0M zp|+$2j%lelUivSGJM~SCDTQ5wJ^$5#NzZqbnq}bouc{F6?;!M={eum|!*TP!72LoA zZEB4>#xLvl8gt*uF_mLaINO^%X6pYyyL=OHn)F*V{p1fmy-ipLfAs*Fc}<*hdI=6|m`haIy~V7l_auMQJ_&r0H1Gyx=C|c4wC2f@Yuk6uK`RNy+Yq#Dt>aBvWx&%p z9sYXvV!C`A_`5E_kHaqW<=)<4nL7Zad?K3J{tzWq$MMg?zr%OKP0+nL87>_WvNTUr zX?R*U?pag-F_RMTPKg|?WXE{r;6r$M#5_*7pJbjqK_w*^ZxQbLFSR2 zN%in__X{|>!4HeGI$&z10*R(w$Ke;&f}<{vcU8-U-|eDfd4<5&k9md}Rl@!4wJHnw zD)_q2-4f=$5vV`;C!SfB%l~R<#m8s+iURheqHfbfcwh76|Ig*u_$1*8576i3{5 zp&1%T-SiMwEz}g*mc8QKmJY<~#sTQ1e+y#@lKHb&8!+a32Pn-e7x}#11<#GEL__oj z@a9)eW8H?;cq`Y4u0`t6yAU<+P#7L_~YDH<8pWwt;-@5zr$_s9kAIK@x&TgDvE98rs!(Y znfUEA>Qg!H`%vI0vh7b9djn8yl;AKfy$DNH^x1nZjJdC_DEspJGRe&Fqy?u&(_-G0 zI-ZQ7aVpnw{D1xE!rQAbMs*bbtvW%pbL~v-qv9GcXin!|nfUM?&coo@kBriGqhxS) zRHPNpv?w@U462E35ZP6SW%5s9xpx>l)+Wr~RfN3#eHn4;r)ym6jsp6+JCQ2(HDRCR zW0ag7NB><2C%f`UOxZOElH*r^OXye_Gxi<7>(~(-^?4>ny@>=F-ye9sOcf{Q8AAF4 zIWk+KOrK(o;;4Qt+{>^8__!j5-CqIB#@(4xEc7i_ODb%XMA_Cu?9F%(AHIw;Di1(__X#{Y zawk=OnMF|(RA|ryQ}%szAr6MO5I1oRv?ofF@_*Ls;%r9>*Lj|g=p(#V_<*IVK4Zh4H!|+tTIj8Nj)QpNeSOXsIuN>S`q?hbeWW6tm2{sZ zx9(%54M5=Sy}XH@5<7NcIvp)hz`k!bQO>9F7t+Cc}H$}Cx9?qlL z=Q&WFN2#bDTd z$AT9IY^`Y&b1P0@XHG6gSJ?>Yl^sTtp4{SprcQvu2|q!>DG6=W1eWQn1=vUP32IDs z#znDCWID);_WG?L?tBmU3!m$bNhV8H{K5YHvJw9qIb1xYt(h%JXybI*D0YCHm}uux z){s&KmSH-mZ+sr36Z3KFj@&Z4d2;MkQw-F6os53G4!3gR7I5wN47_Y)*^!J#Fxp6- zJ^iLf(lOCw^0$aq7Vf64(q$BRW*V+M9m`}h8d!I-h*_sbGleB*fcHrf<<}6^1_*gLlFS_|RrRceO4f zSDr$vE>0mu^T*`)K8x=64x;flPGMJ<4l|q_1@le`8RxlrG_X}my8NG!RBrEkaxK)6 z?$xfNrP|5F<((uIZ!28(ei~)F^nn*Y#^Agu`DmP+j4|g`Da~yHn0L$5*|dkKb^8l$ zbvQ#e6h4#VmQ>+dt)MO6oyh3BoWLungR?Rchs!%gV#d(Dq^sFZ4-RNc9qK;PkD9ym z_C_Y%{MU@#ae6d7;T7JlvPH?p2JA043|?=U0Z!}xi7HMdf)3L}pCnZZ5S{~a6KjQd z-B~)+eUMB$)ug;+0&(VE^wTd3ORR#}8rd}X8|KRFHFIcVS`)AEypZM=2UDzYi6}1{ zO{X>qob0Z-;B!QlAmtyPXcgJ5AE&Mw~X zCu9|eVf@V@#48V?89%jQ%L-*obN!45r(WS&V%A{w#5^t}r4WAa*b3R#1ZKSZVPXEK z2fexts3eq~mfBn)&*N#dusIsf+i9^S6GyRbH8s*r+`^8`d&XK#hz*MS4(99`^jIdN z((XC@{x%P8-%jD$Fp1!*vfqQBp)**Xy95=<%D6J659PJlL4fBZtZI{En}e3a@f{M7 z?ci7(Jw*?`oKyzSrg2{mQrr#$Y8|OZ5B_;_cExh6@9WE~+<5{kXr9RKjk9L|x%b1( zpOn~4?>bx+T8$YVxAA>j9e+L~6IJc5LCv#UT*2y#-0X!q_+INajwm-^1Earlxe)_} zS)e@Zij=3NYdy$qkt;Ro}&c|?YH%Nh-zifhnCoQ-$0Zh=f!TG>Crx82ij0kf=^V&o2AaLLQV{xQ0& z{Xq|myLuER-04g4`pOg=vlR|@dSE}Cz(xn>aGw%`vE-hx(4JC>>WB70f_Md9c@m3} z-LkB6z+K!SlYz?dm(l-v8a#A<0;YqtS|L|Az z{c{y%RT?qYAf5AAJqR_sdBpKr%*7@hXV0F`8yPKyvAqjm`78r80yUV@R|DlE?t;ka z5e9kw<)-GZ!5vM|@zB;to!c{EoQvd9~wVNm%)xYVTyxAq_8vSjyhDPxpb!pjCM zuevF5a&!{4hkliKsL62^Lt~)*(gX~9zER{?z;ny<-@!aTV_5V-iTw!e()bCuYE%#j0G-mogOf z3xclQEx7%I9$z)91&=;crnBp+xQ>NNEPDTSKFL6lRu|sJxA~gX9$E@Ur*~s-MkV}f zFd(A`izskV1RYE|PNV-W$4pTwHg0_ay#r-d zKwyFF-BksHHa-E3q7EkSD`H_!%-CaIiDOf(2ZnANzi=;u@m)lrqgob)ZM!Kdh1kc}!Ym(w5rWQxc&kfw)r5kDZF z{tD}&zs1^Oz1eZ>()R@3Ce0W(d#bR-tGuy1ESTZ3hw!V`iESb^amEymSzeV9TU05E z)!$rY1D79%+b=BH)2E{$BI+U(++PRpigf8(O$~SAYyzAP@WhB**F|mbO3=|up1nT$1v`HhVp)VD?Jv7Y zw?4IyM)4Q?d_JAy`ZTbS{7z<~cFr-wsxLKMd`9DkIZBUMxJyHoTFG2vIq8Q3rIn__ zu&Te@f|w$3+^)`47Ei<*zYtS$4`KG3=g4iy=9vDlG8x-eJUJo;Wu8`}_QK;dG;x5` zqw1KzX1t3XF-16iSq5{{NMoUgbl7mkW3=h|K&fY`fpl;9Jn7{$d+Fk1GSY_)>QXO( z<8!WY27Nmu%SK5NZdiwd!%}(bUT_>DM#br98X}LaxMbDm8w+k78*d4M^^! z1iQmDbVCmQ`%@0nwIA|5tF*caC>Bx!<=`vphazxhykI)v5U^JCT{!dPL!Uhbu>87b`G>6t+t{i%6G zylFO_@*hpwqb6`Gz6pMtuqj|MAQcO$%2vjE$(Y?jp~ zA-k3WfjeG7QqB>u?!T8*gj}E56L)@;${GHOu(lJ=R1r^J<|n;7H<5?qg|$$!u?xNWhM~v0V<<|T!Co0IU>{dYSh?Rx_RPJL zwU5>iA9#;!%j(zY={cC9jW5$w$vcu>ilj-}*)Y%fBJ0?4nc2+Ip#_yM>B&T%-u*44 z{Tol=qWyQEEWAu$L4OdLia$Y3dn&A&W`t9sIBbgz<=#)M=Et2^V58hWg24b=7If+Z zD|(y5jN9E<@^43Ql!no!_Vbux|D9I<^2OIl!zewamML$Z0;@FJarul#G-P`L-LXuh z(Zcy==2Rn^e71#KWO@{Ivswga$RGH2Dg|$k8VUOS=hOA#9z1L3D$>2v7k`W$LT?{j z#mXmkZ2!SR{5Vuzd}o9*Oh{gW3VXNE;@j6mJAQkxY0=l2t_orGvs2_^pG!xo>Z!uY zmcFOo!#igklxRJFJ7ZvA%}m zPUXUn&PABMHWlFaK{QyQ&1@Ar_=DxKoZ%crHa+GJcho!@j+VCK-8^S{_s5-vU)IOt zyWOxc!XC1oG~tfGO1QStfEm9&3(29$bZ_G?%pN3UBj21vmC=#l(~j`S-iQ?o871>R z*>YG_?*nh=5`3{BkWX+=0G3jK zX4jYTrSFSy+4|9>yvBhnW!BQ-rQS5z$PT*#W5LMnI>rh~`Rexram|~2@cVEX9kw}O zwB`lg)=~^j3lGD~FbQ_QIDtOF7opvz4m5v$0;7<7C?{l)>O3^r-J@Ia$neK}iTN*h zr}u&1ndT3FU%i9nS}XBx&MiFkR)MXoehu@i_G16`OZ@FMx%>&MdocUhO5A&B9LQt^ zmwlZ4AN23+fp(?SXjcA-OA6c%MNh_}$)6^eGWH8DQ~QLzYBO=|&@FH`EFUwD2>Y<% zTCC^kC!CYr0JctE@ICw@FEdLd8ZXSGTofGf_sy|zHg^J4T@=oqg|4}L#62_{q>M+D z%-~vYFRqmn+!i4X;AgDMo9&zgesc9-w)>Vux8M(yUr_;%G60*=-q?IenCm{-2h8G$ zfI*uh^3VN+!DCLM>k`?FW@X|6KYEjtyLrPjhpdlmY2Q-=Kw@#fof)X`;q8r(Yj z5ewD(p@*Xlr=R+ZKl|1O3d_6gid^tjk-E^#P0N-=H~v1hT*c-cjxj z)_m+kLFwLHbmRbfo#2dFvN|OHd$g!jWDfrnMAYMOA4gvlIx;Q)!LWc6u!zqRxV;)Q zKsFB}ugkEOTeX-Hyb0Yt4ab)Pd%SczV7KfGR4q-z(4-~oa0m|xhpgCPcXRf7!)83O zzJFPI+dl}X3&YpP`@@$`1r|1IBR_AgIu4uk6u*tJ7p-gUD|+g0fnHbu*;Xbrs{We5 z6`4Ut(keij>kG{$7VN)AYW%E6ci`)2GkmopgN18FVeRk(=)X__OxtAH=RC%S%AJRi zno8{HiyacRS78{PV8L$@x*4_>@o291fUgzb!;#XRaO|H28cg$nwi)X1d}SoakC{&+ z?k~WKZIAe=abXO#?=a^_S6Eo@0XFP)7#zCqNckJ*K*tmTtOe1@V2EDJG zOo3%*aJs*cJ=$r=ng3JfQ~KW)DR-%{dq?vyc3lE?m7Rp?waP4d^Z_Vd5{DLEEo}aW zlWf0#I?K;oi1)m_Y2V>0m=U>y-fcaDMm`(po!3Vk=9WbzOFr=v1;1dGD3Uj@)S*2m zOlfNK1K!(g2&Bx<=WJTP@(=7~>ApiGZ{>Ox{`BmDOS@*Uv9H2;$-F&GJMbp6j;dn* zS0v14l^5!rN}*@B^7tv+JmLDK@yz#y3fV4FWobh`V$dLK))Qs`-k+r~(!PpcGk-M3 zA+_@~&JqUS+2-Y30AU^#yfsIYF1^swy_Ts=!_QK^O zOBIi0G8$f@Jxi2GNa5k`z6bG(NiLSTu7SAJ{cx~w0y=T3tSw{?OGr^>v39w9lhrkN zHCB^_?~Vl}&t~{*tH#H7B|(xnin(~tq5bYj(5iKWH6O}jdR1!~mobg$GI9`W#LRe0}q)9oeqH(aASu$lT>!F#FcVPGbfTZu4yLI z4p(Y;97j6M;rx|LGhnexJp1-_FKnm?gFoimAv2(ciI&b_W;FrKN_{U=+GQY)a?WRo zny1_}zdu9e=!aa)iroNzOX16PA=9{sNv7#e#)Vf3a986N{O-Px-1a8p zjS(wIX2K^ldpL(}ONnRi&qcE>`f+T!_g3b2tD3WlY+xGd$?Rx)7+bL^lqD^_#3pNX z!^F$+IHP|8KO^@zKjn5fKCH`x{Q<(W$4!+Q7RgZJ#$uRvu?Szj6^o{M9U|i;ZnW^! z0XjM92(2#INI}y>*=Gk6@tmI7;`CHSv2D7nSUY?MA2dVAw`ir}4AbH4@RE8QdN&>~ z?{T3;mKl_BdoYDoU&hw=N$58I6s!ul2Z~2$gMNk_`Kb8g`h~N&?`OQ}y3-X}T7H+( zx5&|>{A4n_=t8D~zgWX?w%GFJ0P(w=7wkvY8MberJ9Rf)r~LV)wC{8p zRV5{G*Jt0R{mX99_FLz`Ikp^^Exv%QzTOydO_3(O>Bk=JRmGy}a}YaNUg~cUL#=}I zp*+EX8ftp+&+iO8H7c3K_o-${#l1{(@O9Sny$`DhILwLbdMn~<>2|GINg<$5AC2^)J}X( zrI1-`ql3Sv(`R`_rn;*PJNG`}*3HzHdfa+TqYg%qTvwc=-RuF)^_@%oEj-9Vp@1R- zkCM;&9*mq&$#)L@%SY&+=5x-}!GGr;qq~hN@2>q5T3(;QF9xP~;jjbM&RRjY7bfwG zF7Br>`W!U~|Jg`=S*en59yJ-8Nb`C`(pIZpdU4T_Dm+)v=eQ4eYhO9UfBA*e7E7t> zrVG_ehS1HrOd8`BkB4tO=I!10U{Yoe=joyh{R8a;Pk|ks9w&Hc*H6TSKNg`2#;~{M z7dV$nb25IY%P-B}LpNvzivo zT<>2K)~m`i|3solapVJR$$tUyhgRV1Z8O->R$X%G9ZB2G{V31N4Ga43pr!6_u;M`< ziPx6-Wc4)&$9ITmx8g~RPM(ernp7xPy#?2qWI4_m-^eX{!*g=8XTs{>)9l;jAMBTq zPj)lEA(DLhfl*~IVVi>qRNhu&7JY+Rx$QY_z`)Bir%45_nwl`&a{@|L1^1GMkbkSc z3Oy>Sbn2cF9Q>1p0|y)ce4$B0Q~#jbk=^JxbDd;mvnf>GwP3ov7T~J3m1~i>L&=Lb zT*Or2H?&(xYweebl>KLdhB%*5oi%%+)SpfJzKu4{?d6oG6|>j-c@+I8oT2Wicf7IG zm{LYJf&bf;U^aU$K!zG$zAstw5vAal?Jcw$KlV2La0!?e7JA9oB zocj!HQ!ld%_5OTG;0CD8AI!2BhcTPS3t3&^YUWV6lTQp82%UPvaInr)$%5>=eAS>7 zzB;B6Wuu1RxD^guP~2Fs%qZp#{&a(7v)`k2&n4_Ras(5%IYGJKXRhJy2@G^~WZG5h z`IWsJ;L-YT+@C>X*$}hc-0*ZO-q2?zYtHH5z+rqb-e`qmIfCrb|u> zLnirx3!rdUjTPk%fP?vyptRZ-x(r4`MXwfo%oFmUGjp)VM27k0NhH(TD!^l4G&Ji< zVaaKAVU2c|d$fKU{~v1u@Ap~g_wqIGDtKx~S{CEG=|{Nv?F9C^f3R5YF4!h1ut9F= zQ0@^T3Ol0%z9+Y0SVjnbU8FBK4dhtOx);KIpb#`&r=f$N8Rk6Dqn;ZP|YsIij%@~${L4jMdAC_ina$gVS;+P5NAiHHS{wJ?Nr8l)`h4Nv3 z==QVNnxM!&rcdYF3!X>{57lu?iey=r|7=+Nw;NV>I`N4OzI?!`!_cK}g-c4Z(fH+0 zt}OQxC$2q)+de6fYr+*gdnq5xQg1_rej{8+55okHdP&B@931fPH@^N>2xHYs z_r-oJxUO6Yk_!iLTjV|{4K+o%Vnr5x^fstxXQSL>RVrw?0S%9?2z=5U?xTALeiJwH z^Bc#3N|_VfSNsB@t17T^w$QQuoyf~ieuH~%$&i8iBT!gY!uvXPLx{5!A1+nF86#}C z8BZ%vZfOu-=T?R{-<6?4Z(mBA>j|x!uJV%wo>Y*YG0G~R;^G>g!Wg|F?1cJh7}k&h zF^`(KjO+f8bh4OR^k4wMu!A$_qESAXRxXw8ZM{pk0Y zKj#7GdTIwd8o8RUC^Cg0{vK}-8ihMKS!TcX3~GlD=339V;2t5nva{TrjU+v;`%eQF zPdWn1ot9|4a6e8CP37zj6=~|gJK*85gZs1nB$s`A6PNj9BAUJ1g$si|f_mE=HsWR_ zREqy&nj=>*o%{{>zF-Ko&OL`=r9v0?!z{9U5r@k5A*fa~50z(_u!6AbqK!H&pmXpm z46m+3?L<$(R~gGs7z*&^))SET`YxKfw^5Rke;WF|zlIiv^zdojI99Q?3NCHcWUgLA zA??^Aw&SJ+oFDOmZ`aeNnw#TohC}y5=g6WJI&!Q(V zoDh}@6`L|KaYzuVx|{L8g`QZ9(MF)x@3CRXBy^eM4a?sdv1zap6m~SC+N-IsY5oJr zi!IKm>Zn56+*Ry+Y{;bk!n)_0JN3L&rM2Ib@r+UnOxoEOuEj*KjE7U%^$%-7ZM~7mF*_e22EgEM7(9BfPMChhYj%EI8{S|G{^eklC>0WJ|(; z=B}f)F&8CMtQ5g2;{x=mn+vmL#7%N0EU)Vk^eOH~M?OWNg3D=Sr^PJO*??DT86=v= z`LpYPg^Y@3U(o6;!dRyh5H<83))&oyCGNU-E2JBmx_h7y`?4Rd>qM>cQGD`)W|&ys zj;WV!z~NLis&MXr^Cx5B*Qb-dF>>(jOPip)K{+!1{?@!@>5+r9(_3G2x_YgM6AaSSVt z?@zHWmT)h(72$D{*?dolq0sk^VFs!uY`x?KF5VDChYmzjc2^b$Hp`em1Yi(+jpx41 z#9W(V?s%WB1I`f1I}L0NvUX3N+Xq|L4!{krNNX4Nunqf$`D0D zID4%V4N8iXN~knRQA%mh;N9Q%FYtr2_kNzW?)$nv^2HyP^V@ox`7ttpKE1#B5dJ9Q zx-!Yci}%6edmXw9cZkecKKv-fLFCm`$8VRugU4;_*hGy1yzb9fDq8i3f(O1Qi?Ifj zFMkd;n#r^AQR)s`PPho{`d-v{xQUsFq1>bRF=@wMi6J}p}$SqiBM72W&j_;k%us8Gv+>9E5N5w9=Z`x2za}uLN^|;~p;<3581&x($p?O&coNXxqpJIP-ThIoD#mk^w!-1{*^#|t2 zhm&h)5?Pe4pz?=8#_nnqS~vGXPt9s-{prBXHg<&fr)@xUZj$8ph(}PC+=u-a{1DeI zDdM~H^+0=?7PxJWgrw$w&=v3mBeI09rIiZ5-|-u~O^!xpIU9F-}s{yc-8*^q943)XWA-Z1>@F z?4`^<81QukYY}Fcn-bngE_bw`2o&gWcMBY*5 zvxM!^)C8T2`?Xx2?dRUzdZ*gC!{a*a;3wzhTPh z8eU#D12>u0{5mrOcsTAHNPTZ(Z)pivp`60)`Q*#a=#;a;_C3P0Gny5}3SCc) zJEF9U*^tvx3JElV-QXGjFL?-?Yk7#*Uw@a^eVc=uXFTNF;zV%&zd_v0*@_I+x8b-~ zQnaf+4MU9n6T0P}`H%m-gwd0iuwa*WP`YCxyZ6o?g6ywA=+{zMlq$m%Gn(NPwLf`$Zi^hSh4LHV&c>r6G@OCg#;P!vu1d6TZ07Fde!`!|)-cCLhJFrN5AOmr z$w;b7e!q5>z1|-Rife`Jn-!v~y8-2GxrFrvU-ACEd^oUcFz60H22#sqLS{_LxtmD9 z^syQRIRYe3zEsw;If9=Va2I_ht6|`tU!t%tQZyaeg3`19Kqii}vro_9vJ*aWtmtJyhs!fpJZvaV)H0kve74|{n3#NGcLF$DslCLvgW42rlxS#mK_ggWQSF}#V zN!L5@ok*6pD?Y|X-yfLf)QU;+y*LJSP;a#%EOK*$)dy5rh~aBd?z{+Gw;_bfbUOtw z_U-+*x%nk$QDRz(3bAhZZl5Ykk~CvLcnQQGaKn+Z z`yp(|2kaYhA#wwFtr74#Feg{j{ zd@;vEo!N{i#S!@v;P|U`0$0l${nUkS@~KalRDS@vZR`2AABV7VjN(zl}o^U4`qYwpN1G*(2G&+Rcs1bH3-h+;S1hAnT zUUa$zT->|i$+JfiaP;RIf8PO-ZvlK4{#O={9)NRKHi%{RvC(%k;q&ue&`B~9TrjZ^ zrs*i~gBH^h)iZcz?Gs4&uMcxk{{nR*f8Z#it(fsN8Q0Cq#ZMDFkdKf<)tG z4fM$(m4FmY$?i{D>M8<+|MISHD=V^z`XKdTTVEP7m@^a{cr85<&Z-N>dg+(o|L;j;mLxR*tjSWueS2!@Y)oOJu_JJ$`Y1{DJ-yM2TN&cgwqL5 zn4W2X{w6|~aqM#XWB(s5*0H3fG4fOwuEPbd86sJrPy(I@4d7J3CVo%uP0*-bKqEqz zlR5JtSDQ-urLd859HK;C_N!^db{mOmZzjesI6y}pbil2-v!EzAis^afGQ;gnc=4eV z9r|=1Wpa58^iU-Y?fDL}Dc2#u$b@`~9Py^*B3L%&D{gImfjeSL_~?ED`)yV-IqnOi zUqbe5Owkz9Z4JTuA?;B3>@%o#Ho+zJku1V?F8et_g_bke`HQH^68-=U##D}SqEJXMy@ zq9N(Bbbj4b%v!deU+ce|*k=oF{4IZ)nAU)eVe;bT&d1oA>SZV!Ai<9-f>C4W6#Jt? z^x5LgZ6H6yhmDxGkeN(2CST7}v}2qe>?s(^nTVy_k#GIk^NBflVx#bE{Mka&t}YO| zG=b16abuUs2Q>dCNv^dmrQXp}zI^L!+Jj@Te@iS9cSjuYDeVE3S39RJ9P5icY7=AB$jOovR!>zMfsIQgAsl0p*YkxaYaPDCm zA3cT1e4fM4$sh_(-mWARd_Q*eDGq1U!&Q+5oO#InM=&z+Hrn(l_wZ|zYO1I*YOS0|M10o ztVkuW8Yf@h!dx!Iu@5`UnA?$stku6i8{^gjIkhr$tKbmlbFCATOi%IJzgjWAd^A(o zlm*}NXK+&{_^@D~Qtbac312N;$y(-ViFaMhVz#!P?8Ao9m^DvK@6`g}d}}^G^t~%2 zh2~QYw+JS5hp;1?M}XPkrSO^E=C-zk;W?QMwApwI)r^H)Z%7~ZL0yyToV9Uc^&?K& zUd&?lpJ!9`RzjhHFD{E|fxIz3OlRcVkB`q<*P9IKf-bE}6+=C}F zr=z9*dy$Kij%b&DG_c7!G$>~lBXJZLCV!n9RWt~i)?LQaK{Bj0sa^DN$#CrcDFf3F zhp>(7pMimiKh`-bvAnzj_H8S&B=b%-?8`tQFO*Choo=9VY8UPfs>UWE8#{k)wBP}M zE9CNI$?UQ^_5Jz_jDPb&$1xMndup>>C4r;LiorT!GeSebucYCb())WiqC3gY1TLdJ5hJUdVB;uvoMuJ`$Yyt-KmQj! zX9nWg@!F(bHj3E|J`B(5f|>H9GCuj=Y|wa>0d)z5m>V1q7K8n<)wGt2Ua%e%5{9$r z+DD*1^$JV6wU1SBx7h6yisH~2=it8+*3zgTGwG};Wt687j=R>&W80TSR8>0wt&_Y_ zx^_NF9!!GDjKNI(UOp@FS-|G{sAGX73LliufQ|LfaDKQVD;s4Z2?`7`vfX2;&3z%Cp`&;EH*bxRt7$1xf)RfG049H5f; z?>OUk0>#H1r4JSTC_VEw^z}7>i)V*nPG>5d%T**fhiC{moXG{WNbvftKFoE?2g#p< z+u+Z0chbwyp$6uJXTpVf&?6P5-1e69yeB-u4mV++Q9m~K{%z6Go6qoLs69n3HlXQ! zW>Sf3Ke`jJff4*Ch@|6`36!Q!054`3(ZgomV?rsI^!LhiuZ77}8T`PGXsZPE@ z)x34FBVQvc!N8#$jk?~S59~Fh|Gwy8_;X#%(CW*Z8$N+unzAfI=K%WcZ3ju5aE^@a zOHcY-=N72@@Edl%g$t+p(c`(RCFx8Dpun5u*g3(Qib@EV-3!+ywqxO(yZoxlad0kn zHDrA+;_lp;j}<*e+_msH{3G;DOhzcsMj?X`|9&c-jZ|hGv30m^wF1o(dP3vw2f_F& zS)e!QGZ!6@kLU3(KKY?QmJ!3zbi5)ZJbeVS$1i|vl!e@ffNzhxcjasRoYCPs7e%TFgtKopTdhc%|(UEPvqwTl!vuVY>5SapE5I)R+ZE z@gKowQ8nLXI~@D%UkUaB$GE(8zfp6R1|@x;!rfYKfyH_|!SYE6rn;XO-8|EPmqxFJ z54PX&Ns$`+Y5bRe7@ddrJ+(QRPc5ZW-w3&=qdIseVKXY~N1%O`@b?4H>@gTlceyB+q;5cuhiCpkaEQrv8=K__Z1JDrPBdOq*x{D<^3VLEh>u-Iu5yp@n>6yb7C7c?zWHO|pG2dT7`QHwKA@YgOy>|qo zG$q`I6$8ksUytP4(d85|PViw{oFX-CeVTtNh^%+^r|TaLK=H^Q*wKEL$^YTG&sFiD zd0{I)J97Z%1gFA%ZCzNrz!!~V?!kfB5YW}Q2u6E(iQ}3A-cfEhZuYR}cGn-|i(?O9 zO~fj$ae|O_9Uh6QV;fQJ@m?D6XEIgqc`sT#VION2`p-{um06L-0Cx7pH5NIiiiJsI z*()_qstdb~2S0s;`J=Yl%f6gKnToT88S?^M_3;#rj;ceaUNtsuS1GLiPna=fmGT>1 zZc4WO41+P3`Uu|(z-eo)@xDPaI7s(7+`gv4*wvjZILL|nb687YN!OM2t;`4Q4PEf> zb23h1Arx&tjNZPP4PH0IjLX!9CU1dZcH<(y4F%rUO5z-qokg|f?VR(T!~CIL*|=@Q zK(M=&fjbw+?^yJ%tU7t~4 zImCd!VWPr@`p;#CySw=ZZ+zK8+gv6tyUYhqx&))AJ7Q&J1a)2P#_BhUG*P%`4C#_# z4}N#yF~=KN`0Fvg&JJd4T@}QySDa?)_YQI1LlxlMa#OsqrWMre)9~KS67I;N=P19) zg<`;rx9ZafItq%cVe?2<9ihbv7P^tM%W>*(61Yo3=A@|o4)s@COUy0m?lf z*s~0dZ|a6x$M-RHVHYO=H&y;x#=4&g5Hu(xN^pG zezDUgM!)jFM0Ffq$Jtm@-^?E?T}?Khr_uZYVmc8umd<~;Lr3Pjk(tUZck->EqQ}Y8R_34H&N?RTL_uRxCnW{{!j9|*RgQzpc6hEkI zv1x<;!JTFDV85YGI7h5!Pm3OdR>Us2E1XpaCTu}3)3LN^;Y=E=n81%5nhYGrXHqs`OJ$093>RO&`QA`ZmAr3;74XVsfM-7KAea$=fFXilIK4I9u zWbV#QSN3?rb9{VLmp0sag)B$ltXBVGdhc`CMa^5xeRUG^`!$6W>qgjf)eZF*pp+g0@7h2$U z$A{3HtwwVrd-yG7h~I5?v3Y0w*uAH6;`pp(;$?bc#BwzQ#XE1mfT-R#keFD5edl_D z?&u}VOgIypRSDUtv9p+Zdo@r+GVN}72=ipxAhK-`+jz-@tG;p*hNTFO)~#LWcv(;I zr(FY!)C7pUZ-U>n$FcN!EB38Jk(IB1#J+sJ!;-Glv5_I?SyMnE)44sLt%{l;tk=e| zZ0p--c5Do@Ru}=+Z^HpJ1;*)%tHQiof}wgwOn*li*K_X|OdR+?^f=%g4BR>zYvevc zX47c4>exYe*{lFF>JM>2x>_W$FXXL$XfV6D0+@LF2aD10U{!zruxh1L);8`mvrStM zk^12%G8DkVrir*z#zb(Do@6!UvS@n76eH@0KV|;}R|XvgJG%IL{Z{PgAeXI-c!{fQlzEI7_ZST1Q2)0G(78G%$)y>r@cC#%*GcwudoQ zFE5xvGx4wVG?#uS9=7Zcg!}peXtMVn?n>PuQ7E{BxAt{mr5q1my_C3hD~;f5`a%BJ z%LlOalNCJH3})R5>#1gYJr0d+<^A42r%z{0xN}2GnBEB)@v!TM*s4#!+;6+HJ#WLf zwxrW^CPC;cO??RWuAX6co$T1$Ew!+?=o|MW{R2+2jRtYxR}g(&$ZyuzA-GJFVeoe? zyp*+?Io%6lEk92%|8-@!LA4dX_8UwuhAktt)M*er(Sx-6?Zf9w6(GEMKV6*JL}?eB z$^F9!VxRQs@=H^uzU?xkY)HYg%I%QpyBiZ*iD++V75znJVa63E)vo3=_yXof{F z`e`cD@3+Tjl#mLXeQOK8_S0nhUJhZa`tYC`JOlTd%*2)-&3I?aCj2>k9hdRs5zx3o zd^dCpb}V^_W7OWm`E!$5jzx~pnKYw8Nt@_`%o-}+mP0Qha&V7M3Y|WF8PYpjvHXcX z8JwI&Xp;z{Z4;Q`AZhevvFYt|Hca)+aetDd>=Q=HVf^Rra{vvd(Ic+c%R&2 zK7NTCw=89;XwtQlOfqXble0X{eUddK50(9NI^-g+n6QvyV#@`Oy3nbZA^2mFdx#H`O+t&cZQSt>s%(c4H0Zmb4wZ!b za%QtLBrS^KqAm!`%{DvsUcCjLeM@BB>k3%HssrqnS|IzSl?%JI^)YEw4ax7WpnrC0 z^s8YX%^L1ZH>Vnrnax=4%GAg+-9=I!9#nS&cRCUjfdCWhq>ofYBHF(gMHR zoR#BO=wO3kb6ypgEyxm_k%;C!%TYer5Sk~*v1_iwAm>K{^SNZg7CjKtq{zW!-yy-I zkzusYvzs4gbr-WTE^!|2Y1kb$RB$rMpsK*}udtniEghTq53}U4GGPR!y+qu)S{bz7 zMBpP&HR?9Zf)O_vea+XFRAlVni}$X;(N_vYXU>=5^IJ}k`|1kD&+bPNS0~etGpTq+ zK34SbjW<8CrV9_P>q65XU-@PeU5aZ|#a{0u?n;X%xKxdWm?dXXDf0^+3+n=t)s=AM zObEU{^bxjgw86|hzWBAXz3k`9arEZqbAI_1F}-*v+guBd@AL2&)ycen60=h=_xnwZ(n9TN0DSSmzO0ak3ijl>v#_2|30=Ga{U8Hx2_l5>(@|jOc9G>+(Q>TkyTD96TnUrSgW=rXiI6f#3-sotK|{$IZr$f3 z&QJX?_|I2no8L{~i#L41HJ8StOm%{Tckx4*yG4~t9b5&$)(iO#TM0(#zJynIzeBm( zOiAS4VvO8!ijxucFEvuZH*vs|AHM1`ZW$*__AbhN^QbRaB1y#%KWErj8;b=>HsB?% z%;iQ}@GBIiqu#F&=xgH5-9D-b{j^3y+m&+=XnGy)HpM~16{HDx$Qnkx-RTrCwd?|8S%IhC?h426i)hE<@8~vfCB*tq z03FPS=^e@}A-#mV8X7K|V37m*9|d>e-4(F+#3Q_8lL%8=%W$J`{=d&z@n2ip@qw!v zI~2%4j9E)Od8R*rp2V9O6@WC5*bD;u<=k1_E ze5g8|AGy+yd5wzWmk;#C$L8M5bVeleUuXcT2Htd}Zz{bM?s!(st(cpWKp$gsXrAdW z+PBS@5^uhzSzrHBfMY1HV&nmp&dSi_`5ye-qaios6ujDT4TGz+`Puh-Va&8}-1asR zPJA_ir0z%DGKZtc^aQrZz%7`&>JOeD@sS@Vl4Ttm7K3C?GUOZ>Mr~$iFer37d$FYo z4}KoPEJ&Nl&;1E?ulBQ-du`Z+M;7dMOgQJ&J(fIl6j@Ex9+CUNHvY_eXZ|v&u+GMQ z{KVH)Xk56Gj(IMi#|!nzr*Q&p95R4<6+Nk8NHEpU^#i#@BBtRX3%3(a&}KC)d>SRp zK<)}I=IN=-;eoZ)~K9hq?oPGhOKQ4gdq8x`~?^Vcnb}Q;7bYbcX zZRS*alQ(UD&Gj2Rf)$wEf+WXG6u?=y1sg5|uA9 z4J~D+di)mS@;_jlI zDv0IZf5g@l=!@$b2eQk$@odkmeQal~B@36H!uvy>qi#?XrWVM-N7L8X|GxqUICcYG z+lkrS1DXQ+JP;=zUr(0;M=Yj$ z9aiaq75*1ExBpz&pUE|B`X^0xZSe*A5*kOk?_B8EhXvSA;I;(rBy26JfDJzK?B>FL z+_u^{K4zsR>uU3&CCQWMOYR`H+&i32jERQ=sR_*Z7>}Vtb1+ZfQkrJvvx=Jo+1cb` z{?D0zwBnyC%~L+Y((PYD`mC|6?=c^GHj!}IcqdBS^iFanXAj^ou1{&eKNI%TBQpz{ay%cW@32S9Jx4&2`v(`E z`zKLTJuLD&-@{vO5|LAqEDe`%+_GRb_Q2Z#cRkvOzeaL6X4N9r*`gqxrk>B1IrO5! z>UC`If`j}rZ5zt;_eG!f$u!iq1;d}*B|dC49jY5bhR=?o*Jv47e9Ki5{L4_3pM4dS zY_!1F>l&{*MED)~^Az=cJ*i(T;&xwgA+IGpxYcJ5<_f)$x!?A)&m-Qm)U_p{hG`$CVmVd%AUBOx`=3YlRLruHlbDi3O&ooxmLg`h(~prU zGAd0p==eEpY5%-Sq|e)9(3+!kWnLSW^j}8un*I6FLxp{0*%!1n`V7vFS7FJr z7S5}5J~w5k30=)uK+kL%snj@vHqUuTg}TXP6!#0yB{R0+kE-}gg|aw4{v7@G+9G|? zFjM+1cal{1=vP{ktRVFsNA&a3RC?2K7SGCysB^PBHC+mVnP2iDzppvUTpNRVW7JrT znF^&my~yv@Nyam(AMwF1d6L|$q8GvM$hYwZ$*+!kJ2LR!kIxsQkuh z&E1e8%q5MTd*I(@Yc`|c3NwGQhv{3^!jH8VS&?HiESYgj`m@!@@oR(}tN12_mIyKEgYs5XB*AWont$kESW`#54G|aN%d3* z`Lt_E&kb{u%0D)eKJ!c${MQ;J%Cw;+p%JK@Rf^s*U(v|T8RQP16@}gClB5Y8-viSg zL(k8zIMmvT8zRg|79U^D+BW*L)$^v4-ne{d>wAo4o=9dMGZ>v{O2#1zpP)s}85*t< zO9T4f7rby6X?x#VoQ}`X_t$M)?&ScRqKi1Mi82uBQi%#XhPUD;FiP${qpX9)DIeZ{~!P{pX zfPSt^;jCUBjJ@9k14cM;M%N7ZfFIfTYV~9k#}PV*{=nmtCvZ-CXM^F%>Z>p=y98E`FNKFoY=oRsI*dO37VCUQV&SS}F8+$Y zWLs=87!^c|GHhF5>6fD-t<}#kW2PmziC*)6=LoLMSbvDRBJ|P^Erva#BG7Z`GPtiQ zaDNLG%1*BkIE|9acuMye{xMdh71!JNg-6w}e!@#m_oOU0yITSUo?h6wTb<@roW{oo zDzR^q)ZySxZK`|ahr_>>g8i#B45?RUCex2`EhnE~s7eLMnyXM%`~e(uemeoPIv?@238}eJGGl(2M9<0uhHbqJ%Y`gq-L~mz| zpnUZO^mAz_g?i1W(ew6{)eH{B&#(!j|4fIa=PCsr(p&s0RmSZ*excBw;a)w6fn)a) zL2rg8MBa6QsulMoD|{}Y{*F=HBiT{7RC^#rd^v>{E2h&};rsB&{1(3JJCC{UA0#nV zNTviiB!$WC7AFRHlA#6Bd7JCFN!U*?unr}BxPzuOnZ@4~s_ z5@>T!qVFGna2el&adJ=w464#&)AkL5-k+W5|3-x!U9*{gVlo)^*gEqi!G>&cQ9t%J zuYyv>hX@>oGPa*Zp=g^1VYE5E_I?K@frBVFX95oYD&(7f zjN)1*$iaTsTyD>*Nt_J}MM=IYt89zm2E9vxjaRZ*b9ykd{TYS3Pd4&r%N1DbqY2DX zT!Pz<@1|vPqgnP^fyFno38%iuqRcOsNnig0&Uts5Owx5|Ri9G+;dUw149vkD2Cr~v zl9anLHjUG)lESW0&LXRBf3Vt?!0(OO4(k0vS^KmU_C3IdZSQ)5ZL6F}W${VeWuFXf z=Y?+cC^dHRRS1-ZuNLwscF^bheA0{3qfs46qD|UaG$b_?AFQcGHNhXWV7nQ7QklRV z){ezhUbR@hGz2WSc(E}$f{!5o1cY^p+1-JL>{-6P_(DkpYsUztV(-EBPaKQ$2WC^y z!atl#^-jUfRK$#IWf`^}WYtryZ!^cd@ts_PuqT(~-ND#Jh>4c@Snc;$VAg%W zYwm=5{jb2yfyIDTB1t}?u35kuLbJ8?{vI=AuJ4S4kQ z8CEX4#0_#RhVNGjxTE{*nUsovoKxtn&MNMA%?bV~E}_5X)8VAOEPfYwE0rGWrCRZa z=;h3_tZ}KP*yNp|I45g7>l4w4Ns;dGIV48NUTnqSZbe#R7f8RGMgfzHmy{I;fwI$M z{5lYD_Y5h~;v+o?e&rQc1w9oSf!;JI}`qwclkGfwZ3bV%vm>pR{i~hg#(jC z`j^W%kk-P~j;p*=$TPkaZbAAC16ne|oND{4Q~sM1^j2`VzZ^Iio=N2>dfq7tGE1XR z&jv`3to;wy3cNEdIw)S4ca@EG3}xf<90dpXIw*azl+RL5q-)Bv=t;zMc-$_$JHLO0 zvtCZHL{EbaoSX#8ha@oFU?8@?oP^o`30&wKj~wo;IY^(Q1Z0d;Aiu>bi;_yb>A85Ic-!@2@KL(X9Y|E7S!2WK6+fJJs7@f?BXJ~AoK8iher5g+LW@*!Kgo2e$|_QB{iGdk1@_OvhtED=Bd625Hq~ zXDN5B7u`0TVm%|1*d6^5Vzec)tI5;yneo$c8I8{?HnhH^qm3m!y%Jos4w;u~hP} zTu*(MuVo!Z32dIg3s2Fk1z#aUx8}eyRyZ(}8|>OkGXJ7zYF-QJ9a~JAX$ZM{6Qsd;!-HM);npeqyKXQk#J{6xYk8?c`4u|gYk_^U z&QaUd$*iO;2fMtP&?CzQZKatw*d!hjFAt?znSG_fJ~?!x{tnIECOE)Nd*PB<3C0yN z=&_1`H5zi%X8sVLdbi_Jt)u9qp!oiFqu{Q#!zh+kfUNrfvY0YX=E? z53<1ZgW0bq2FzTTn++Cb_sfNR)b?E*DHlGcU7rt-$9+cEmMc)~+!l1oZUis${gMaS z9iS&?jk3*=P%szyUqP2SY;vXXlmB3>nhHH#Ev9Vu8xXuC7baXwgW>^#hqX2rTMdN% z^S2c^?9w3U!j(8rj!>gDSn}|+C27h02j3%sZYvb=3p}-{_2V)4Q>F!p!!?+9P8VFh z@(+6Xe#~EW5Z^dF81F7V5AQnN>3t+evhNc~jf=z>W&=~-Orn*yzT?;Gd(^R`jb1hm zA<^tGyz@qrU78z$*T38IA;Cz8K^!B*|E{{C>oRLnMyOl7*x z&g{m_boSRi3I2<{#4JZ#VyTq_*!8up%;@47?r@wJSHE^L#H1y2Nk*}tpZ^{8;H>^s0)+jC>W=|Ft!Gk9`JrG9RNtjupBb-3or5?;y1PFBDJf#Fx>( zu^}>*d-&oCR?d`R<`Ea+_1(v?^obJt5eP-%UsQ-Y%&1L5KIAFsA(fFHv>3oweH6JbF|ERfwed2ArahA>tW#&u>4( zMO*TXL(XCL3K9h$FM;ZJs`N=Cg0$qK>5g_S4yY-nRn~!Yc&QadIM>5}%?+5=)x$+@ zTMo}(?SbnrM3}y482yesNhRxM(2*mHso_JE=-R9R*5DN?uqFh4SCj*dvlLV2{xk~v z9t&F@%TtoQ4(WRbu>qcWASkckZpcB_^;2L0Vlwr-mC`NA0-6BwD0|}{hF2zYGu9QL zxFiHOUh2aP9~bcZ;|B|Urw_QhA%bll7RnskE!g+cv8>DW4Egh2WMQ(BP9)!=FUu#F z-O0J*;PH4MTOj0Lj|RlE>lvS!<(>rgAuJK6Ost^Zo6SP!(V1*di%Hdc7#A&5fcHA) z+pqDz&n?Zn2eKFI@y|{`_I4JSoKPd&zW+2s-Dsva>p5JzYloXm7L)waK6HH0Rd|qJ3w46a zUT5r0c-f*s=LDa}zs5J*d#72vW$q2GD9I6B9xbA)$v|rly`aLn%cK~;iq(GZFTUJQ zgN41G$0aWe6~3Kk*qgOtcKc!@%XoH?<;*|E6b%G-E0+YzP79v&l5+0x$$xP3hcDkd z_zFLB#0*~Bu2=Nrhc-=LUI*gg8NAbPHOh`p#maY8^nINkwQYY-&hw%nYkC;#f1^;i zvt4Az>)Y9eE;%a4IMC84V54_Nv$s!V#1~xdvkKWw&+=6v0!!L^4t*mHQI#4{vQS#qWuA_(y#pjX7~oGFJMYPY!wodYO&fmZhfj{Or@x z{A6E_Mw`%*)@x%r6^xgpSVD@PA z_5^!oIF0REHiv2dTEeV%`-48`!@MRKk)68%HUEhw{j^HlWE$s?@#!zNjQ9Zd1FG?W zeL5&!RA&1G2lJZ(C7eD};G^H0g>U?harI?tf?Ik$wO+l5i`GYyyW1X$R`|(%u^ENc zdVR&WvSXQYU<>njF_^iWGGI~e1@Ka5E}fg4M4*+c|;GG_bw z6hhBTA;&RIp4rb|!8;`!;oexq!Ti7 z>xF>)oBWcer}*~oo46MZZSWuelG7^v!uhRXOsjMa9Q&9}$}TDVV&Bb><=cWkDpDx! zv>F`@E1}ip1Eqei-jnpS7F{^KknXv!rzV??-*iWxz)$F(S`EMV1oIxFOli{aNx1j68rfV_q+q0Y3=X3o^c`Obs z2f1y>Nqc21&9@Grv3oUf`)0}iQFI>uSiWBzw^vG5NkwK-L`He;b0MjuzLHc*(cW8V zN&{uD$SB$(AtcXz&Xa};Wk!;gl7>oKY5eZrUx1hAx$o;b=ks~Lp)tn}N-sMy%jpU* zs?(CpcIncxL1(~i&SlI_IV++a!gJ>338=WRS=8##20@nxv9b(h%(7bv8RO+~OYaO^ z=PM5dH)nG**IWfo`y#%-;R?0(`(d2lN%&x4$5zT~Gq22P+@y>|7X7VmvWTJTek;5Hjv!orLpaCcHT z_zbo}%g6_)?cR$A&vimXMjG@K+HyXAJHTpbEx&le7VvS?#X@;iYF}XkcZ^c`)&p6b z-hofBUGW+&crbvC9d5TQ<7e0;qN0u-M7_Am1y!F!o^t}_ z(}B=ypaNgrS905XTd{cRdN{bZj8onF2TsFMKY}s~1<&1|<8XZy zK~QHZ7F%EB<=(u(U+OR5t;-vTUpI||?&GlP)+?OkeiHrbKH-UyQ>Yyo2Hs131fN7E z-tLUx%j_@m3tEQ3?dYRy;jB-*B|nVDtxTW{|Ly#m|6K8USqdqf%*VKAcVR%o~(3)cmA_yK;Ywl~+W)l4aN+&55`Fdj-c!uXDOGBUzpHeD-_h zQPyJnOX%+l9xIFQ01B7b@H@x(H;R|3Y{XX@u+37Pi? zylapg?e3_-LDDkx_03b1HS9p8=KIjIa1ywmsX*&v@+`W@iJ8Tyu;?+v*t)p`*<@c$ zOzpkIe~3?l5nJlP^ZgTk(xwa8og53dHd*7OkiFD0DuIq3be3$%9xlndP((4#8sw1e zNOR*=V4vVD9HX=rkC?__La)H?+LFy5?A-?k!x8f*XG2~5aTe~Z!$SBi>_)Q-{MYX` z=P&Gmo{RQV)#cyZuVWnf>waLXmS?c%Ut|PMLp9Y+siZzLkwiUil4RRk2Z`ynPP%zt zgU(3Y1n*TG2%%?)82Oy5*L)6RnlsQKM2hX|x`W+@OEKH3h+P;^%J+}h2KBvZIDM8j zz1`l0mIwC_VKXJ` zslYFeQtn5P^ATId2W@0p#VgsTpj@^lOV{zp@%5}b@)a7G+#=tRUXl}T8WPb95#{{Q zMQz_2(7LM4%Jo~&B`ize8~p&Kp@Ce{uKTe3a|NeWC_@*|&jQOe7QDmRTui(jK|YE= zk-4+Ta!foHRW4%3)t@n!Tm2lH&KNi*oFDG^_}3)%dakbIy)!4N$WxNc>FXzv^6o{w zi{q*G&tlvxIs&}1BHBw0!K&k4;OS%t)fV3bhKw24n=lqueU%a5Y{ z77@6$`~zH{X~Ss`Q(&dpS=LRuvEwMkZ*mDTWO^x-0gF?NgHx->O?g%u(5_M z(;TVk(0(Y$%oi<7Tm=JMq9LHgmQ{>g4X;(kkfM`_R!_gfFxPhZJ*uD3e5HD#LiCg;c3ikpU^{tqioonCO>LV0+!{+Fxg$UO!-DQ zKl;`@)>-#lywP(wT$nYD_djd^#myxU{HzIn8CAlA{!+|Uo5%3q5_CQ`mM%z(m}K-+ zmg1()zNs~^(lzs$vM89zr0$>}T5-sq2%^;*@6k>r8~exj@VP2tcC#mwz4#NxOqQ<3 zA5q)cqGQQi(!+7=w&zmz*h>+Irf9Ols(iev&;e5w6B9j5&9i6lA8A~;~bT&*t*CSOkqM5JJMl}IogHr zAxy#oHQK&CuZ8<@m@)=mTDxS*c ztC6ALkRG~uCyuz90U5bn6UNw;@xiwa(yXjny7hM%4lS6(OvV6HToul0^jFdrB@MPh zI3vkB9>m{^46)V!E~pNXh<`^4UHae`U^aL@i2O=$s;(6V#n+-s@EFqWX%HCcO0>V_ z2%TLRNb&u{amNu;_EvB~Js+{393m%EYH1l2B`(Go$3<+n;1tl0|I2^>a*5LvIw~IJ z3^z!ffE(gC@v-%`EaLTBydrGj6GscqERRkc-m?!E^w-A3mUw~Hwi$N`4A_m=%EcDN zjD8pX=5~a=<^vMzVD++hFzr!2W`F@t}yT>=u%f}~h zXru+NW}-}*`rAk%f6nIfKP?@NB~rI`GKQ~d3_wQ&8549!+G;!K$( z%Erp_CH6JAb>Jr)HhLgPxh0BU8Yc0b)5@_`gYe0557Zue!NI3L55|>$L2|%?Sw8%V z=L5dtFpJ^L!_=86D&I%t087#dHYQzzFj8^aNVSTCXr#(`JY@U^9=!K*tMzJ@p@l=)k2RHE@oRNYNTKxB%3tr+&_ezpPmzNr%Z(cnM5CwOC7hA}5%Ih>OgML&59vAr+eCur@NYdTaMchsat-&ds@}*W~c)mmpbya(~*Exxx7;_K}{3~F^lxl8!pdRFURfzWstiq8YTH>jS z$>qV@{$j}87w|Ij5ZDe6!jYyL?88hY>hj3KP$LI%;u%Byo&OZ^O)0#L9S@5;$8pUO z3i!R=6Swxti$2Lo)6NfDU|`l+e#1f+829lo%slX2a7@31so6Ecv+6u(98kf2Y2ol< zMF#d#-G41(txLl6S>o_ z2f=^zBR+J#1r!_0faiK)E->x`sFl3K9`SXU>DUdoYU|N#>oF{@jD;U#)$n*o5Zp-U zN5%3Fa9nW>^mZo-EKz4De0v9++nRC2v`@JFNC@s7mJY6_Zz0$=oD1H3gBPC~3#MM< z*ypiXsPXYPbf%ny(bqG?tH;e@Pwcm&|6yI$Hu-${<@d_$KuSF-O+EudZH*u<;57Ux zQee+i>R|uYG|;FsM=9}D&V0;e47QV|gumwa+%Oh1j=jWrJFVf3&nL_LT5bIu(DDOo3#Z+rg+rTlEU;~VZ^()Cjy((d8AmwMsY6B78h z&6(j%9d>iT61J|kOn47lu}>{MaPe#$$&_YLKu9HFbrFp@-Nl<4Kjw_;R`AUkNmwax z&cstw;kxQv+{@&^aEt=$$Vi34heKh3jus?+utSY1W%et1hp^wtg-siUyHMaf=I`#q zQj8jLpq4B++ZM8sF23yM!5uJCeWT!D6w`wF7pURIB^qk@6vqnhvD!7+IJH8C@2D<7o)!j|*DVLb-QPgn&kMcW6S%np#hm%#Tv+{n5p;aaN455D$e2Bq6*mQ< zXY(`Bn`3$4W0=QQ%ur%0+cJc|Z7q7GCR3{W915F}K}Y+k5bM}S#irem+G9cMeZJxM z8$&61L=K$!9gc;Y7h#Q8F6`QO3#{t%@btM0-1$@X@aB!c`aAj*b5CcoJ|Q!?X2nI^ z{Otljm+rN1O>yQZV;insM>~0hBy~iVI zjcfq%#qaT`&VH;tbr??^jY7l3uQ=7~#vfsA3?6heis0r+ylmAU-jq8%| z+e7ZgwC|Qv85p$K1m5tarG!Q20I67QjUNDn4>m0lz#|m}8ZH$5CU}L3Z2^P}~xP z1M|&juCW3Q7nmub*K0xFPx$UlbU^>OXfRh-##t?lweOk8(zI(}-$->9w)7Xc8hGG! zvrqUwDRgLhdP3uTf>euVN8zQyG$m^L_Is^4&&czdbvtl3V1 z-%}`Oo*r30okYvElBhbcf;F5KIX0aC%1p{5+2c8}u&7#z-pL#keenJV+Ppb?7h@r~ zs4v03ftfgPSH7suq8Ief>=*-4)69sh8=Vpzy}mM)4+bA+~)^hFg9im84SrL zUTQc@$>LeZR9Q#I+98fR{%JZ6{d^TdOcv3a+$_4i)13LroP+~2>)1Rs7xrhhESoIs z97mm!rnM16aQ%3D!Cfdt!yhQ1OOOVe+H{h;_&bJswR8a-Hm2gAV@IxC z=JdM9l9>)X$>ePxG2dwhj@L8XS(A7G^L4t+t*>sP^PcOlUGFk8OkT}QI~936sYjR$e` zyjOT}r9G7ANjd&@eZ|(zzreo5T|-~fqxid-2Ybl}u$f`X=_z}%20Kf($-@q8`q{7t zVsk7}IR{5B7+}G%qu`(a0j_cfLDD=I26r35fqMq{ajlB@mCi}>);dd@T({#n_cgSy zem{LQ`VUuJjAceA8<>UJT6X)W99wdK3j1zR2Ct^vh0=`0tYLp8FJ&qLPV)xbl1V^W zWf@XA=SV$PeVE}8gQIPB@SV0|PGttd!eTiZ`bQ0qj+{^PrWcY?(E@sX!-5|=TAxI9 zN0Aq@sRcc!G4s`1FwuS__HXlI3st|cI;8?;J3D~wyR-$iSYP3d$~yTW3Y|E3^&r%J z9z~!#kO~&qlf@oosO|9p?~a|gE!zTyPt$-$L4Wa?^)TAe(w`nQPv&;6vc%-p?c(G; zh1BI3P06TF$JVSTnW?Wqe_}S9I$FY}3x2B)Q;u+x78g+Lo7Lo&HVb`sO~*q+2h*bP zNi;sgj~>UYQcx4K`Hbkpo|#X6iw-HwQe`S%4RiCRU~1K)7l0_WhozP+SBLC6!8 zR3VHUMMp}j(5`ha)V>VIpqYR1%qI_6SiJ`p1Qx-}U;f-2Ib9|@p@_fInhMb;C$gbC zhp+ z0mG){$=J7Qh}bRmAg3V#T(~+40&czL7OkBm%#r6pU$YHc-5$;&y1ZDWs1-k-%7;=3 z;mC&5=&*JgIdNwM-oSp$Gv7*QC(NSxn|g5OBZgCsRPez@3N(3yFI};>AT9AUa_=yu zfBaJH4IUv1opcV8!}57^z6w%&bz$2xZTiyri@)mK4dw@UXf4%cA747q=c22)y#E<` zo~ca}GeW79<@4zmc4AsoAJ@5PJa+$AiydR8;Jb|@X($;&_MQhKy=nzgjd=z$m)*em zPAfUZv-+Y6O(nb-)dI0@pYdY30zHTxC^nuehT7$FtoU#xXZ-vVFO%*E2J&&@nY+?Z zqc8?d+BQ~0@avQbq*oDvc}2PC zwDK2@axCGzAAaDSUrQ7A-Us7ta&*Jt1x#R5F!eu82%UZedTZN3b(}HVnKO%5Hk}QB zzUYy>hYHo?L||ZpIRu0&GlRML@c!Xm$X)ajHgC0Iua>rQbr-rpZqs5uRQQfd2fjp? zMxMXFQs91HkVUyga;Uv34L!yvVPxJBNI54%=SnAuicyv%a73oP*h}E2^c<4rcFt7CflM2fEC2Cp$EY!F!3)#iKOfD!)L8uw9yTvq z0HK9_e7$u&DD8WLv4)>OcGy2ORQn0(D($${ayWWly~(F{HiAz;B9~oy8GfI>2U^MN z;r=rX))syMc0S$AsSf*s1C?KLmIu<&_mw&`8JmQKPcEZbK^wPOs)Nh!3W0@&-}&6m z{+J%v2Bx2mKx^)692m9%OvVciz5kAKJTD1K@R98IgbMyN@0Im(uA|20jT#W4qw~vV)p7e5K?9d zQ^PWNCx0jAU^#(>>r0Ccq+77Y5kuIlN3CF{E6>jSIRF}`#xfYI%|=bQ$A#`xVJpSz z%q921f4JK zU*yB)@X>gwAb7$R1zmIydii71YO!JIEbdRpQhToqW?U3TJWSuU>__e{k(@Xq`HoBr_L6#03C2t$WnY&I1Zb8xA2+UKa*S6Hyr)t z1Fji-iK|+oDqzn4;@4O)XuluJJ$bG~Sr2V!M{gAEuaBYnDF^B4C!>iv5~tfkNV2>D4OR7NW1um080?}mJ_+>sq9Cr2kOK!yZgd9f8~p8`;5B1^oHBj7Do65%TMV z8-B=0lt=xfjmmTAt9&0Fin>D9M}q05d^`3{Pp0VKb7_0;2)4z(8Rj(uxknzw`nno% z+Ke$UOq`3^cW#SN<+-q{o&p8$XTYHF#q@C44&1)^H#!N-fEmi$>FM!6+HwCH`S=EK z^B>%#b-D*B6}O9*rE5uU47o%`AMVq)Z~0Vy)r!{iFQ8(kRI=NlAyFk*%wuD^=_%%FiuzVzw!9s0XBg8o=B@_qA#ZY1avFU&EX$-HK^+g`ADYhu8< zDFg;hJcbKYe!|E#H(*bnpDeUO<4>pYvf!Q^6!(Fb-M9cIA8-YyS!Ha}vR}|!bCC@-d(7(U zH5?U1(vH7pjB}jWCGTkOF7NnRA&F@Xs$|L2iecHMl@y)17R_Z!SiEZ^>snI8E=6TB z{qPnxbFYvWl{Llovh$#~$cZ1+@K9tW`&4BAAs)-qMl!GB&*0X(g-xMKSQ_HQE-mR~ zIV%S{CcP_WjULtPd1V0G-!C72?#g4Ld&2I*vYzwW)1UTMwelfNDeUqMdp2P3VRm)1 zDx0|MuP`4HIGgqYgS~G*zs_|Zr+RTZ1j<=LOY}Czb_avTo(>izb&xqn+~%S;`-0z% zexfgOu3$~Fj_d71S#{?swtu)R?0Nr{72L98Z-kCajMrPp{#=g7FSxN;4n-_&gN$RR z?{Btob{4Y{vK7sX-ovBcYV>_&e{7fE%ay743oPf!Y_VTIE+o-|4GNG4l@U2_@BYonDrz> z$I^KhSykcKKZT|ENV-$5P>PTl9OY?CIR@XhS!y8Ueb-zfBoIE@*Vq3qb;YohZT z@_E%yEznw1$jlSsx%*uzk~uo@+{Qj_c30sJb5pHjor~TvciVEA(>&QQZVP+-^cn0`ZsgOoUZO@_6K2m4 z*g8*w@pjQ?k~g)K1W(qG3=L6}IQ`U+^i8mk^sf0yo^}yrxnm$$FLI|95>1>Rp-0n4 zFA@9)_7tx1x!f(}7v3p54GW)+hcl+-c-=G{Zr7+_?(|xm+ERx(&eNzsVDddbQB1Q1 zKIOc--{{ZXbQ=Gti++C{Dp_izC;7g1uw>sCX-QkCf#i>_5&fI2LHy7$^eRQj*$MyS z3A5IMMr1o$biYQKoyGWi+D6Fj5ze`fGz9l`EO*8~5oT{sdoLhuOn^Qej!&-sczi58JBnqFgsbUpgbq*DgZ;x}z|2(Foi$wH>S;xIlAX z1rEJ6m|nXaggW1`{F<+SP;=)z=(E@2;x@#Jnq^OmVcCf^?iPbrU!TY!y!)oq^)!PUu*29!8Rs zkavEB1EeQn-_-%EN$`)X9rXo8QyXA;)L0nUH`V6D_ zhYkyI@v^~WBGbw%+WzIa)N$hcQ>GAma32;OEW^83y76D%UOds?2fP}T=-;mxD0=%H z7Jsckv=i=k^>al%IdS}CA%GYrXw}IPSDVnjU5$zgl;q|c@kpE8bsm)t0)N$`a z#kpZ**<=Id+2iPm=`ebvIFTE+%9QS)3yli91&0qyAk=3ajvGG<3w6@aY4UcE?s^E0 z#~)x#)MRp+{N= zY0i0gX|nMNFEDhL3a?T+7^71k;CG)mtiD~#-Fi@g!3(w7nYn7T?Q|x${nB_^C-C`3 z&2k|3S78`)yPTYy2f>-KyJ-1A8;TE)rj9*b0`tj*N}kn-pO4oP92YvQc=aCU(LA5I zx&qrZb_O@3!v>EuYS4)N7Mz`BJr-{04{t}@K-Ug?+No85UH`4b)dd-R-Kh6`K(0P% zCM43?BOT5o5PNG zDY1RShO@)&;V^O78gi+Z=RW4vE5q(LsP`Z2-`NehP z!WV7)64e-Zndl?FZJ+3%HcF0)93JCHX~7M7Mg#WW&4R`&Q5oAzQ#`|nV>zdd6c_s$TUR-HfvcPY~GD@jE;@H=!P$j#4$_V>Tb%~?2zJi>-j zxY`^V+b4(;6V#X$dBcEMX*Ms?6}G;WV{1oQ)4`0N5b#h8u^YyaTGC5cSRn9~9-m}s zD)+cGZ({g~U(TYjO(f?s<2sX)uVNpo24iNAn6$4RrjGS9Xqm8ISXP`1cHxKN>!4qFw|~Ln2i5$Kc}Xbuy#$ov7lW<$Qf~8FX;#u-pK>jm`M;wsvX(!4nAyK< zcwn=DejK}sR+}Z<*>Pjpxwn1n*KRkqGA;uYGag~(l`pij+@Iu9PBZ$onnf(n<+p3D zr0p9@=#MA?$0sH8^IEUrSG99o*sDrd{6vneuD#6dUi<_S_Nb7!=nAqQ0j$WfpJRZ{ zF&vv|!{P-GqRS3nHpKB3E53e`JqojR96m#Ey;%BD`LJCy?RYe;$xDY%QGR%`+Y`Sn z@*FeC#+71GZ=5(p8OMF;0%G8kTXQQB&Zat}F9t8Gv>6QD7V)$KF_8Vy*Ou z8O6N-s}XxB>+~nw{`xSzcr}Y0ngnK;Kr6t4t)=@rIY{S zZo!3=)9#B}u}u&adz@E!g`E0@24QyMw5NBg|rZ28;* zm@!~DOE@!x_|j)|+;1kWnQ7-};6BB1#Q+`0ypEIXSEDzZxZn)gB}hwt`+lXN9qCUns+icLwURtzITD z>+}tBTD(Q_(`>oKE+A6!XWj`+eZR%AFm8=wwm1R$O}I{1gJmV_XEq~Op(=5Ir6&m* z-9+yLOL4cND>+ShhH@qv)E@H%#|S*L(ONZd;&Lk(IBN=a3-eXNLy}y+Vrv=%ZB0Zy44LLC01=l{Vw^CakCR$4-*^@Kf~o z=M5@b-b?y@gCsd=CK9>DUg%k);yCh}m7~wxbarP!7&A1zB3At9Ouy8Kl8qE;_Nvi> z!_SjmPC86ZomDtS)*4M6JK>N~2N(L?8CO@Xh5F`is3Y)%CfNs3t5G)9?G@41J3lDm zKPR%gw}LhpE~MA*-cWPNVK!}H5v$b8W1Svr(L}Wva=zTI42D<9;pYmnd!{|XUM>bk~ZQU6zVXFksG`i4^rPdO? z12z)p(D(GVUpc)KTHNyUk2Cl3Yiw@HGgi6K1Wx4qg`Yt`_*$1Z?)tj(@OOMK@4oRA zlv7yjj2-=2d&wGLcj-k(|C`XnsY-r+&B0eHXk1m1Coqoghq zNnx~#$Vum?2-8TFjdr(WhIzQT&0m*Fjod znk~}?Y=5su-o-}b@ZU<&xhgq<3DpV9*5ANMcQ2xW#Dc4Q_?#bqyA{U^EP+R-{K%fHK=r2 z7E;WvbC$#Vv9PH&R8-(afp8i=pKXV^NBTL2kNnQYntb6p$DV_McSnK6q+ZlqpTl{| zEag)pui;0bof)%k7wE`qq0wF?k_xHeW?ztJ1NRy5I{9_*BIPJgL!?PP7q&xYLU^ks``+(4?1*y390pd9cb{m3rF_@lt_Pc+a9d?$?Lp z-X~~&*NcnqktMBb!VYiaHS{nvgLvyY+~0bi^9o7j25k~%GS51px?_fDQptRAm9`c& zjr8VkDOmG*ud7hnRGDQ|OVb^>D#SA4nnL~;L5q7m|UeLc{Q z!fKq_m4fj&nT%iU7ErLCA~uhm zM=Kx`m$_}D*)!c}XHg-4aLwE zDU{Oq294TxV&1StxY+D0iwU{F=9|9&-8LKYIJK5O+6iYCaS)CBEWwR6PM}ax4EMej zL3-tJ)@b&H{T*+{W>o!#@pkvQIOihK91gMNwh7sqoMqZ?4sg77fqpp0u0Uhwgw zE%tyv1s2!FrhHZtcAG6|v}OyuUraE3bB50PJ;4bzZg_pqZBD%T1nZZZ$xbL0L!MVS z8@c&9Yk4B?cu(OU3=JH_+=d@;NX&`^DsvNkm~?{QtFwrEGaUKp54Eqz&v}L4a;4bh z9GCK|r?+9HjV)UgF3;pgY-jGT4A|v6jI`HDQK`jrI^49Ho1jn3{d@{bl+R&nV+i_J z0CO`8Wgdo0SYwML+wIiK=?$`lQDf^+(Ygz&WD0O^iagowc?>7|T|t#4kNA;gQY2@! zm(umBg`NLPTsb%k>(Ae0X7_ipTLxy7r<6`vvwmXu$Qb61%h-eoleukkL~x1s#Vu=v zT#$DUblbP_`(CE9m%3xP$pY*Ag>wh!b!~^8vo52&C-I(1_fYAjI*Z?TL$pB71HX;8 z;1i#`#6?D_Y{(P?mbz>U+uj?__D(!Sv7g3D3`T$8qefnYkia5Top*{V&s*cirew-C z6y`-PM`(HW6x#84Bg}cF$$t7tVAf}$%O-T=+oB%gae)UFa=C@?-?CJ+@J4?!Tx0=z zbpNBl%H?P$Ee%Q?r&;LLCRR{;lASbYr{KmZlFRxHB<0`D{dHBxg!%&NniomqU!{<} zQX~n+4GPu^MX%pqc=6Q&i}(6gHd+eCe^O)SYYyS2EA{-sv(0?h^oJO4G7nz6HFBe+ z>bXhRuH#~%&oZ~?FbgbO%a%J>vO*r{)7~KZcYcPzao!;KobO=y>qTtiv>js6c|Fd5 z@>()I+=sd@zwoJjHQt>47FSq(SDxF8237RI7UxzjeuM{Ptzf+E z*A-xX=|53w7J~&xL~MV5cecb;n(lwgB-aK9uGjnsS&mynI!gj^Y0zxwf60NbjSHng z?Ti*p8AMJp*F{}KOS!4M`jEWIMHA6sP9mkdEl~;4Ot;l z?r?zicfWbFnCJXUp9pq$u^QvKC=_qoNDKN8q%Zwe()5X~biAoTd?I%}wfD27{sMng z)pZKhPEp`S+W*5<<_TOuV;pM!E8x;>cC5?AeF32q zyLJU{>-UkrSs#vz>n`(+ssc;N^Z;gDy9dtqzjMo71P8{w)nF8U5|m26a-uyb88m}5iT-PRPUa~}(B z)}d^jZxi>zgh^l#x|kzh1>W}W+z=3kwZJ4 z>e7{~Zm3ct^qU9SvY|t+GV#zXcGjvG&eR6-ZHqK0#BLK@UTjP|rE=)UO&>a9GoBvh zwsGPk+wjS-anLaF9CRBE1JTO@3{F_Z{}ws|O6(N3)&DUXEel0Qt#mHld?B@W52juA zoAAP5!IRT|S;&V*LMvD?zUcsK(wzZq>S6F0g=~D$H?A$)7L(>3MR9rx+T|P4sSV5U zZ&VYk`?my+O)N*v-bP6NcZ!$KmuK&cJT(F{brVnH5>wgfR;h*<|lz&S{r1TQs3t)L-9$TlNtD z-^IXdtt#x(h&iy!{XN*XC1U-JeDL{v38hY{z`wcaXnwK@272EUwK}9FmdNQ_->L4#{TC-x^IOp#+JXBTQm&j zR9A5Zo_4hQVG7lljiT7Lqp;%DD|{mnTrkHKFvG``w(PXzl=OCsSa2f#jFZ5wEDt!m z`VxQTX#uy;+kn&cNyTBoVq7jb&__&p&25f(ggu+nc<+XrymM0wDqd7(pQG%+tLy{Z z`jX3?J(`aDMm1u|3T5_v+DGv*d<*A2&S7-t8+cmLkKPGv^G}mKVaLy>81V8icnmGU zjIddlt!RNNZkbqUFq$*7DnVV1Px#m17*2IoW{p>7pibpM{>i(q*!fn5tq$2P>~(5* z!>zYr>jE3pxfI8{Z&-w38$WQGVf*34v5)-2ggdxa=PMpK@EEtRo`pfa&*4|r5xBJS z3wVYLzJSNZTM<&zF5?WSEsvggEHfc_^KA2n{o?!EH{CE?+hSt`czkfFLylUr$1n#H6Z<}fOu9tAz<%!_Av!%fkBEk31 z8&JIdi>ItRIITbgra50=b4MP3YKaPqXGy3yU54>Xx>vNIPn|ybY!9Y$^)VQcFctisJmp6h_={6L4ADH!Ph>ZI2~$6x3d2VgLYT1@ zlWCpDsoji$odQE&^*?#GXn-#+*7C-(!%AefEsF1y|APDP8N%t)_XKyK8#Aht1%=53 z+jF-8UcU~z-Zx{F&2c>A&`ytk<Tk{V5#^znWCTum38oc5k8j=BM%9}hTan|#KKWJS>ii$wUo?HqnAxG1WLjT6qR{>=Je z5et7bi?{w4OLh)PwCzP4^`FyAsWtg1wUoHjhvitivV-5RUn|Z?!lB2WXV|xO+eF}xGf0tnL>mJT~Wg6V`&V>XazaZy7ntfh5 zp3Tjh$k(SQaq0K_(OUl~+Iqdeu)}s{(uSj9XY_KWmOhB(_1MGnFL`wPq&MAoxPvl= z#nO~_$LY6@5A9P#^fW%mo%q=f`ew%1do@KQe`vhOdutaIORZeUy$s|_;3Yw-THqNorhnI z?;FP((%vd*qoHM_b)M@!Dk4OYk&uxjLS*!%l&nOh(oiW)QE5`0=ekc)QDj9%Dj_5z zC6bKa^ZOId>-C)bzV6TU`Mf_eL}W?;2|Re3telie5_4+F*Ez~$u`rkFh-e6HZ+@kP z+P2hbz>pS)L_$QtFnow`A!e6NiNqXb{u9lUU9J@#iM|dkZGxjL@g>W^POy}G%LyYn1DEKkmKr*9Ea%r8mq}iJ?IiToRpMf9O4^F0*%j8} zbW;6a0N)z+$(Sq%u+4y2zA+vW2_tJefiF?-&j0>|&!2K>8NX$d6aQFY6$JcH5*D%+ z!Y{Lpg`p&V+Q2Pdjvo-i*#74<{|JnRuAfpfVz%{!~Ze=0eHf6Q)#Sfx(p|C{a1?_aFM4^Z8KPm=9~ z?xhAo?=>dE{9Ot3?D{vf#6w1yCYjB;8goGK>*iGKk^wb)q{^>p7|S2|qRID)5x30h0kqH3;**=rqQ=JrhBX?KWM)cUqQx`v^3@t`50HC z{^}hoEd0Yv<~)R>(+aUcQIgsz{bY2XNzlJ%Qo!lHD_JPjNv<86&NuDV<1-f(`9$?L zy<78=UN!$lgI2e&0YMXJfOH@gn>ACY6nRp3;%5)_^xZ@@-iag0&NBS6+_NO*LKQJr z>0`G(-^~8D7edTaNpiD471nrOLaoQkVbU9UQv64R9)0CbcZ@wxq<;jFhbj>y-pz!Z z-ZYB}5BK3A?MT`;a~GHU52Djxwou%3jWEsFTIhIrDfOH4lGJ_8BSpsjWaQo^BBxPG z26WPRUp4ZO^Om6m_xAg;U^BOie2%}iD$#aLj-l6J%A3*EiK&-&GnZ8K&>>J9Wa=2I zzk#7g(8u1{XB(Y!Q(P#xVUw zG0lH+fLeZbA)zy0F~-y5xEUmY9{5p=->M90gY_Lqo_LuAl$;~kOSQ?NrVu#WRn6-D z7fBUY&7;3K?n|BaB@FV^VHzclq3Nr4U~Vx0E)^EAS55|&29=?)f)jZ==^Mv@>ct6* z@8Ti{Un+p5G-uv6DsQr#+SFEq{%a8ua8Q8=XBrWA_&|*AUjPF7E>&M|D2X)q})Qs6r$9w9ziS>$fAHQQNo6&mO&^4Bk%l&{!+N?odh3TJ9t4Sw!zA0`mEKjc&59e3=bc!v`^KW z%TBSZV?VV{V_j0(ad1^LPAQr~%~!sJw*w8t%q)}?e&l}H$5SBX{FgL|ULlK3R*~vz zhMVIHc&3L^!SPKPjO{;wDTd`-uVg9PZ90ivyv7n*cc@`~i|He zZE`cy8{VwjLxaLy>DzKs`a9l=x{kPzWRJ;YTjX)#onkx~N-s@*F)Glus9x*?KiXL*Lh}&0ue6IQs3kgr?+uy5uR;mzF5 zI624}ex?Ja=5>S0B6-|)rP98!VI4%5c*1|q`OPxAC$_#1wA>uEp?Xdu@$BAzwWX(46>oM z>IT?ox`UsqC|xsuCwz$O#8CAh+~mpiE}TjP_tqo4&;JggQ`Jd^+je67^p#L;+{p|a zD6jb#r%an#+ptCK8l2gp!iZ=Wu~rYiph&|iVBP${aN;@SWfrqW-9gYW^*=m^hw!qq z5|*yz_ShzIHA%cF{7%Q$>a(-BDu?iPZ}pY>$8^ zM|EMt7M)~Lf}>j>1Tpb_0vKfrX4a9A*( z%i>qA#jn!~aqZI8Y|Fy}>>B=wTONDD*Tf|?6^9i_bJztil$gkfU%Ae+UXTG7Pdl(i zY3Hz5>MGp4=0h?JfxRQqzz+8dv44{ly>;U>nqw>0H)*4XnF5K~{|Q#_wdVR7Igvf{ z3fjMrqkAjA;M;cza41~`Z|sz%9euOlckBdchKF!&!DU#(JgXU}P=W_)^Kh!cLXv82 zL|xtaDD&KuZYay9#yTJAJB~*!^-l-Y7rS8N`!kGXX66OxBK zLHd{m)XME=wua7xYm5lB=5}F82`?eX`zd@{ev}t8O@%yIp-oy>Gf=qu9B=&$864&O ztW#ePgXOGW}g@3-xy$gj(uWd@@KK_m%Q1n`5IL1 zxHiuB%){4n1(;Is4^5@IG4{nCG;$UvmY2AWcM}QFY?uvKB{eZ^>reDMISDQ^yK8}hvf;Fp)E`E7TVMF z)D!eU%mmt``vYS0lEF_v9xv+S_PXR-y|Csahl3t{2j)zE{t6m zlEPdse?wmHX(yFViKO{rH~De;7uo-S{M<>eZIv&rwbY1 z{?GXOQVwP>-bwTCOraiwa&+a=Og8fRS6s&Rq5E+?^iMvBkQg@uvSFn%XgpkxKjy3_ zE9GwyjXzB!po#0RR`ey_ijRnAdH@-@bcS2uQ5>)-Y7Ify_MPuiU0_(y( zv@K1PT-wzH7nhWx0>^X_t>xob=X}^WE(m9D|AGNGdf~;EBZBs%nZ(#sfsB`SCVpl! z;m#Bv@~USJDeha#_B@)$bvMqWI~60?g1L=2nX#l9dyGIm!lvXE9o@9YK}2}JnWgdvN15Y4lu4bJ0oT2&%k>l$ zK*)kzcxz)xTsBCM7<~oqu04kRf!781eB9w|UJXu3orW%Ql30CgEZy)Z0PFXyr{X=k z>E7Tx?AW-T-b=5d)9RC`?A9FWH193`mbIW=Srcf`DN40|ZK2{-oZIVrGUQzh=CZKc z!BxE-eZItE$nHrbEle4wt_+4*w-kt*crKe6sDfR&vLs)x7=mLqQTL@9bU0L!S_-%w z&G{7Se!hrua4kCe=o0HTG>dolygI41YlNZqtEv2>cwX2=?wkB)LPKX9pt%DqswA(Y zZzfD&2X35ULY{Me_@Q~=G=DnmxNr|I8=u1s->x%FE6(9}otcnx&7Wp3;}`_am+?gz zp(8vqx<|dvZqUbsc=Q?pRe6H%OcTfo{lB(zH8}>5qAOi`HjDW$_yE-(;y43_x-=qU zF2^poXP+FF1+Q%@9LPGE~asCCYxPLXSOM zms|TQxRUk+MK5O3n$!arqP~Y2sq2A~)fdUBLNDU|S%!=iZG*k;e-(&2_JJ+u)g4`= zOjJG_5{ZsXlDZ|A(}T50Z+Q!QE<}pVua+U|=dHk;hQaacFEIYHB3bsD3RHEr;k9rT za&2Z06Qenq)(W_Mllv2<56)u$FL`|WYblg2n8g-qI#6wny}n=HhI(emkog?{JYGwj zs;GVxl*skN_@edXjG`pjBa#e@TAg5FuLDnjrak917&$`k)xE~B^HQ|6VlizwT#HmKj__P>lPAAk z@Qf#(;@%Kfq2T95EM5Ks>K=DN%A<1ds4T~cz0R2b<_?5$LU7=wr>N_49Z7)LJ9;(58rR4StYW5Tb4`IYZL_CJSheitD1 ztt%0mt3pTJi)#Mu9Z%-3-oxt;HHFg-F~FQSjSmF*=&k(Wxj*f z^d2Tu;sKuCaf2;f7)y5?$)zV`#D(LB7GbgWcqCh_VdCfmT&BH|*%%+k+MM4+$e}29 zz(|?PK=k8Df5g#{43O7OL%OLEdq+;N7G*lj)eEV-U7UvaEm{Nv6#v20S(k8?u@Tv% zm4cql6|~FM8jnUSr?FA@*p@lcbf@hvIJQZFB>3KfYWXpEcI#sJ%`qLvxSfV!Z52+h zd<#qLx_OTs_cA^D%b96|X*h=;kKu`L{6N@h{92<9HDhQkd|DlgRdRUXeu? zQFoaM<~1Kf4Nor9fTvM+!CagYQj8v99WeD9x7TrTV0n^_u%P-rE=*RS^>)(Kz%m*) zZvP3U_om_*kxC44Ps1yd`amJO7=C{>2G9Q#ur#)a4foc-z&lTwgkTwBw0nT#b*8hq z$DXqHzL&s-U#{$eOm#edIRN_~i;^y}Jbb5{4;iB8!6Sg%oA>xI4r5ekjHwnzT)F|q zl{u)dyo=dWp$_3D9A|Yx0?NId*2VX84+<-u z!S`l4Dtg=p92!Lg2Y#Od^`vXCn46WZSFM9@u20yW%r7`DBLm-sNm75i4z%@CN6i_V zz)0=@YwtRl${Jijyc!F>8$F4|5jo;^ONGAE$p*!YF*P$gxjx)IN0|csmGG?12%82D z!%fpCSiLlsIrK125U)M}zXwjB_38mI*|&dnG*RkREv+?Ga0h>J)5Fh z%$*e)c+@AFP7;%#CP6vi*`-5v>~SL%#p6gd%Yy3oI?xj7V86|E!$UITxHp-=ex2__ z-s11CF+-{pk4%4zO1HL|`SPt)W}Fv&8e&3o2By+)Tei}xHK)k3j3wmWIUn+0N&pddd|~arkD(*+ zc68Dp2f=O2_$@P@&Xr)&Z6ioBW(8D&wRBIqXxQj!2H21T(R#Wol}!R z_j`;L7PcLtW7lMo%{RH`9-T_!mr+Q+j9Wwxap(VI^{X_-<|O5pOy)8ms>GA)&Azf? zJwA~Q!vZ`7UX!^VYgZLIW%+CLD*Fz}ZK0fJ=m$dCyP6*FvE&QKvpRfZ6TPFKL^anJ z(O0j}Q93yk=R}O-s~!{QFB6p|PK|01shv+3>`50`nw+D`+IOG`!&|3 zrO|+`QgruVCHraSB~ra%2E7tJKm%&UsnmokSfM+S=nct`YPHK`USK^l#Xo`Eh%P6m z&wq!aG7S<~c7Tl4_U3(%VVJ8+R-wYA3}|`!7p?@W5CbmDIKCnkUOG6U*qwVYN#_eY z7%eJXZ=g=UGgYXY94(0UYNhu3e9(EU3mNS(A?u@lz#~;9GOA}wIzIn|HBWp^Qd=n)38yDuV!6oa6ZDI=RlrDj5?Hh1f#&kON zc(+~q*DdJ#)|$Q-u=s3X8f!DEK;0M1(h}>J5Gd9T=IYDw%zz^shOBrj9T@}IpBq7D6Wch>@~R@%y@Nj5>QAH-FfLBjL9Nd)6%me^oaIl_bz|Rvz;=A|6&; zbcE)HebhSmEY0C>g7uMyNvZflGX7H>Ii7Ap=IV$tA>4mI%<33*;8-U!_i*tQ+waUg z$7byIo5R=~4uS2ng1~6QZ!}-(h+p3H!mhMyc#`u)zB$}q)9tTMtdFi^E!Crm&K4`8 z@wF7*`fJhd=Hs;ATZ)5BnvwCdn*{d?c9IPLV90!ILq|Y^=DmV%S6;H$Pc!fh)BY;Qilk*j9KM)HWaHh28%P_FR@vwKq_JyVsB|$15Z# z@fgt;=iWufHR;6~Zm(5QiO%CE(g$lIQ9ki$&EvF0i%(lZ#i{zT7POK$g`FJi|2xN>eQ0x<#EmQ@a=A*>GUg*~+}uX}m*2+e zi!3OcG7f_6exTvuarF6UCJslHz{(HdV59*c>&12Gl*chKrZu={i5PU{*piY%>&V(g z<}^fpGcDy$z)zQDX_?st`sef&YV;(7s7V>~Q`Z-e64Pa*ZAk|W*5dsALl^1J-fi^0 zbP~p?oWRN3Ic;M83uePET`q6;5Jg&&?6U4%XV&?h$8kGycwV9*;69uL?MqvjGN+|v zbI1&8o3xrHuip)q!)H*TaxkqdC6qCGLsBQ*Ck~W); z9{zlyM=71%_YgXcQ`-2fK+FN62pjbyv&cA=tJwRLW?olLX}HJ^wfj~`c7JuS|r$0 z^RwzSb;1A^S^QykPmTnot?RLCQxCS0p z`@cJ!_xv_U&NzzM%B%2J{3rOjF&0GDg`@V?b2#DsX8deO@xrsqSTUM2}r@_To zTw_YYM$_P8`D_?-mM1XwSV(G*C4zlC^kgJy!W>&Vc|WK1dHAqVE}v1V z=qfh(7{ct7%lJ*?IGy^)k1{7EsO0CZ#AUuINnPg$-ux_FQq%z(UR_0Fc7T<(x&WWD zRjHbGB5RYj0W%++!!?}0SlfR$W+Y$2WhRnz@#b1sutb3qn3_f7vxC1(88k2oZl23K8KbYD9joZoljzoP-L4;Y>1nGMvf81ycgGSuw=h^R=xzZ2(RZ~6`Rns*W{93vs$!wo-==kCFe^Kj^bG7T?O zhYsH+>`=Bxq<(OHr@o-K>j7Ed?(5H<@rpvP-yMw27%>!)jIQa)lSPr9XOl;4`AdX>VqW7CUF4==VZb>lh z=2P~`^wV(b$z?XJVh_GaGG^kXJJ79B6&=2Q0FxOG(6CO(9C2*p&G@5CMadg>d|Ehk z3`@}!5(%*6^gA>ey2*80++umZDMSrd7!YtIDXM9 z?2)~N;Z}jT$@dK#K65{WKYoMbw{WcV88%?xu?>n%*JHi02oAdTupEuszH{{x(A_+T zeB!zcoMRM8pt~)JG*lq#RhN>B8@oZuLIyi#Sn)1|a=FF%P1tE>#{A`W54sya!Ek;F zT)d;eE{KT(XB=fkwi($g*!AE!_a|79qQTzWav%L$xI9jx0dCy!8Fs|&B63oDhDV+qb{Smp7&(Yo}3@ zfJ)x>o4GhYPJ@c>8IKLu!)mq7}I)?so;(#&9$@JHq;@C~?o(P7+0;(uW=$@6gm-5}Ak<;zI;H2XNI>6%SygJxiF zuq(UN>j}y^_;E#=N>qX;6kz>&a`i{z3phYawRlM|`@cbjn*xsCN_?AQ@9JwUR92j zPGjKl?Gjid)di!%C$MI2ESN7Xs2(x;j0Fl4Y3G}0T(r;}RBjp)hjmk_)79-%@{KAv zo~A}mS|P-ao(4b6ryDn3VYY~@CSLa5WL<1Z5haI~YvT~-*$o)|$nKC*r3DI!G|9QFN3>J308`4UX$X6lt){x0=aOz??k&9cDm8O5B>7#F$@e8<7*`ny zp`ScRe3cz}xMwOkxU3s>i;{7^ts4YP_rP46U!eXXh!++aYJX`*64fty&CV2mOWyh1 z;aK+)GC%2`P&tWYX#QbqYjjDq)Oq?Wn9Eb0 z{7zpDy`)c9=+RGtenG~g9#+OG29hOC;6U$VxK~7toD)jH@I0QQh{IJwu)b9I{?drVo*G8EOVpq3jMcop>Xc}&m0rO zPy`&Ajq+nASK8D**hoRVh1@6r1e(>4dD6^e{4%5a%V1)nHyTLSy`6|Or&U=#1{-N9ft~Y z)9K1RJ&f&Dd$Kvu{*uFo(9d*mLmg)TqwVdq3R{xuUyN1dQJ`E2QFc87iyLJ%eB_T}lT8hqrM{u>OKV1>($M!_1 zQKJPiWWi^7TA03v=^lKAi}kXxn#A+A@jVdjjDe{N&%iR2+bbR%1F6Da zPgAdBT3!$Gvo;`imdju zCWb)`{5q{%lA?61``L#G^Y@A)d?`Xq-v^(dOW{pCsK$o_!crFHnDJc=yS4uLIix&4&g z7h*NJl$1Iv^WW}wA*t_YKv(Q3=HN&L(ly*XKh_?MPY~8J(h-j@TuQoK7P9Niqam{? z0Fyp0C7!x#(Cg!Q;#}{-JFchCzl0k6!SUgIi8nV%VN?QHIWG#Pb6E{v7gzGiZWnQg zE+R$3kHjrsfnQe7kh;)v!KSEiC}=K1(C_5w>jgrfxg?|e^BUg!V}s3`PLMsPdN9Z* z3_5yk$qmMWuekm`={M*h)0fqdURIXhc5@*=+jf*J>D1vjbPtg-!3c5aOD4ZFqe!pm z6;c%ILFOF|CbunS5ru#NHo90BOIH6AOzoB=y^J`O z{fCZPG+h zbCCH{Jde0JPa=uu<;gbfiDc`{IhdSu7WH495~MHLg%|Rr;r6k$?AA*%7{O^Tsx(2Zd;ZcjPmC&EpM9SLv#Bb6VvS@K9S#eiL5+3<7!yKbS zanu3kZMz2^F?_5Pzrd=jh(M!bO*ot`OV+w5QTGJ}*zWrRMJ6ucX8)#7l&R4mjcUv5IIva}~DCp^(zM1STvmhU$vnaJrG}0gP#d=*(!aG1&l` zjb9+NEgQ}$l{23{%2J!GJD~gcJ50;I%Pd_u2xmf0V*M#OqPkmzE-Am~rCm64(HvOOCxCSShpf@h4hUbuFd?=TkkBg5aXWhP{tE>rxu*(s z9vx=g+&$p>i`g(Z#OZAx&*M6C1>EX1gco)uvn3`*@b2mm_9xt8*N7?5w_L`M2u!8fxESxP5h0n&)yp@%>NAVytd3Zc^ydh1c zZr_KaO(SSEcmz7tzMyyOPu^Fq8>-Ph14HUB!Pid)?13Rs+Oumm#-wYrcULxGj@K?c zGsP2KXI;g;stP1>;yh66v|`5rLg*dk%I6Y!V*Z0I@v2=-rE0A^ed zT59=J!W$DrGSw%N;g<#QZvI{pD>)0y-Y#I;E-H}z9g4Kl;20r}n zL1aGrkQS*b@`u~UYfbrxq;V6Tu=s*L2OfY!eIUF2mONSoh_lhx$B|0qsY>NU1R7~^brbJ(%T z8Iu}`>F`lzmQ9%?)Z&@djyo}} zU506l;e%|N6|t7ti!y8uotI@y#ilw6jXDOXTl9Z4Q$t?3aZp95`Th-EE@gtFZHq{n z&sB)>ccCXGO4-tHzcK2x8#TD7Mx|foRsS9eXHCW!V2cmHyJOFIjsgi%zkCnwY_cYg zHdvD{!}?_PG8dx1P8DA2n9@&0r>J&LDUB}XGToRHD*lDa<3woph5;Gkxl`iGCRq0@9%Z+?VfRB-KalH z(%tZR+5qEnS%VJb{lYD*1^uCvMpwN|!f~hcVUx2fp8g?1&xBe)<;M<`cU=hm2j$3$ zr_%iVQe*y%^A+U3BWiqu1{c2j?xXxOcjNj0RJQS7q(<`d^40l2Ewjkqp&%mn@FQy1 zMzR5klgNzG5s+GIL*ICQsOetlPaU6Cp$2=KO+5GrM?96tYn>Rh82O1YNl#gsvOkc1 zIRQqq)c96zQv59m+I;s{X8dRCCh-qt`11obg89LNlljSp%gK`59#Obm5sDSQZ*XZy38UG{L({RR8S4`_ zP%Zv0Sov-vs{QXl`u1wFY7;X0>pO6uL!53`HlvpxvUKj&0ebbxVam(fLX*ebH zsrSC+*xjc}q`u1|>}~6_{c7L`P?FUBz_!~ z7quV~S$y(i$sW)OR)d|ZYw_2U@#JH#4n0`#8A4Y4f`Aiw@avr;9!|Xru40SXX(h8T zB)%2LvUBLl?IJ=Z%2ya^aagFNy+If(xm9>&;&S23R2|{^H}~n_{wR8~i=Zv!zZ^6qEc`{4tCx)CACn<0A;LR@1 zQ}ncm3E#GnhAvPO?zyTgO!ealr;CXSZ<@`b=cLlmE<&EBZj>P7`|OGS0Xri0Q;Xp1 zEBI`a8E(1lOJtNEk<({1`MkwQoHz!_^v`Qx{+?9wUS&G;a~kI6J7?fjdNZT$5((K| z${=(340reLrTf%7=&<@AZ8MunA8>5kJ2^Hap~I3V@k^Q0j{r=L93jKq|B=(&d@dUH z9Jl01(dyv8u<7;|aAQp$o4~MBlYnSu5q|;NqP`0$ZGzwZA%Q7IzeaNW@XnU|I*?d%|Gb)aS5!d^7wR ziU;TIKiKsM3LlmU4kQ}Q%HM% zCMs-BqPL}nFkOO2L%7b*|ML>ZN(f;1Rtv;ja0jzE1>!q54%c=yPxq+FSi)H)_cc zX`BbUy!%*5_4yd*;Lgh~b0=?N=aXrPS9!+$L0~oEA;(mG&pxAiAhcH@S6#t3=oO{l&W<{^HYr%b2zYNIE~S#mP0lq4Ja;v`x%nb6U%Bvo6OlSIdXk zf9K&JH@mFTJIW5|MesD2?jl`$0qP5rNbsK{#47LuBXd-lowolS?BcvQ<}Rzqf?>{+ zJGhjjMXe*)HU%fkKcl%^C)b|F83g^k$b*=bgzU0{F!xQM?eqr+{I9}u<{-{KehO0j za(Oz}m5IqDHIRt$BTo)qA&OhJlGe_4GVzl%d8aUr_)nM%LoQ1>UDA=bn{S6RPYvl~ zt25;0Y)|MDZ$Yg6gXPtxBt7&nXpA!>1=ZP*sk)u5<6 z3FM3HX|*)ROSAvPh;TU~JJEIUMHolk@5lv<-5z9gVLmbK^(Sg`HldC71-!F%DaJX! zfCBDKbI`sXPQ1*3p`Eq7*hx3+|LnFVag9c#-qjhWX^TL3nHfHF5rtHZb|^TiM6Qfp zg@3`vK`FKb|3#c&UNTzLbdn8K`C~(4FCU{-8&3-=$3(*O7l#-Vk11r;j$<(P_+yyO z&5~O;9JR&03<-964nHQAqTpizp1A!Fj{H{wrknfOmFIn7I8Bj6?QDih`zjLUFobN8DtmX( zoRrlM@(z73g$Aud@HwgsBsrhubk$n$IgkXoDOwyS=R6+UABpQt2YI45hp^g73$!`k znOk8qE|#57GsQgVIt@Kis@N*HSw9V@TT{Fis>m`O5)jtUWf%Hf@pXtZO;$uR!ocm`8i2BDAhjw#-n0_&&dvtv70s9oBC(fWJX zeJX)4=-v(!x)i9jejPGToEW*q@9_14hu|PkhaJwzIA(VsbW3_MO2%!>*YAyt%97Xc zZCNXp?|lpDpQ5lxu@p-gQ&uV97>4^5+Iw?%KzOYw+jyb@yN%RPOuGWYVj@*c104ZL$(3HN3zKyE@jmQj`3hQ3vHE z*HCGS6S+UahpQcVAohF=<9J0IbN9Yw6B=Ylf$t?oJMs}cvwZ=L*Mzw4U^F|CH_ZEF z{sA?0rRmRwgq|7$nS$kHd@xc=~* zyIv$)DGhiWeD*n-kg@TV5SFG&Y9E>7^OLG{%%g*_H#Q#EyZ*=6#QuZ(<^9aawmG0| za~eC>K7%Le%{Vw?19t|8qs)*I88ent)E@ zZ=xD1dL(?#WI{S~NifI%So0I#t+B$*{ISBe*OP?PB`oO;Yg5WgkQUyocuhB%4dTD$ z3cSLorDS2yCX#%d%hQyLl6g}-iRQQvvMaF;Mkg7N(#213>1-=>`dkH}O-CU1KLu(g z6$SlACSb%&Q{*6Cba%Rxu)4}XsJ~KNn4G#m=vi@!F3CFpLbD!NbgB=uv`?~o-Jh|c zbH9V|yf$&3)J#H$rxHW;dF1!unIvoD8FEh9fGpkl2NJdX(PZ&sbe7@H^X8N66w`w^ zPRfN@81WUWK6%sdLl3C<(Xm44cN3PpHxgc2dzG%LImk8*?<0{7Qhb?62l6I3o-T5$ z1K}+R(vYrAXa6V8AAh@!ly+|>3oWc5_R(DOZa5kx>dwFsLunE&#^b%LSPx067vXNM z5tLOvLxsFE_|zkr-hVMjttXlY+fG^wFLuWYm)>lrYc3TL>n|(#MeCLMnwul(B-;aU zYsd)=?gmro^$FM_vXqEC9RV@N6zF7CAvVQ>$vT$|ekD%e?zjoRZpdPpcOi`T+DH^{ za>Eh1vGn%L`#5;Oi~ic9AzYPgCG<_7ARI61C#>1#2lJ=M^XEBC=eusuCEm{~>E!44 z>9kF)RD~AO9b$bP-{UU*`S2#qoijwwJODadcMp!19A~{gYrv){EAV*sN5*WyEzlE0H2%Z_eSWxN5Uf=FLw$Ai zgg^Vn2-Du3q1Nz+N*-G*JoR*%P|(s!#j>x`Po2Xk6}XJLs#$Xx4jE1l6(h-pN;Fe& z0Ix-^1@ptx>7(`@+%xnIBe{;Ip3kDfQ0a5@fN%h<&ywipG?%X0bn6ar=$n zTc!ug?7uU&-ni5AP3|~2S%*H=R;K3<1mpI<+@4uNim#XE%b(vmgC9s<5j#T@*ruc^ z?DaDjW~JBBw`)(+f4A1qH5#|UV5Sb0cjG$d&i=yZ6XL10>kj&Ou?F3g`hZ!z>;dDF zJriYLWeZsO{UAL#5@keH*t>43bk*#M`0(#mI^V07jFBGCZ`m`3->B@$4@?^-Tj-lG|BC!OWG*8Za#dT+8uvgJ&JZVj0xW5j>Ix|g)>73X_eY$o3d zt0-$x!wxTGvBEEtT88?OMNXNx@Yi!9%1_J@3dC!Tb#=S>w#LCbcU&pZn?@lw* z)lPxsE+x8aNdX$q=|R0!uc0nt45^E_f{EGL+@7Tlil#mTm8unFW!Y~M_`Qr6e_lhP zgTAx-JJ;Zk&12AX-#PO6TpSUTea&S^rxWKxf1u>%c~(WwiDOM!Qe{tNYF=ta9j>K- zNNq1Oh>r#7G8E#A7UD{o>x`a{fa^1s1fw%NvhYkK>GK_h?c0s{C(46~jiL-3h}lIf z!>YhGHyW37d9+s7EEtOKBRj`Q@=tYNB?g-xgD8!~UDD6NvwRLMU6z0$4WsO0bqO?V zS%5V&<)~aqG_&G)4z6_H0nfs{YI%2Tz0^Z#`i)K_Fq3aiAvGY93=s#kLhSNao!JI;`%ifb^_6gxOyUCktC)>#U0qusls*@MsPVtTcnaiPOm6%@$x_ zDNUtIxz2>e{&@bt9Xcj(8?Aa`3j^-k(PFkIT{c6P77%4xanO*e%c@fYE>oP9Gl88E z^%*P{y0NlHy}@?!L|P&M8WT01+&Od>K6EXIl||`fapo3s|Mp6<^=bx=OHk(6tTD7} z-9~D*n#;<4lM{*=j}t~rIZq`-elmLLe|fvQL>Noy!!&HqPDsm+#(x?~;2pmmMsoV# ze-xd0AXQ%%hRvDhiY8P_iiE;FYill*25F=@Qb=h2RmKQK5;6~k2$2x?tbIwyRHzi9 z5GA6C22tPn{`QCAUgz$$_WM3h)Yk@Bw46JJE4MQdSGTguuU_Xt^g^t!eukn4=doT6 zN^p0f9L@LZg>jmE=7!}Ga4K2~S`XKO;R!Cs%Vlg=Ecc@QKjX1VI1f9fKZA>ZZ)4SL z4={JTz>CjX&X|e*$5h6@1oON8s67X9Qc5Fot__m1!UwdTWw66`8q7e~FH|~N!etyc zF`~zAk;ih2iN0tQ)he4oriI+aHrpb&R)FNdUlpQUy@+PtoIy+7ThZxxAZjb#~GYkiP0i{%#~ab65p*r7tiRUmJ`O|=q?jbk>80!50t5%_$-*e zK+Jv&<7wVzHF zUI<-qnlj#MRFM7`<{y$F4R3|{8xI7L&j)(=j(fRzxceNenfecs-5!CvnGBgYqk$*E z?Z7{8>1A(T9fYE^LQFg)NoGiXL5aezpgCKLG(``L+l%D9nWzWHWq^B^jx0gtQYL; zFh7nh)(&3|^)o{@+rj0RBdYDa#nep7htuyQ$&{D5u;RWW$J3l?vgBqyCT;qTw$CFm z{O3nhTHD3U7V^T;(RdI`wqow+53;r;6X`OQ82CB*5(Z52c{RcE^lWMmMlO^fiW};n zC_NYR9C`TeZXEV5y#d`!H@onuH;#-AqJ*M4_BGjK>5ORRt#&Frv>iob<=61${vi0B z^+gZc0^XRi3eFAO$;v9I&`+0KQQ@;HyLfB}+a@&P-)Hx*w(lT%JZMMvs*|v)^DjP7 zKL9tVuisU+sez>+E@dw@e{=kB`9ap|5bj zWD#l?>_gG&`S?^N8fMILpef$t>G2#fdZu(MyKt2u{p>48AC+>SIg_-hN6!yj*2=M) zi-oD*?^}@Cy_Ag+dx$ZY;&4*xZ;1K!0=iakpRG13^reO$D?NG^N{T%|i}U4n#sxs; zfraEEm*b5*uZ?;Od}#1GU;3|MAIe6~q588bz$@c8mK@fhD=SLyoX`~3>E07qUf>GX z9((}@rT6&7=Mp>Zvm{OG?c*y)yoZ%tUKs7Hi)nmy+#JvZe3J!Ou^Xtxg`My#8%VZ< z9b8pWq3vE=zvHAXeW+?oJH4Kx$c2f}B&Z?Aa$OKt;X$w8SWXKU))$$5ZkFUEEF*2JHHfBJG72rdNX^8qqTu%-IJz|y ze>^<_6Ge`}*v&mSZu%JRcvghRcegRdKQF`Ex0dM5KL`~$BE-i_i&}h|M`q>Uf`)zZ zxP3T>DhB;WJ$=%s;i6#rE+YU{+_cEps#;QT!JW*_uLP@&i(uJ#b=r8#iW(@cg7K@* zfWs|>kSkGalK5x#b*%_J$WI0-hv)FDE1Ugh*p8-^B4!#2H^{~{i%6l|M)FI&gS}E8 zOfwqwDBtTGmHv2(njVv<|29Umw=YP-exr8iZP8*kZ%jnDLlfxASsY70&xksPg@cxq z3fZHw6;Aa`$0sk7z-+D(ZZy3Q(#75Ex6l~eaAGH$zs{PR6U!$0_?l#0=!KpV7dq$G zI@{asOL&RDaoLAtT2%T7L~Rap9L#hyTVcsw zyqyA~zQZu5TZx{q?1Vu395nBl1yXk1taZTx{5x|hT(5B^ylukfY8nMZynHeV?VU)p zN`lGAz82E^D4Lur3q#SeANZ@Zgswhh5nF`^NkI~~{8-xij!Io>YNW&p_a;&$E92yEEC#)jK{CrPx zxzCGy)%goJKMyo*1t@>1fQEW2(j&{eh*y^`Igxaj^;!H3dE2eXn!M|buAm;1ch3u#N_F|qU(OxSY=x3zI!duu~3jv~=yhQQ5z8&s{{h-T&H zxO=8Gy{8*OTU_qYe0C9D?3hN1p9GS!4aaESOEYSJA%|p}$dQ)B+h}(*lwK9@M|S8Q zwg#OPhu7A|V zOHuFy<_U&>@1}Zhc9Q0LA5x{emY97~h1V(t#BZJ4XAh@InA=o0`;q;*7np^Q zQqXPpRHmn&US;_S^2c$u*QnB?{c=8Tgj5s{*Fnw2<-TQ>prJ(C1uZ)GY{W=X?O ziwXW|%L(>XDhVcN3}e;tkA!dhfJ~@g43f$vaKv&dlOTJBXykT7WZ)VctJNdb=aqQ} zJvY(68#8zbHJ+?^-4W2{4TI&bJYJE9DJ1F}!Qc@g>!2> zN7I6X&*_^hUhIb@`OrC|lspPgC!a3<2a9j4Cl)nQaAHLtnR$cr(46)LB6tVxm6ec_ za)n*Knd=>Rrb6-)8CvtZ5zT}1@W7>Jlh%?>nE&Pywu*DEqe>C%S_u$$Z!(o-|Dz?rsgs2ESuoV+P~P6roV`w zdxy?aoVto`c`|}l1zuEP{T9M2@g-a2PqTVs`*_j%t#Be%j<{vE!_HY8zpo;jF*VG> z{hDb|@$e@4FRFlL84oZ?A{Y(s7bfWL0QaJCv1N#C$pu%Du@LMYkIkOHk5ggy* zeg7#eF^r{$j2%b^hT#%-mOhMCAaTeNA3R$}449L|`9dJsvuXlKT4I5xL;S(} zbRXC}9pt(F_y$e(s;teqA++oW$D}>;+3n@=*fcQ^mi8WJimvBDvFS9rZ?+9><9hzj z=ySZ)R!@_bJJZuIO_{v;(?}-A2_I-xLF++=-i=;GtWu-NTpmCJ(L9I58LcG|;+ zUhBu)-?BJ-LUaSy=4GpR>y`NkbQQ`aEL9 zljhSEHty6)w1id!WYc@Q)=_z5J$mbmIQ|jWq%Y#7h-FC*Y*;J=dG#h7vcC=U&uO6F zWhXGd6aboyFEMm`F#ELcA4=aofZZu)z+{pLb&ie1@+ZDf6ySp2Utfm*4~OF=rSV_k zetP50C`#o>)3Xao8C?v=gnDmUd*}#O{RpCkbM)BJrd3eUdJdzxS6UkAS6K0IC)b zu^s(2u<7nLFq|OHd3dbA!uAV{o$UqJwe{>b>3*11l?ol^YPe0f0Kyi$h0yX)@Mvhq z7YfO2exC>pIEr9xUWexsr=sioC#*&OH8A!t0QYl>I5F!bUcIplGo15r2IuEYUNoM< zMgh8R=)|o>MXVVW#cOef*tL5P;_*xPEkTukt>+*7jyecuBA&8IT#ux1@g=@dVjGt7 zTG{b=0oZ&tmE-OPL%PpHoI6gGbFRFCnoI@AUQ1Azc;VW{=cpR^7|#B=fgT6d!FXmM z zJKvYX=jrb;ulXq29}eJh!jmD2%jta^_yG-n?x5eI9u&!Zi8YJAVen5|zF6!6)I4rM zb=+oSnA9-LwC{v3$1j4y83JC1_JMNBQpnW~qS>|UsFV6k=0I;EyU8#NdH06#z?|3M zzSR%7C*x=Q8TEI^;uNx_`^DB z7eR*6Lfkdx0j7F~@%(|w7D{k<>iryGNZ^jyi0<8s7rqY^!x zdW2SYUIOb$PS{(<@Gpmlke92{Na46Da_Lk6#0>>w$oi|e<#`C(TzZK;cxoedK6Phz z9h(n(g$hum!t_jl<-dL9pygGHiVQ0qpcw;iCK|cnyu3?ccx92K2zMKxvD(^YtlQrl@D ztJ%rU{+tH9jE$h<{)0EKV*n4&y^Z1H8sSXPUG_s-E`E4_2_2<_h;omlIlulTDdgCo zSN3VsKexZ3)CM8JbB_`B*|`bkF3)gRQ%TRP zbj-LDNIha?Fref+PJAP4e${J+x!}MA^IkVmbI%4P^4nL8{JngTs-9dxjdteJLcg;# zx1|)18r_4EO%+AqHu;#Z&CQz9iFhX{4|J+i*doinVDRi16L&$0bWKvAQL21=G;uR+ z&3MO`aLdERuPn&K2iJMA$G4L5xu40uPu(Q((@)rL9Y}HabOlaD&Y;JpZREV}lkn6NZ`^!5 zlLiiiqGr{3ToSh&Uv>V%{|3y7>Mv8W?zbmoW{d~nIW{oV8$e$^^QM8)*Kwx!dMZ2f zG!6EhK{acnL1A4wNNzrZb%wJBFCfGYDqG&CkG3<0~zt)P!#5EB#GHy_zRzk z6D>&z!XMyrF1$U|p!^ivT^m4pwQiDy`_*A>cMIcd@*SftyJ2|hCF)SGii>8O((_Bw znVR8iY{C%dbYIV7#-7QL_j^UjqcB-&v-&C+om7GAlLL6)ECOjvz81;p4<^0e+sKLp z4{~?PIns0K2FW^+L4r2~k=$Gja#!pqgnz9Cod#LT?0rmENlm6owhM~i!%XUrp7@uU zLQ{8Fz|-i5m{1ms`#4s#+GA;2e5eQBSUm=|QGw&|X@Z>4E3@w1vXFk#4BXzukf}kp zh}Xe4Bq3DR{3L&!`MIbuVj6?RKhF8lFX2nEYF8+Gs__cnEc^u<;AI3mcoV3I#ZBs^ z^$%Cg$Ydsf2}b@3LJ{URhHd7YM0T^#=B*?-FzqyG$-l!7!UoiZ+g-74e_6lGV(=>r zCGTxsk#SG_$l2KTvV>iV^m8gbl`NK@2tyTY2T7N)^lUbE3Z zWNGnKbza598MuD2J1ieg3YsZd+R7w$%~-1s%xo)+H7jUb*#kc zVMtEs0NqW>G~@XtT>i%iYeO%y$`Tnk9L!=3=l1(>L8=)a~CUtT(ZMB(DODkhh@+T1@e$p(K&tyOcbulqH!GZltK<4ij}d7CtYr z#`W)Nk-v8>JLvKkgtq$?^TPf>EKwxcPp9GKBf+@C!WSbH-?OwyOP#R6nscLf51J`AuOR~wTI9vz zRNTK-njJ`~=k5DWF>6T`_Lyd2ilaQyFC4}dxs&1h94_bJUdw#=57EX%k zLhXVIXp>q`D|TH0mx>mcc&7>c4HlDfkDbJ?MVT-5p$TRGj9`P)2AFtJhU$A&gO_Cv z9(x@RtZOAZ==*`=)a2l5mdh*_Rj}gv&S2Dd1@&$xunI||=(wbiKhMRFDL54khgEA} zwvjKB{a&9u81cb1OMTfn{QY2WG6@vLEI?yhG}IVa<0eNX#_U!gOxY9+4;}DbwW>ojY;N%If*l+uVh#A+VksWMf<`{6i zQNwh|tQmu&IqGE2jr;sNV&8cSvfeOvy97YZZ-ZL-2q@Wc^?6%v2RTO*Kdv@GA=enQ zj_(raRba!hjXxF(&Ci6YmHw>wjR9<}jl%N=09CW z(6Vq8SM`G(&t-_-f=(<FIAok@yjL#~-IiIWW`|cEMOcbL%9u2re zrJv3IB}aJYLpbMi2fJq~w;PsyiLqI&=n^P`a+xndm*a;up8ALRJK~s^HxWy9F9N+a z0UYCcpx1E}rY7+)JSq~+MZEG`*y0^pr(;R#6?I48Qm1kw2y?{dhFxagVL_CL16Y)z2 zNG3muf_GhUAPFEI#KiaJ;K6FrUJ80$M|$a0ZV&GtDK326D*quPkwh=Axf#58#>` z6Imm!ll{kl+rsT_MMg}VG`}ooD~lh(yMx21(;`ls7pH=u(lFDVzLX?ME1LhfILZW0 z-bNxGIFtLgGV#QSg&<}uL-6VSD#1zVBF1Lle`L_6j{K+;H@`2GNnCFFl8p}+LH(B| zw$11@?}LgO%{luNPA@!-*+VaxbR}2*wetN~A^62EkC!Izb_GF~z8GFsJx8ubmXYf( z!bo9y1F4w%j+oAOr$0CB5^Ou>Cm3dWsk&7-$(EBdzbY}8{760zKdr+^thy$#f5&kw zjV6#9&n1w(XdT+h_27)1Ly)wj7Jtud#Hm~_|3UvC>g~;iq)XGO*})Nf-kw3fO^PAi zdxXr#|CKinzOa+*``SQ#r>z&HY9ANWi2Gxe-dj>LTuG)Eou$$NK}dCq`66e};|kXn zaP{EPLr;b1Y>U}+t>YtnD76nvmVbc*FW%sU&S{iv_|4YKZ-rV5AKJY6J{3(5#ptoQ z#39?9blT{eNBdNg%{7(O^~W56ZP&srDMtGH>;LteoF;Je(HEx2XDkHq_)46PD>l$2jKnaQqMFm&fUQvxX#asqm z2OjlY#-TqF=C>m`p7!Otv|D4mV0XejD%^Mw%nzlJI}(J<46?x)UCx{bc{Nz6_Tq%m z1X^Xcf?DKEVAM?Y(6IX(ybm;il+^Wj_evz@J)H#~_gPbg4nURebSm>ppHBSn9RC(v z#Du0ms%$uoyk8jxS=Lz;)oN&V#{>GoMUwt(JxCM=Uy$LSSE%3Yqtv)3hKbns7F(~+ zq4w%L+UJ+fOnhsFzgzC3@|p7*89rKI3ug zhq(8*I=C#o07nfaXv5BZ(09@Y6_50y_WD~Ow^@ux4Rbn?DUur|paS1*<#9}6zyxcqvS9;;-$b)UklNeLwA)j3wAKAzv3Q3`32 z&&Y-i6V1asG|Znz&BW2?t<>Kwo$Bs(z;SEZp@e--zCLtkmhCkp&e{sZy7@VLHw^|~ zQ(I6HdBe=)r^B3CLZBBfP5;QofYIPLW+YLD9Mf39SWT0m?h1xH$xE6zPdT5YBy$2O z>+9s0+cNX%R?TDqcTZL3?17f!mJ`{t$shx7*$;BTL|XR-(P>jPcbK(___B@U+C@XM zw#Ns5kri~BWfHGqdKTV^{08pxDp>ukA84Cj$I2?4J9bTnH9KVMX(axXH z(>sR*T0g}(M%h?$yPE3#yGR`r0*H1(2Y>E~G`gvGDn4rSB{zOplX1H^Pq$MqIaI|X zfAp3Wor&tjn~w}p+-d;z$v4=(Z6;{$uEr799`vygA-_!)f*mPme=$zvn$jzBVfG5R z&GqHy9`2zUCnN+x4ldMibchj_5H}ybs84R4w4p7o+%xs41UqqDJ3hV?N~5HVN$=HB z_KTtGJ_20njs(T5hJ{zuNk4BLIqo4$ zP)L#1lUH3j0GJx7}oLILlSh;h!lj6V`eV6MURN5aCyobG}%)FL;LKBTl_{E z;3iH9#|`~4X&ckW<@{VeZ9%VfVP>x)Msb+C7k16a#f}$Z@SyT4%$J?Q<$g6u$5t)! zn%f7y4U(qIes|Lfjtg=vI}e^E^I*bq10r*3F@3x{oa&6;qWgbxZd_jl;%OyGmWKr3 zt%3=(@!3xtnYWsaN*e=@=e=Nl;0@djiD8mXCF6h3s@dYHrs&Z40{d*ra4cXlx&H4Z z{Hb3|V=#pk&S^&boi*&A#aBo~Rv(;33o<^+l`i?%g>Gag+i_MD(;r@7SauwY*LaQ8 zKNOOdHKE$+5FE+OfR$PCI66N9hNo3xV1FfuX!yb48Hx+;g~5Y`6L~uo-trsc)nVh! zJamZ`AWJ{7j;~*0bAuU?c(j849RDB55I#!$y(m686@bgc#pwjEC2&P02WS30L!sao zre_{PjR`q?v$>sc-hsiS8$zs*bS*ZI7C`O1o$S`)L1xd-2DsGhiQ@`~p*)Ar7~B$} zE8Yu=4-cN8BK6)xdx{;=ZdW7U&YvgWTq4O|4>2;cghw9lx8q8L%yr~UvZ>2o_zO=VCz@|iWdb_(h?UBt4)L+o`g3A!oQl)iXz z86W%%q#fO7=?|Cd*ypgFya`jqF_k2;ea;6Gdb)&M_#jDLrhTJI4~=Q4b0YQWXvCT8 zX43;Bd)UnON#NGogB_<*cz6E{aD8Gq+B!=Cgw2XrSD!0vsHHA5%Tf(C7^u??!X;RA zLZ5bo@#udSeqqpJHQX1;XYQRp1+y*1iAsMz`1vs0`%#kJd-XkaKcYu#VpZvKlFKaT z?oZ9aESVv7G4gJY0$HnmAD1i|V?FlN;^D`in3YzqF>}*aOxBU0OjjxU_?{`c*>~{t z6J|qL=w$k^yONgr#8L;98Pw7vj?N8=$Aeyg-?ux{@z)b+)uYGw&~h^ROy)7`|9XHf z*Wny|5`s5eeNejpH3p>C<1)Pl@E02dtyz6&df@;%ehJ6h4)0kpwT+opF~?dQ}WwH05$w zxd9-d&S25vJM4MCCnyxV2sh;j(aQegxMcQYo>$^d-jC>B*tP5-tG$I|$p4B$p`1DF zNsUp^cDN7AH`_381#&d2>^62j`G{rOzu`LHi<$g&HjE`+K~d8-ShV08By>xW3ez?0 zjIsz!7}o<{n>Z}7#u#r`%XXOJTL)TB@rE4A$gWe^)Y8D$Zxo_I{@>Uljaty$Zi{1kgo*j)QTA7LFT2z_ z0Xkh}iOk&&rq%faROQcrqL)8dYn^UX-7ijydY^!)SrX1`S7)pb-N$e9##4bfmx?kqlnpE)?v#=>g?`;Te1}?BkVw1>c4^8B!40mA51RS&L$$;2BG?sBQ8JO z!215j!!>Lt#&7)ruFJ9b$47$_2nccXI zHVMzB;`-BQ?wdqRzZJq57>nccq?zny-7R3&!^e5I;<%nYke0rCpmBT_*l^w2Nk8Wi z>4oE9&1E@a2tBOzRaNBm48UJa?zOG?%nbN^!>2pVu*>`xINEf;#s$U9yuUGcdck}I z?mpv0cpJ4oBrdQs*gK1){o3iD$|VqA{|PX#ckv&Ssh7 zhbihD|MCMYw2fzXwIo61i7r?maDl18gIM%tCCson$*PV|Vdhw$~bz!BxFT>^H#$C+tTI|)sKmI`+DNNY5~!Rj)a3g zBRD3}2s^`EG4>RTEgvIbgYrY%elY~53-zPVTh8kh+yI@A%s>#KMYmq5WNb>5sBM)u zHJ{s0=c{fM4CwXI!e${syMH;(^`1t8Y=gnb){DG6`H<8ZG?9@e5%X6G!Nf216Rhbw z2&x4O=_6S$enWO3oT--qUAN<`LW=@X&=jIpO=-;f?-h7&S3mqYxPbmGQ030|)2Zv# zaO!wugc_?U2(HffM-SP1(XMsV`5v6pWm#4Vc=mIBpf!plaJLk>qY_Kh0*{l|6BCG6 z?rnIql)KAI)1=jF5$X0-dAUHRycw3ttkBax`EwU_>MJ6K8iBBV)W3Q2n>25jVa@9;e8)%oOn!+ zs=kQeuV9kMvh=HDk8L4ceL`69<;Eu5F6l}v51u2FX899kucPKpb6%2l0R@nz!Y6K9 zKM>)4Gf2ktd%U-GwnV(v5mTd{FzIHT*ZlP=w%`2*Wb27im97&6Zj_syvFE%4_t)bp zsWY_h^lU~s{0poe7z4pbIW^Vkp7dhDC6^t=ofH1m*dx&@=}(G7B0ntZ9VvJWe(l@MIZN3 zY0`h*8j6P=um|7pxxKg|?I^0_2Nfyd^_CViU7lP7GtN- zCX(*7iD;UBfFN~m`s>&!Y9f@3*T#h~tKKc3ANT3u#`UY{tNMPdysky#52T=1z6-tc zYafkS?OWu2wu?7Wbw7%Hxd)hW6_b)&Vegi2tR&|v?b%d{>w7PQsG9*X(ye2X#>YdN zb0iL?EyNmoD|&45e71adJmW2;PQNCsq&Z6GsZJmR0?vUgWgtpFbQWXQu_WAiLW|y< zzk+W4IuQo@7okS;0$xChJk7W$LL1{{XuRx4ws4;-|Ap0KW=c&zT1A+X%|9h*+aD(y z*SQvU7;yaKxLDM<#ohUg$a5K{cxI}H4B30rkQOayVvNcSVULsvooom6g?9*Dqis!l zSI&kjswPzCw;$ZSZ%DpBUxlI<93g@)&OAAzL=4o*@w!M1JovSQ_IV|MR!0St#6E=` zb(yd;!iW}YSySJ)CR`ra6@Hy7B1axwCfV{TI9cZkJd|nWm~_WzQd2aYZ+3^;#ymjN z7ZHOp=EW2t5lQd)Ce9Bz%wj>yV z^C#5C`@tz62{;gu3g3?O!bDSTlC!px`@SK}tjm0=dtN|&m&Q}Ib3QcO;W1WP)nRsI zAQm3cX3u1$;y5uC(w6<2l{D>O5;CfR-`~s#jK`7leQo$c;#X!+N1(l(B1{)C2(bzoCn3;v1ug#M0p^rpW# z-TlWNqmLKz+t)sY_li3(&GbATymTFlf}F9m;W4^xDnQHTWb`g;fSAGt=+j-!dvJaN zvFXg^y^)J5cG|j^YD$Z-|9q#CabjastUrK?J&2~#N}K78seIhO=OpruKf$(;rDhxC za`wdk8E-LVZ6Zw58y}1tF z6?CA58ppUiB1eNF_CV5L2(Pav2ljIBP0egOc9LNnqoUf)4$PWJn|c@FrRZ7YaP$n8 za$djF1#3v+n&&8f&Ys~b8xV=3&$&Kh2y@!nk}l=^$=i&&@X$a4?7bpE+dUuQ)^WT?Aqn;0jt=9x4t6YZO&NGYrFp*iZv=FDtJ43i_hY9(;@#3z{ew1oZez#D~|KBKt7 zSC9*kB)R;zFvg59d9l{`YkUv7{zS&G@Drqm^fJtINuq773muw5Y`qSG#neomAI-p* zsmj=Mbuk`mvBcfRPcZdx7Ho{DhZ7ByXE*x`9yz%gbsw?#cK!)y@PB|QDiQ3~IR)r7 zX5669-IlK?;$>{o7 z9c+2Z#8m7yQ;}K0R0t&DR@XUZ%WyfwwOm7!HYF1N&lz0Z)-XcK$INAQ5$Z~t zV^uF@qO2UT`9c}fw}N2h>m~@e#&ueJ-@=YID~uT67(!O*pf!0scjUB2+j$In-k6DR z5;I_L>_@gVSqJ-trKy79J9sdEHPft9145P`aaYJF7T?X&7%lS&Tjb2iyLxhRb|9hWDes5nFJ`gKax#nazTvne>^L`* zMo-^E-yN3Vm51(t+f`?w&Ho*?KJJ1aSMqS5(Rlc>Bo?0BO5@pFOlP{|CAjC6KU!y` zQElmq^!h?~y4hwk&+*!MsGk3mjLn{IuG2l!{BeyiF>~BS3_OR3>RCCc@V<=yt&62q z%Wu)w1L9Q8xex3whM>g4Zf5v;10Fl4i*}<=V5V#ov}~M4WY)ezLG=kL)*Ma`4*sEQ ztv}EM#Ea%?TVvam-Iy)w2j-l!cw3;9xm2Z%rrKQXV+bGVJa|`bN5yp<)*5Eq53L8~cu>(|vZW=gD@6OMsPVwUe z*A0~E*TGd}6R!}YWBOpvKb_)>g%5C*Vg}ie+d+(;WD%mTXufU-Aza9vn5h3_te}I& zO8lfXmosUc*Bcz59az7i5D%md;gd&O`IbUHSg6MX&*4{K;dGT=Z=6l*xz0_>fu%%v z_XVQmdzG+JH{tZRJX$GZMq|~Va^kV&^kmQ%l3Fs!JdD|D9=udQ$}IIjxG|LJ6%)|O zf94Agh6<=vcRT)PQO9^sRVLrw2p5N@JYimNfx?$g+?;F2~ooOi(mEgycvoC(!nYv=&uVo$)bfiYB)mg88E3_jMsz;UV-=&6QE z-2K6eR!ls{+*zGOzuy!W_)XqVqn9qGm$kfUrSu2V9?(jXG@Hrxs7{iU9z*)>CSY5u zAsrnbOT9Og(9iEoX`_z;4)@e zs#Cku+0^}MC`5TQ@y2fsp+xF0O>!P$w%hxVLES_$Ysvr-ik2|H8Na~1ecA=`?n^l3 zt4h%3ReALL*_-sJttu{)yoS}S;^Yi-3PVolVB}3-ln9zcLOiPRz4dWgwyugs`bN^D zxp~yjst2chT#p$o1$1(ixZq!OGEK2MN8XuzAl3a`zOP@&{J)i5-e=t^f}hoo3ijAsW8h3AB4x;V#YbFiMMQ#MLzV;egGlat~9c>W)Z~2_ z&D}1{`5@A0iyg;k=(eCS2i0l*&m&~zISun?y^7|u^lp+<*$YVU$)~_-2?@;Qa_McM zi&XYTCMJm3QtQjpX{_;OyghFkFKk^M(^nk?Lwf4$(~T7QKecG{UTr#J9Yt$hpV9xu zZ0N2B;&k{~C$_j%(tzfCcH>Q!?)`8ZXHR!0F-P;rf5(T&k7!@=PqdhZe~}d&jcKJT z+Fhss;eMz3Ln%Y&Q3(`}<@roIhkn|adcE^{i` zTufJU{qB29rjV?iDrm%c)qHIT)po0696MW~$~2H#_-YVIF-^|RT^|Ac9f@-hf7NrbQ2JFs)^UOHf0 zL6@u6L#u8C$cz6$;g$tddwwW&FYzQ-#VPw{+3!CV%EYxiC4_=+12pkfEO(IG=>+hy<#h8`qJ?G!MHcy0i7LV z0G#DX{_!R_6}JXi{m=AHpaXs6t&Qt$3e!zbhj1`Vn-v=n=(y=+?{Rtsl^# znMTJUh3h7p#rDFQmIs)*<|8vX{t@_Cje=BOFSESJ55jeoFxcfa?)JP&-<)>@LpMqD zzx5uN92pLK#2&JRm;ZxZT({HaY$}b4uD~a*3Ur)H1M2P0q^f$rBe5YgpH zJd2+)u1_hLZjh&2HV$xScLAF=npZq`5;rrMC*W_BmrOVMGZ8*(;E+`Wzp37zeD}>J z_83J3MV4ergf>Z7*U7&uro>zSV;AgRbd_8PJWa>l;ds0!bqsD_Gkb4&nbHdgW zM%0*WsO5SD`rEkKa36`NRwHIc90Q)aW4*)iN(=^PkkzpZ8R<*~vTeKw-JGaE@)k}4 z`Ql;z-N$Owehc8$kvb^5=8uNWq2PEx3)OBp!rX{{kl245e>`gft@Y~U*VU^`N&J0W zGj9fsHPfO?uAQb{PLXuu+w(L-+n8kC+R2oD{zYCStS7~LtXc0YS%{NM!lH?17!BuS zxL)!Ru5Kd03+-bbx_rSQT`rf*ag2ZU{ATVd%A?LbY1|VD@nd#;dks72kkG?`g%jY1q7T`!-H6=Sqe#A|KZmbUAGrOR5P4j(iC8Qw zLRaxc;As7twffnHPYbrfA1(vDL;D2&nx{akIJZ_&{|y+Qqex}s{MmKtgCKTWlo-lX zfTiFr{FE~QN!28xVjE0Sa_iA}suxMjx=$9lTq8M)T*#4YC&+0tQRv8BNeaqV;Ngw) z$YqtoFkV~%Hk{H2o5!~B=H)Q_cdH1JPH;PwHK~l_TPLi!+6YmTmcss59jN2_9nTA_ zv16#4eXd%F^Vj%6+pGXkSL(!VY$`MJ#R9UkDunOcu7pwX_hG>$e^^`l1S_nr;D*#x zR`CCBV{AOc%5uKTdwpzxsUHY+nzODMyV+^nZXj;~58t{=lMme7KC@K?vNl{pqh*Su zBhQXC?V1G!)%t9jrXsD4U~%d3XtcLaN7prP@Xa=k$?CNTyMFzHx~twGG$Q~^hj_5# zq85I27)FCmRrZYb1eo_P9mcB)6FFIKHq*P0zYmL&C9RG8OGb*M>Sr4B^Za*Q{)%D7 z=f7hgh796EYKI-p{!sIIIlF436wNFA#AK;fL(%YR+z{IVJ0eU#?M51R7jY3Ae(EvK zo4(2 zZn!{W*sZ<2EgrY8zt`>d;vBE*T+i!zJnj#2$8v|I zXube(_fR1p?KhKW8WreW*8r8g<{1;z$&dSAH8DaOKGeO!M1J z@YD1WIQ;1YUx7`iA>%ibs4hrv@zknBpxBUjZoki@e=S*=C{0L12~pa>gH673kf6+a$lkVxM05SJSGpZ?+_)Nb zUIpwd^A^1xU54XCR#8i*^oZI(B08~hIaRH_6qB~+sAOCgcX)Wh;A}C}HTyfGTERsV zUKT|EJv@QfBP~>I^EkXHaDXKbWJ!E}1eA9bfVEi)qfst~mn^a&g9>{{z>b6X(BkcA zY>hqc@vuU1E9YXZ8j<*u6p4`dO+V z`9147`FFXLMDFr}BaPB%M)PHo!(U63SMsyhMNW{&A!T^~-V44aPoa;|qKK-6`gWZ}V*$zd{ox2aT9S*U7W-otF54l|whZga-@+q(&gk=S32Zjq zM%stlK+}XGA9#`2PHi5EoR`ZHpP!H?TZ+k;yDz!*IG(uezrz?u|a zW^~6x*t;SWOumLPMjWpleu$undAZoeU=4Q9HN^Pp3u?_P2Y6bwgd}j<_;r*0P_jZ9 zzZMzcyy%~;t%Ry6d|CtqQl?Y%j6C@BU<|zPsp8Y?E>mR{3n2BvU(_q@0hNp5Va%NK zEY>-rRVy(B>bIfqJyQ5VwJzjbk>T!H4<+<+f;oPK``w-wL7pNX`CPRcn|{s0>Ay*yJFZGw~hyM2X-`F9)3a-%O&U!$;WYZgf-f z9E=Jip}ObowG;fpII_2bdOB_k#)fa9iWVUz^EzwSv9b7DWixg&@x_%H^KjX$eo8XN z0V+R6Vf1q!**UlX%~IKpg&GC%?xT~SwM_v##l+(B=R(+MPaqy>*$#_T`Y73@*BM7O z8RBo4h~$L1+MM(b*+nDrKE#9TIe289|5H?9{1{rVDw0PPJxpoG6YAPZC1S+&VQcl| zp&~{U%PvbLpFe2BjAOmjkBarU?GGYrj%|9e{VM!EcCr%I<|7l2Vp6W=e}?`(Hp1+yAm&Aa;SocHhdvl92MBOw<>J%j}JuW?-+UD zFUVG3KS_Ra^YBmHnM6i$CvNJqp~`-E6bq9D_FNZzUH4ZOIXJ6O!`Rk6d*yX3c~&+47Ss*plC? z*qN(j+2bmaWC^_l*Nv25iNyOT=1c-|TlgAIPHh3-*Nv!Bp$fhvoJCdgBd};q7>K!b zqZdB^Y8NVIpx@QmFegb3T7DN(a+6!h+dKu>mQzVW*X0pS{j(%gMUEX%)naX8t=V1; zD^|Edm=%k{%(@;4Y#1*>Z;_mflXLzc);JM0C23JwhaOPJ%2jaa(IOC&{$btkb&Im% z{uT{eFUFSV1WGbZP&T-V8FrCF7G1tIQ&;zLykbML`ye-qDf~eAzQvO&BR=wMmj$_E zKZgv(JA?EkNBrTDAbot3BlfY_h0{e@Ch}J*<6Rwx-UXV&;YB`7wthJ3dt!mM+KS>$ zQ`eDL&uOZyU^7a(D@*;&NJIaY+k&#RBKhN=1$(w1B>5vjP+@YJn`bTHxXkWkb&fFv zL>eRCb@M@5PX!<3k3j0{4uEc<5K+1~13FBsQS>?iU|#B=SXpz%MZ*w}ZrKYJnb#qF z`x&&VoYS^?^AY>uJoIMB286!+f`OM~);ss7Qp=TN8Ij~)Fk|;@5-w~>(py!*u(=gE zRyLs79*-&ii}SI?^(UbCK^B`vrNPh8`NZt-SxV}u5_r4*M$%qu&?Si}ROvuN{fj~B zkbFIqR~|yu5$lnJj2O;umnMm~VC3b^{bKN<3d zr-8EZRrq zuf~2cJP?V$h8d4#oa&y0haie|8?~8 z_9{HQKm-4~Py$mjsvN)IEzKVsX56bx#GgJlq~!k_5mr)SR0BQX9ksu2Y@&xjypEYv|^e#UD3t+9VGX;6PW% z|0g$_ec24X`_oX@(I*goM##GBQww#sGYEwX?qF1I{eksnkW)&}MUFB~nN_nqPkHKjO%Gl=i!Lr|Xq2JXJ_{6`(NW|IXh*cFbh^p7I-z9J}V z6-0wIe0b1v1v2X`LwKeRbjHfytQrfnZCsu*UMY{tj-7+9U~&AnU6ACPH$ukl8kE;b zF{^g{0^MmMB)fSDls?x(ttzod;6S={?!iQm4w*tLfB$AGFXd1{H4BhH*?Cmy@{-Xq z$%d)KG-S12hf?cEgG19dfcJKOR4D(8>a3Yy;^#~;8PUTa?6(-TTdqM-XN1WYZ%KUS zSt0UYTY<{+W})CyGa*nf2Qk(bXsH^&t57-o)V~hhxF<$hZp^^WOYfn(NAuyMSTWMS zT+A#h>;NkZQEvV>f*xPgLqlKhpc4NKv``2Eqe^4bJ@-JBo9kwWvPi-z9{6_ETCVdi zWG2F;$+ee)Sp5}0Qza)xync9~Yg|6N!WUUw7_b87JUob)KsnI2;ND+I0_n!YBHP#f zplH_#kIV0q6M2zDKd=*R(h{Wnmruj)VLeDAVHx>&V;&Kn^nk0~H&CwT0&1FCD{^tz z0XrU!!i&ukjAQg^_-`x^m1UScK5ze0R^V=-E3WPvPg_0YwP zizJe2BzB+e$%k{dk(a9jk=v04%|TPpQyK^E&Thn|e-1eivAlMh?@7j}iOb)M34{yY zk0??13$P8ng6<4){4(DZVrFZDcFQwVIsY!Uyl##6{=SD-4_v`^>HfrPsW;vn8;?dU zPT~u;qo{uPCN(f`H*?vr5&5_tCvQaqh`T?RZM(>r44+DYteOi}HY;vG&xtLRa?nxe z;xxOFOH9zyS4(P--37ExI2#>j_k-i!?bPk@Ex3KgOmc5%6)ez9AhklBWb&3DdRASC zJ5P3DJ5_=^Co5|Yr+p@?Lsk*BD`j9+<;<~hA0i`K9-Ue}0G#uHoZEL3f8q2Pqpy}Q zZ@w2Y@VOHyFKz;@`*x^Dov9@=QlV)p;`ZC!DyPo+2MPPrA8H1QAXyg{lqr zAxLW!UDJI?#7(`}21_$`1HT6jQi;Gz?hDelvWoD(g>ry41d$G*yF|fRh7?+*Fh__R zSTt&&Mdc45dG{DNiM(U-0{WoBDxDOptR|wKMr2UQjYu`Ja1pzav)(qOOXd`Ul^;j4vI45 zv?+lsT2bkS7Zt|iL*+c`HIE*mWEMoB$XUP9Nv_A4c_j~P?X1DVyQ*-cZwQ_+-$9N`*mIir(j&N*g%~w_@aW*g2Q-T%_k(woUw{&vw=bqg12d{0Gq^r z5R_npQbmMGhHERRl`XLu3(~bXqy^S}dNs_SbR?PT0N%FML z9Cq}bz<&y+)1Ndi;@h9DU^PVp+V!Fay?EO@j%E81&m2xf|M_ob`gfF472ekPy~__I zGJg|t@2+N&`wl^%_%md8*;-p8| z;}+be--E4V37oPngM}kiXe9SPH2YYrb+wQ#$bMZ-R2B$tA&hhvLvQww28t3PTP9$Gl{=+mVCGvNenJXkoA3*_-N@zuaFkz+Fyhz!!Q zpc8~DLcYOY{21k3GKOrKSAbl_K}l&p`YL{cthCJ~YvwePA;)y$sh3J3^DAmZS58Nn zT`Um&yChcaGf|0(A;r_SlW-Fa_Oj1QG9%faWL+tQ9anULFGT`o_K1@xtw(5u>sEAl zLoB3kYelzxp26~2qv-v?BDBb;3M`_Ypnu1?{g0RxIXSbx_Tza8a(=~Pawqu^nJ6ei zueSHXY(Y#8Rc|DhLdS?U)?%d-5W9V6KM9xJL>k&o6E$@y@+AESeAspxx_0pqoBoT) z^J*g`{P_+lr!K*r8W#QD8w<-*I;m!@KPbNQCgOkU3Mx0m@was*SmuQl&fV;diyy~g z*`Ns&npHxMoa7^S5BvthTvKbOX&f&pox7jT*TGHG68U77qS}!f^iEzJ73mf+Mc=05 zM0Z2z`eZ}tU*IyhZkEHZ+gViRxC90ZKS*e1Ic;kU7?jdvzoIRvzkd-Wb@SuKm)9}5 z*MRE1)zFvVkQ)0>#&GBoFi-X(_;Pj`)Nz$ z(;~>Iq6rw!F@@fNi}2C(BOICXXLwsSlhfZ;kQoLKncZ&{nVKU{(LT;M&={`w{0w(?Dq~-hGS_Zxtc8c1Tj;8>irix)iu59H-*zKf*necxEEx67sIs z2dZ8WOS)e~D_ho+_yc3`CHNY3&%GD?-)Uo3`8vv9%CT`u4bXv$66lKDfVJcIbC7Ry zmNH)x2RkIn;ZLwF@cqfN`WfR6Z$?B&6iG*2c7t%K?kv@EsS(`g3**%@r<3!0-9b;^ z7g1q?)_gLB(xqpa!HJKkM==3C)iuXWfz@#Jz%Y|ytp3W!Rph9IVHyVjNhW7d>&IpAAsi>MUe4!7j(xO z5|@=9P_&db?z7=M6jk+TN@ou4xADP7-beAnEnI$xk`2+|zO#=kA@0W}nYU3CsyBFs zc5nD@omkw5%&r9^>p2VHk>+D??~um==F>Uu#$%4_UqzA6Z_uVEludN z_`nptU~zKO>>QW#Ia-_lmPP+e@72b{RWS6qBIG&me(j0?XZ-s-H%m1&Ce*K2OvItb zaO2BP!bEEmn-jCS8ry>O?{FSgjr-_rc0Cpzc!?x+P041iHan-E07(oE zbl!EyP4hb-3|W!v%u|)EKz)T3C6y?ur@nB$g$8`xP0p_s5v);HkrLg zs=O!YW}-M+EfYbuSqQM#mW`0G`4Qw*g%P>r(}VtUy5-EZmvLrfHxkJ3!vz=qLob7z z!N+MS*sb8WSbq7ibIl*>f|@-3;Vw<(@5w~3n@>WFiYkO|JCEAKd(o?1J+Pdw6dra@ zP`&}j;EcB$RL!EUJ_1fSc98Q!|<9#h3JErK6Kto zfYjg&bS*QI+POR%d;fO>Uwu}HJH|HQBrDDvj$-i4&;b0$v6V`FcO0v=F2h~rML1nI z4j)omS$n0;5B_#uLvmdsaNzY^q!81jl7`$w>Eqs2zsUNijuoMS#L{=kjAO=N(kpreHknLl%D56M#1_PsNAM zD&cQ8j{u*w8A$Y2qc+nD6vyRHZOe~^SBo79kH4IGHKP-I|CvN-TDI8u@M6o4_KV0s zX$#phyPUK-z9t!7y5vM#8|D2z11Za9kkzKizJG-O|KJqMXUfNnq&9J!rL}85)|+kGllQpiZX@^u@PfoAn3r*LUf-TPg}4o7Mx@ zGbIVDg9G_v!f2XeGL1Zxj1#@kH7 zxo1KS^Ixt7ne?dv-4Ytjj1Q^xT73&GX~;r}o)j4!5FnnPpP?(qs!)QkFOI){2VdA} zhD}ZvprtqctQgG+RJJ^<)_(RA)OcwK7Cg5kdUtK{q!mXr{J4O0?pe;PTk8yXqbi}> zDG)CACU&->oG$1#x;_63H8Jxm5_{}VS#oD;gXt`!G&aBvRuAj$X-D$K51~G3#QM*x zYCN#O7(f3x1I1|ap{5sSalZtD?N{CroK#H8;4$?sRFVwvN0HZxh9sKfC5`MKfR8o5 zfOm-FB;ASwomR|LCE6jYoJiRCz7Y_oL74r*k+8M*;q(V7xT*FD7&gh ze!T+6rNRtf0>?c(dl>Qkr$V`X&Z9C)^@v?;GWrv$OqS|;!SGWD$ox76gReIrn`6#c zuwWGJt0+QEyN;tcp*eW=On>s8Y$itQ-+|$HCoDc4NBwlDhLS`e*HT5uL4!Cb*P2EY z=eUyUIr2ng#}YX4>k1m5F`p?2ks-A%j>t~30-cju0J(f}Tpk?*gWMc{eAZUdF3at} zd@sY3%VVHAss`6CRfG6a25t4+haVhhM|Klmt?%xTB5Ts)$&t)c#Ql~oS+d0d7CnCl zs<*$uQ*L)Ho?mOdN%=bDJ#k^)3FagDrUx7&%ZS={))GjsFLieQB6Km3^V}O65uHPv zJ}~$#xLr|&{ynvf{JnkH_rT zxnBD`T;hENCzCOhXu?0>!p z`S+>dy^`bT%XC$=+D0Ap#$~8t*_+hkRXx-`Zm-|7SB=c7F@)xL8f^^N1xF4phXI!e z=(8%MB(7$m7Sj!=M_37!*@{755SMGw@*F*FI>|8dBIM+(3~GgkFtv{3%hn{s1La$f zTAvH!)P00wle}k~^1YBsqKdyn zQuW8pYWb4az?D&HPB--(UD3bE@ELl*_m$UC=Rq+n=X#3D8u9>%l?w1e)B!2&_=u!9 z?|Pf11cX1;w62+G0-LzYC{2ZBZY&YQ!bfhyDQ6+_F8l@Db`rn`a%v!BK|ZAReFMIo zdbO9OPs5h)Pr+uzBD9Hp2ER2KkkSw&85Y7Q{H-|?l6?l9b*V)4;*U|tjAU@yHiQfu zMKK9F4^cT3=u964C)a$Y%bvj9&`A{cwjB=K7(|Zy_oKtQV$68neP++U^XTr6cqApL zK#eStz=I+bBu!>Q&b17%47mq+^2ZsCXPGdo_PyiamWzq3?^-&%Y(%pC{EBtmnJ1d`1AfF|Y(0>7{b z@t%AFdp78z#k(7=`F;*s*E%G^i$-DCaN+}XqwFxcx%~$S{EJ`?YuACxg);ObMGMUx zqhUwfelQ+0qY~Zh$;|9HCd8}TQxAM7E)Kn!?gSj0Gw7#Y2j80#Ovo%gFzIQ8*M0TWj7y?K&AALkn5mI* zt7OLcf+R8MOCw`n^T=x3Oj7V;KPSqxN}Pl477=0UcnoRa|JR3d}1Wf zYYTL;v*2FbZ|hMdKJvl+OYPo78^}wDvfiQp3D~S&xN`C`lmr-}_MIP50iI7{i|3L( z62;_C$VVbj`iz`j??o=$OCU|33dpOZ6L^~NTI}hmh%@Xy;nFZJ-~Q1>EWTI?SKkyQ zHeQ@RExrqyEexqhNsi0c@Q88?6U5KLSk#%x@y|@hAZ&m;kKXtPdmH2_g+Y!7GBN~7 zbPCCIl_Mb^mlM&=F68Q*`%L+;F23+86QA`cz=e0a@#)tOaEN6)-fi(5eW>!q?DP{z zQQ#(eb6p2?Y8_GFJvkDY{1G}1K4MZIPeSy=UueFaB>c77Nsh)n1abKk@J>8IoaEDp z?bf-RW;X<`N-Luu+Rb>&w?3@!REE}6D#F)Rc;f^8G9>k(72a$Zh#8Y$oVf5kGSRGr zp#Wl92$exBgJ>hhwen>m;~2o+RlX{)SR6sB(H@4^kigAKd3Mw3KXP89{wT zykDXPJuxiBe!VZSxsxX5@u^_%KqU7Hk`{n+ZcmnD>oBG2XWR&@;0$am_h-%N739ES>z)46?O)s zFs^q6v3b}lwC+B~w(8fzOEygc@8=ivv3L>`ldI8@O%WiKJpv!{CQyN@H#VMV!3n04 zxNMIietvuhvQ7=KPVJuyKRh_5!l$?J-@{~bO7$KoS@fdTHO3gf_9&$G_Rhw0?VRv| zrf4Qeyp8dedWgo>Sx{lq)6m0#d1$kj6sd6Ag_P6MVR5c7{x6P!6+fSXFj`2wl*Q1+ zp*l2uT!--*iGX!IBaF_5N-}z?o6IUUhlboDm>Zo=?k4Ah^!@K>Qt=#K(X$=PjrrkO zCx?OW*lRe?SRsWM9mw7=11OGZE~?OsR)q_a&|pDqQy8vRu zDz5~~L;9KE6WOToqC7P{_$8vIra^Pd8!Ad;q}HkUC1v*Blw&T7kY&ePKs&391YeCJ zU+?E|8P}Rf$6pf}HDxk|Efz#O^a5k~=^O6a^c3+iLrBeApA4=>WDi{gj{CQx!e~To|<;~A9m>egnzZ_;gtp_iBow5DSxR(inh6v52`<)>7X_A zd52P-LH(53?iSRsARAqgSL3o{(l|f&9n>oG1ZkgngQRD3xvJW=Op<{i+T$vXDt;88 zUe}SDiEe$o=uHsFHD4gA8=u#j?90Py%HL30!Auh5yMjbN<0G9Z4M0yRkSOn!;DcMk4wDC83;w4CYOI4VAjsZw_i#B{S z(u0_e5)^f-27PiiL({EQ;iBzY07(%%P%VXRO@AUYv6JN4Pc{5(;SIbf%LND5EXBXa z*5NCuTF4^wIhud{Ai9VFz=fxk#5=rp(=aE6yxOJSm|2)(iVz|?iTV8S*ae0X{; zGSA$Iv$9K&gu^1(5Pq6ufC=8`xQI%6?TlCNY{N5rn(&L5GF-f_0vkW-L<%=g;>Q;E zn8v2Z=#-Z(-a0yoMk4dTplJ%WSQa3kS4$D!(U;I46Ni5762?O-xmqh}Pp&O~g+AXI zLdz8+nEwpZV2Ob#5pz$01F0L}Lda!!XDmUE6wksX>la|0(uh(r_Ti|K8TiZ7uPAbv zEcCc4lR?f`@ke1CExxcAJ^ufhiXZyWn-_`jRCzjnJW_AW`T@re^7jk=E%GwOphhRi7ybHI4U>O}995U#*D;!~2laBOmJJ z#A8&Q(njU{6Jt7;M%JELISy7nid2&GBZ$!a4?ZS5hrDH5(6kHZtOM?qpjEEhtqWfi zgQL?gxN=fW4>faPi@i{HE>g?wy!l5NFm*YkJ-YP-(y5wNy z%Q%<_ks`K|zUaQ@5%{8*garHJD2qAcXk*G3Fx$@UE1rc}_pOUXGj<6Oop>SiW^WyI z4@DsJJGar-n@gZ?r!@97FR~8z9I2_Uil&ZU;Kvet|MxX|bpzXQPKaK;(-Xf>(qzLG z9O(b%N8zHt|A;`7DSNJ4m(F_OjTis#^}ne^rZwd$80EQhH~nmSHs+Gd!0h)NM82ORU!JwY_w*R7 zb5ER(zC4o@O9qe=TJAV({uD@R+@SLthhRIH~77iqhrbzo&GFP%;lEyv@K19xKvXMH2LgUkdD$GhnK--{HlRjp$g! z8Tw%E3+u$+uJq3P;aKO#J0!6(sHUUv|6Pa8AFR--d=Yxu^g^aPbOn*#!#yhvJ~NwNNzk?7UgUU>F|F`~N2E8M zB_j8463x3&_>l=es~3_29s3^>_LvL)we394I=PI!?rK4_gexdT+rwAoDB zhGP&F&ky4A>0S`uxvfBzuA^tpG$b=WS<;?-nrz1QXijTZN!I+(W^w)xyz$&x{3Oc~ zo#aoSp~Xw9;e!gF`>^@T*OOu2;eD62_jr0Lax_7A>RKU z;7gHmxV>vW)$1Y5=7m)eDS7p3rSmKCy$`w6Z#en;uJ&gJd%y2L&8zRvl8a( zCS`oS=R20#K939*Q}k-fXlxy=j#IYj5cM__{HpaOF;8|y7gu?pJu_06!evYF>BBWR zb6^ebm9Ry>9tQd zqq%r=_%c3S&_srVYw)xu16*&bL?WZ^kZ^(j`$u@aWi6d|C=T08+q1FH#o29lQ`v`+ zui+-25PdvCk*A!olkxpM)e!oxpgzEU>y%9)9(=7C=cG$88^CPmM=T6v4yUiwV2p^PGhGxKO<+29^!%H ze05j<=Fkn(cCt&w?bxsn9=zKARvZzMP^1&6IMY>u;&mc^UY!QUPsrb#6WTBb&$mXCzG9m=sYns}9i5C0~<|`h&nM&q<=t9PYg-q&JDSYdmBe^#jNv|qvK%W;BkV^+Fd6~zav!9&9 zNtZ}2W^G#8XhEksgExQZ<(9HE`W?$|o4m@Jnetu{m?W@_xlS#Bo$5X5`U7y!A>lC7oZ(+Ob^6{2mePnL!81r`D z0{T%5KQC^*GEX^d8Qs#mpbqC{vg(q4tdI08R#NjT?e#{4eRVPc``;1fCEMH6Ip^N9 z*H_M{Q?}j3KInVOiXJnkecK&*G5@6L{=%QE{iZW)K*I|5`Rz!SDXgWboC5qtK%f4^ z?K;d1LvU|F0FOPa!`t3?psuTMAwB3M&og#aX3fqGvQt&3=-P`hY;tQiHJn-o8`8t+ zv<)ZdSk5D@bEpBAu2H3{1;4Nof_Wgd;}UCaGQ#Gz*05EEZuBXIb~Zlc6X62^^JR%l-(kyELQepKWcV z!=RpZ=_q8EU;ju)?q5!Skxin_4j9yRTFqe@v$b?q$gH}d8KQJ-;C9+eTbKOV)=3}n zy2hKc)rg(>rAM4Wo1c`kYq!Uec;hoL`tl?81R(^FmyU)y& z9(4GL4F>P9^M0-%IzOy<;w!Jx@xoel2me*Ex4kdXby-tbNIR9BdtOV{s>hLSA)@Rd zs{+bTVS*K#IYL($XyPws-t3cB0z>Hvbvbe;>6~5stlRywIH99~efn+^?R(|HzT;}v zy$@=2;Ra{u={XE5CG`z^H#*fVd-x0=v_Ff*_2;mw1Tb&lmpz`h{{kBwXUgj|6eK?{ zX<>VxKKA9hQAC}ytRJWPLvwO~9^0fen!*vnf8k-=NiCWJVE{Vd;`_8cTFHh5= z=5N`Ao=Mj2hcdfFYY|&@U4mWJ|DLRNyMb$`ds!P8ULvyoBW$%oAaB{PE9}2p*U6Qx z)okTF1^VmOeLQbp4_fh#39mO*l1+3Ith+AN!LI+sz)OoXw#6fv^>y9K9@42`!a}-; zL&JQYOLi@ZNZU!fHZH7l_7U3|Nq51;vTlRdK}lx@CrnT=idjTT#K z#j{#6MknvcXJ5kS5l1u8uw?yLnCK=w9m!oWY-d*;{w41bV;xn9eVhyczW*2W@s}3*F&ztpdH=r9u z)7UiSGpwi15YFPQr}rN@L!{+8Vf?#v-E<>{J^ICpmseMbUyNnb$`)dEKi)0HYj+6L z*>j%UhH;A6_kLzo99rnHw2h=@!j`7TXAoNM`r&fc?rlFdGf8Cay*y~C7v{WuddukV z*)psPOR-JKj&+koa&^OQr|F(G{B@Q_dc-+>2i;>KLYE)?#FSM$|AvAMR@-TuahIQVnHJ!ozAqV z=9L>)(+0zsU7#z*Hk}(`cfKknF*kca{?SbKop~R9uX>DK6M6+1e2TzT0iATWeJZ=y zkCOmMXOUIMev&lzJ-m-sPNR3`E9rWwjSW6eiz+wF$~^f27E(56TI_Ayr*`0IT3 zY=q~Fb5M}id%8_gzwRG5d$Ro)$?i-FU>EHBhr=2k(=B&yV*^oDwtjyn&N;1Dx4y`c z$2X8d$2^I}Gn$lnQ$gXhdDSjnN_z?^$Q5CO9A~q}ijsBp1D9Bbm8q;iT>>kLMd{fx z;=GOsOQIIUu`T61@%*jl>Fc{)c{u9^>7C_HzueMBTr&CVzPwUq*XoaxbpwakrJLK? zLwlle>;DHy@{8(h=C0@M-_Fl|)Vj!OKi9*dkI&NMITmEd z?=-Fc;vlpqC#UmlRi3h{c0TmRa&>xBSTyZ; z*^hSCif6x6ucJ43AvXHeXPTPc&IY~{t7(s6EquRlQ*f>Z5KO93yIF*9T7FA7w$@<@Bi}Q z6+8Bl?}t{iA6%y6D@%*8-9cOWT-h9YuJ1LL2qv>)`}Eo7y%+FS#jR}Zz6nzBw~yx2 z_+KAb?ZfbKoaT))_2})}u4CT~SFp*Qay-{G0k7zjqp97(>_tgccHOPpc%!>3+Bhqj z^Jo`YHx=vS{&OElYI8Hu`g|RCT#sYBgg+1~r4qcjLxp|r-a@J_iqkXwKa(?uUg1NU zR_xeVG|oF|NMCjhz{jT@AnIGUVfn;2kkD<427S+Qik3C3?N1q;^iP$Z7C(cI5pkop z*te6?jl!=9Z2EK|~t-`so!*CvJVxIh4F#y#sl58mQ3%jDS>dOF=6SV$!tam6FaZDj8i zWxVgODQccD#r+rGa`{>#WPGate)aPPWY3vFZf_By{ZFei4hKpwoSMUIPxU0~ea5Vv zpeXG9@*adQnX$?V#>i92hrP_{@74!1NMfHc>+bh~99K1^D=&0nMLALWLR}*K2y?}= zkMATA>*mv=gR|(Sn?s~B_axTquCo@Fy+u~#7Nf#P!JKa2i^wIdVDDZQg*2MQ2F8wT znZy}<>Mo}dkh4P{fAG~BTWXVpS_yg=H&fr3D@6~hZNV~gOK**XMJ-q|I#g{T+)9;aL zr(LAa>^Q!nsX=dSeNVO>2|?Y?#kjGg32T(!!}3Q9@QjDjtc2!PHjDWKOxkNaIn+15;#&2+IZWg(EaTV^5KrX_M75O*$%Vf^wc zsCG>yt0ZEG`u0$^V^oY44f_KT+_G{@yd3+fjX@(f<|EAtBl^DEJaS^j1}ymg8p*x> z9;?NLWBI0Xl-|&c$0G)zs68Fe@+~3HR~WNTUH;;0cb(bk$Jf)MA~NLgQ57m!;VZTG zfFA5SB9AY;JB7c6KEVMYn($g*lqjE-#OXH4*z5E~PbFjx9kKyvt%AD zU7k;ZRj0@qT#V1gw&NHD?mihB;daNvxYCV}y%8P{X73N+rC6PiMH-A_tU10pJ_n~R zY9NPZGgyWwuxCQziO*0uHW{2ttSaJRQ;ae@`EWfhZ+$|(I=7Jf_imH#ON_5Ea>p@8E3ivvAzABr0$u2rXR{9mlNdQ}ZmKvBi^K}haf}7xnrTq9_M&S#=#r0Bsbe%kuwCHS3OANwwriq zjxoyDEM{dZrC^JIEQ$U27@rrsij$0^=!O0i4jDO4C%%p&TN7RJlmbnQvAWo?{R-_h zN^swac5K2&vHP83h}NYJXn3?9Ke#bT?Vmdx-;%n7V+SLK8=^~id;>4 zGdC)Z9w&6cLQA3}^%7TH&R|EUcs|o*H64GWh#o68bXbLC7#+Z-OODZl zyBye$lJBtb$4PvLPNA<$Eu`l@SV>BE+0b@k&so-ICqAvSi$3SeqZ>am`0i?5x}PYs z{{@TDVss*FpuV1MOE*FXGnSK*bq4G^c?;IEvH&^x@5M4wL2Ti{6wIfe0BLn@MDf)k za7*){pKGk7kM*1)0ULVR$^Q!Am*X1Rta%Wx4C6c^$2on zQ8fHy3sK0(-Xkf!&-*WYd%ExYoa?$i7Y53LNI(84yK~8qaUII&BdLlv{}|BMhkxLW z%vzy?%>#ec_fvi zkVJ=rlN6cPN=?!o7KA^Y<(SoCMfR@XHfR3Inq6NbgPKy2Bpn|_HIqDX+MbX6iC9S- zd0G`t-z%ppE#>@*gTgtb+CxePw<%_31<87Er;%^w@<*p+&}P{fT2hwE?Xvk!Zg$2j zQg=V!@P-GayZwCplQQt$;6r{sCuzWJBy$=_fISoy{Ld&V~&u< zK}q<&UmxEr+fSpM7r}QKEogiaj|pdaZs(>jXlhU(=KxdDeH8`vD!`A4Ih=--zs~|$ zH^Sx@%FIgTF?W8XGh4m1g?GJ^2IdttG($#`65X^QI>(W0_YA@x&_lQ9{h+Zgo-!+pJMkEdq8q5La27?)8-eHA2G{IA z69HMRhpA?ite|;?qwH{X*tEivHGNY;t%Rf8y0Pmx?~L7owh>M(IVEteHHAiX)zb|% zH>@gX2VcvlL@yT81`|Ez=`#!;MoFVn=q;F0+YFEV7eL?3dI;7~q>YY!R8cq=LwygB ztI0fW?UxJ^D|^hfysD@EBrz_v|1;SAjo@WOlI+%wc$R!)D>VC;bMEVaio{lvepw+O z@O~lhHK56STZZAb(T5>EYy!3!FRQ7R8sMb8=W+%;viNDl1&6B_wnA)BF*v+dC-v=5 zq15g$*eJ}!T71Br+>=40U6#>{Z2!BK1{|{ai6`zd$w5h&l9qz;(yQ3BjIkKf zd~f1zt(V-zHJKzWxt>=qc>|lTeuHPzD`0~u$E+Wp0qLd3Ab+hobY|>l{QDG`xXuxL zLq?->ejR>1u7RflhT*&;ax{CB6?@+=%ep&;v92Y#An#gB%0INwdaJ+iT@X5@$~mf* zuV;@#XJDZU&z-xZ&o=L?r5(Z5oX?y_;cTD8D&y*5hi4skTB4GgRUP5h!P8`9D56b0 zv$*Ly>dAW3Sk@7q%xQYNW82p=^mg+vtiC05r*Hp4619t1et!X$JkOyjk-**Fb{l8^ zmS#p~0#k5Q9y{%2iE;g!*nR#y)K!Zi+^^=Q*jv!1ug0+Wt~-9+ycVv$JP)5@TG)j- zk7KIUlofL7fd#nKm?p#5R8EHLRNC=Nv7jG_z}b^Z_EV!jDq?sKOb+M}>G)fO6; z&BnDdvHVSG8(b0ZgqsI5@-UC5?wUX$!*Bu@9IfZ>XU}6*+(^tn_MD7rdMSCdIVu(V zLbjzHOR1i~9#^-qAC=`0)+NSbj}&Dm*5$G?+~XU&rWasC-4O3 zh<2Z?goYipbnFtx4nLj(=BuxWcFw)Px7E0zqI@sOw)fEP)d!j4s9}s#+CU*?m$>s| zm!S3BS{iR8!xr$f5aRu?x?~haj_rbeUyht>ic-(H5kc0*d$Jeic{`Pt98!@xW01hhp(gPxrQRG4dE_-a|a<>bf~Y<)@@JvNvZ zJlR3|X(;gO&M@5lCJjI5i5qLKa`0mhWi|}wkFT5s^(F-Z$H@V^#7bdWhYZ+$D}umi zS139#m}xlZ;r>JO@!G9!ZgkENHdS#M*RR+K>t>nYw3=|fr(KJ!F|CLDlechV4_@P{ zBNpMMq@gUf+EeKN+s^8yl+wahMK-iR4>Q}wqAsgL4*KcI2yK>nZ z*O55yo;j=N@j=V`5^Qvl4GU`e4pNb8KyI1~duQwfZlXCDz4|_k(oi8?_i&1q{!6C+ z?Pb}@Hf-RU9<_hcWa+J^$Y@CvT*`h(|LN2~i^X?tS^0KqTy`8f3YXvr+g)fpQx;MJ zPg0?w4|cpAhVN{*(`{XWnWLhNAyu+?DSAAEv7zjMq81Cknosh=ykMp0$g&0*VY;Uh z?5WQo#rb2|b*(_|+EfF$K5huJsfu*Sepe0t&J*!S^JD(m=4v)S(H5T!5ttgO<)Z9j zFV=9#kS51lLw5^Ohes?cpB@8)vLM zmYMjlS>AJTdBF?r;w2eOkiW)x_8tJuyJExB^2D(i z7e0fe7v$l~mN3?tW6SnkuBS_7vh4OWJ*Lx<$~E0O0Y?;jpT3iJsTuFgnlLwQU=~O&0u>-{IzJi|QDXa@i zW^KJw;Lo2h4C`LTn*KDx?>}zr`TH>Zyj-7|)t$lIz4v&=b@DGb0(w6HhZm)QsnKNY zIq1$zws~W~m1t7h(@Qmj7A^W}%~DS1P|x*bQAXAvR%G*!_HWkiYU56xP&fix=ikri2SWf#NGz^kh!)l*aVkp4?t99z^Pf`%w(>WM89bGBU$21q@@07OUn@S)dC5IlW6V6} zU51PV6S^31^YgsFt=~U1g?>Wq+&KI}s6wZ|? z=a@r^BDPWrpiD_xD^I89cnMAJYN0D>o0nnlXJt0+zgg@?e5Rl`Jb~Ih`fT!_do<@%A79Wor=xO$)v zU&9v*b@52nBWRSf2EBQzSn}l?H}b1FDo55q#M@VJBQy_kvX{f`u9sA3mQBXxN-Q`= z88@f^>X_caE!Q7V!GRiq7xR`^8~TS+&(MN&iw4p;CJP0vmqcsg5<#(L4+cH0VFeE} zpyEsj+G#iv+I@yjIX?*g`U95wx3Px*hGKTMpz%mLQ$kHUndOh=HAfqhlb5w(2t_GSm$2IF04EZdAu8GLqI`#HKL~t73mv8lY9)N%$-R$ z6R$&uOENn@e?IHD;elK39OOGy*T9|KmSB8Q$hhd*^Cw5P(BY4fc=`SZ8tlK6z22*a zdEs8z-Z&HAZD6|iII1U@?~jvj_?f*C97aXU-l_S`f?#o#8U?omN9 z>W?7fjfh%=9gI15TdVSSe#4b9(;^M}raI&}%O9I=gN%zV>O8AZUGlj%_N^E8L@+}R5?bGmKD^|mkIhCM)Mj` z7Mx|@2EJf*B!93X3DZX^!0_tZ4yXPkpv0YerYNt@3O5B2w@#Lc##`Z;X96EeIf&lf zm!UIK0td!MojK}8^V-3N*!ew^zFlx+B?0$f{f9;}yt$P9X&i(`3F2&E*)?#qHpH#E z6`(0FpBJ8p65ag~#HZD40MBl5-eN}_{GFK18h>viGmUPp;GZH6@sa1VmnYB>s{_zk zq{OaXn1ix2x=B$Xi}@cbh4s0Lg0Dduhksju?mz9oKj{W8&hX}6J~8J~_>nL~qK;m8 zEn;eyV%UE*JXBwnKTqr{-jR2EN+3vJWgP#bR5&#TME&gFtN{A>`!E`g)_ZfHK1jPe^}=|R*h zK6<7*bLd;f40X4le?~Y)P8i1iJHUdO#v_QuMFTsXAw7F=FC4re8A z$H7VVC?3)de~MC|KHZy~E=?qzGh^8s>7nexerdmizq+w`z*e8>W^>uTKV`~Icm#*`jRx#WNjSGZ--4Z= zb&FnX*@vedhQl{EXWmaN8F#&^;DXQH=9~MQxw9eibi3PwTwIhfbNf1WV1yZp$KB+` z6Zdo9-?w6!Z3#QXvdFtwU*O1mLQexL?(5!S_WjRD7Iu9vyP`84)T)o*o5GRo<)h(v z=;8tHomw4dyfhZxwBLga+q)!|y%uB#Y@lqsC6>(y#A|(@IG5p#+}36Vw4LGuv+qb@ zci(%_DakoBuI~WE&l?Qc!#6|C@ajc(+>Mh%bSIu_7wCzZJ?NfkYa?SWrnEhTOU@QBbiq>y8COob z7iz!{?T^sjDFcrc#0=6OGnq~^uP0KHL$E0LPa5sD ztENa*NnCebmR8z^!PB?rY0{xms9g~a-+rBhhjWjJ8WcB?R8%8tpWaKFYe%Bu=><$v zIA6PEmovNX`KH&QHm=wpw7WM;}gymZ1}2 zo0$n8b^RNcBT}V}Q!??U+hcH!Fo$oGWikH060WXrFP$~5BiZA}Ajg$^pU6Q>}l610pLbSzOaFS#U*WxI`{*Skdm7v&WB zJa2^!vpq4uI}I%_eZ{_~e|k)zakhaL}!6fgvM{X_7_{NJ%Gik%fg&vNn?mbqiSgY8PCbwSi3#`o`N5 znjtA9o3s4#5dQmm05ZlCdo6VeuC|QFRT1-0)=ap!Pd&tu?&BSgdTPx`%@O&9~R7Vk0kO;AkXa^oCEEfPqIbxV_5?wqDtCY)|2DSdCk$r^5Gm5ifM8$ z#Loe^1~QjxCXU<>SvLOsT;`+lgnQS0ig3bSOkBhssAHE-xLFG+6nsL?vU9f*G2^7L7rL7W0r_t1 z&88+i_C%K*%ag*aW;GB^NMOT^jBsAgT|7~92`vmZ!>`MyS#jf;T7|Q*r2VvurkW0C z+su|>&A(33eA^NDrZ$AN^XDk!qB4GQnFG6wEJPl%(rnVue<8-ttY`jjGGI-My1Sjb^^-fj$mKTc|mt< zE-t)YK(FFIfasA18*=Lb-T$hLT$>2DX+A`go&e%!HNcMATv)Q=01J>;bxeJj3n^^y!-^Y32Zp z9cd3YtV5W2;Q~mjeh3Bg1^>_uBf2H_jeb^&xVY<9&@8|-h8lVDGT~FWuZqp|{=jdT zy)2w1c2CCAC0X=i^Kqusy%QHF4r0f>wzB(qreN}ugT5eBVr?S+(XP=f{9HUw$BRMI z_y_O3G!w40i#bz@DAYZ*>Wj_Bpt_Ikpwso z0%#X@8|FVk=t}j`N&UVCEJO7ls5dOeO*&shX=}tVZPXbme)yD|wPY}x=An&uWtH$) zbrP+JbamL0o5v!shp*pPM9u?|paH{h$;;z7YUeYkoYoH?SI1%9p55$L`zTKTRt~AI zxxzgBTtV+$80fd>)2o%~c-v3#zde&+4GqfRQfbd_o*n|~RdaD-z!w&nz1m)X)*NOe zu^it|2?8A@Gw#2FZ8&kC2tpEE>DYZSHuvNbxG%SiSzZ}}PWN@Fe+*)V#5&Ya4yFa7 zbgDV9k9D6*rsT3o?C;2V@I*6{q*jh1nv)8-VNo>v^fq|b*jsD#Ax&V2z2SUT+@q88 zx6+8k4s7oq6aMSB*AP2<7+a`zgL`10%)TGeVq)?uDgTr`(|d3mY?>rds$TGzZMJ2~ zu{J_~*JCbOr-4O(JHzD8TyyZ)*~#k_nX(1#S7EaIFUY>{#NscV0FSfY-1`z=x>nvp z-Eo@iv7`bfWG!TQCB_)q@S6+B@T4n_BDg(T22R;_!0M&u@H`V)wz)V=n>>e2zF5fQ zZ|!dD z?ugyQiJ$ywB0mb7VGP87xzAtd+YA?nH1l(Uf^gihyP{RsCUIZ-LP1cI>HC8&_+Tbv zdUn2`ug84Bxn-Kjad0SV8Mr`O=?R)q&`23?I=JEGXL*~K0>iQRI!rj|!b^B;z}qW6 zl56=DhjyoBSasJ1D#D7W{$n%eXjljyr~i=}KMHaTRJa+^mpK1VJy1MG0!90-(|*$* zkal!4T^GLV7{ezbP}oKRHVQcP-4N7Mi=o7!Uxa?q#VEcdgu$|6nzzxIRwadzL1`@X z4x0{xwmg9B$pzfu$cNytBMB6Y9>a>G4`{^9*-ZJf2FsA!Bm}wU|$(g|yfi*G486QKmb1FiK1{OlA((Hl zrI?~Ac$+O^OFrEt_cMPW!Xk`byXNAD@A9~3n4o*#Kg%TyGNOe0=6C}K_$sjxSgR^4 z+&zvI(HrQHpz6$~LO35QeI3jn2BFQT`OL*{3OW_sfv2T8aCXvOQmHb6W!l>20Ec5F>W}=YCf9C?D3G5`1qBZWyfMLWA`q z*u08)+|E`x2C1@a=sh*|bG@)bu(M)TuDXm1xye=eOu&ibyqVVm85%ur7+y?U19&i$ zW{W?CYxk#N^L9hGA*dB1X^LaM_`|aA0^lNF~VA{twyA>1_qe zK7XBCF)S5Fzb>=cUzk}ak%V0J?9-qZNfQS2D30#CLg0?se-}jEdp6C|pvdo3hJ=^K->{Kr6 zcQ5~P))=hmcrAJ%XT`eo2k|p1ZP*H^gzsIsl;`^z-rF3Z5x3^jqqYb(TF8ixpJmTq7qSEeMg26v{S!U) zJPn(yGHJ8LN{RtN*NPVAsUe2sA)`aX8Yfds@F+0L7I{xo3pcl4>EERTBc4F7O((ep zE}j9bI%JDph#TE?o64$ z-ahUHXJMAE_tb@TCHipUyfvm-%CgGXDUi3@0mjUCW;y*gDDd)8?uz^?{!h~z-lt24 zwbOm>Wq><8*l)oMXYt$xa}`!@(?C88u0gz@<1W;Zr+jAFkd2pjg7ZB&n$AN zdVfmPS31{0;hrUJu3bq7Gi&IA_z7wd@^%~kZ2`aAKe!>fj?}ing+*=N04G%)*a@+T z%vV#YX5p9^Xy|wjpF5Jc%R(2y&7DbHzW7pcviPsuSb(wU0=ZZ9ESc0cabe8?wo zzUU|TLWb5nB{}t8Ug>!Zwft$}jnZ71gMt+6&@QCZp;{C_qR9&~tPh@P?eT&6)jsE3(?>76!ud!&{OSIa`5tdK$3v>UtcXM?q` zH5$nHICxvUB5NBtj4(FB9vf4Y-TxvOgfS?##P7#DFIUl-3pd&y(;=K3K_v>(dc+``%UjTecZdVp+X(jl<+ z3L12|;>fLDFumdc$@vWex7GP;eB z04r6AQXlQ4eQQh5MIn&wjypse!$vW6>A~#Fja*XtyBx(`E;FT>GntsRBUiJ013esJ z$b=^+bVn+Xi}_(}Q5U?rMsN7QC~uhcXbA2#j36^zfmK%p_~ha|CaJxHpRTLJtSeIh zPn?F>e`iSky1;zSe+r2k2H?ufIE+!;NXPY^*#5M|xWg9dXY2$Fe*d60Z|MgLKUQJC z^zB~CKVXTara|ASEN~FpyK5@@QCvid6Ar_M!r{!| z-)OjHJOfq+D4@vX7%3fpPlgMRz^Zk=q@Z?_`#QV|9Shx{M|U@R2gYHn%P&d|GGy8Q z3GBU+0=b7YL6xpD3mtQD(jYE`hU>2&^+~|BC~9Exh=08`kfnRY;lB5E51)UHQn@d_9|#e zJi`4B3B)q7cN7-jfls}CV8iz_G$PoaZjXufKLUU~_~s~O?C^rvv95m@o; zcv?H|5WARko<5pv;7dJDaz`DH1DqbrY6{DknspX;-N1*ap zXa$|Hi8$)477P0n%GIw)qRTTb&|AA}w0~hH1phU{1M%m%5625I-`$y8Rs4Z^qb@>7 zM>?wZdVsxX1@t+JvBagW;MiFTm1JrZ?D1Bio#rP1FUh^+OTGZ`;8p zYz&9Cnf_34_BK;UbHTiWwq#=$kA_di(tn>*xJ6kCZ0HD0h`&0WbF)>$p^slee9jcc zSJcuS3p>2zKN41D9EQ7%(irPIn58|p$4=f5^_APW*LQ1Jn^rsBZ5o4TN~Yo5N;~*s znvB)wqG^mpJo!xDL=Q}V(P{U1YKo61b-n_&-uB}4d@oZ*);s#Ud@i{>a>ZX`ig09^ z0zR1a1{d9PVq*jzgRNyX6mPx;#|5uY_Gv-S=(y)_ATpUNJ#+}FIvzo*ni6`Zhas1h z0QOf~aAey%QR}-sWP903v@QI>B&S{zb|o{5Wxns@{l3V9lhh;N2cj|cohh3Cb;K>* z-t3#A3pCiRMjN|4=8~pNU8^$KLE(-XcWVW3GFRbwxH?AP%Hd~)MM7!Xe=zoIfF1}W)56c;y%&5F(=Z6RxYpxJ>wI{u*Euk(m)JH$Gw z&Va8s;Lq*5vExfB9a**xH(kjA$;LnYUoi!yf5@HF8FQKL&Kw3c)5O^9h*G9`rH}r5 zCUguQaYNbThd};MG;d}6ifjj7!^lt1!9z5esa~~Yyox5R{2PYZMGgwTG@|4aJ6h5AX|(hr?5EbH5h|I>Emtu0Ga}vrb!2xAhp=?e2n;V8uMgbC@w= zEOz|YO#vUGnEBIs?#u^YCO&l$yr^_zcB>??!+IvfmVBeDzVG?{qyEypbWJQ7Yk?o! z&ymKQlen;J99hp3V=5nbzCa+w?7g#vGgj9DS6wgREa;}i?a@$oUL8UrHQ~i}7k=5A zDp9X{)Q@`=Ec^p~?t2cT@*w+y3GoA2VSuOqXGE z)OM`!9#2Piba0Dm#aX?uW7HUYhC2JrP_l9iTQ&6(Z~Iw_?z+pNg5WLi6np_;r-!jI zLoP#HWg`_`?&3ABnX%wWV`+HxB>Z>u5@t+M$Br?n5NNswRoN?=y!$YDdfGGPX$N`n z7vU_|#YYO-nWebMK~2WFw>na_KfXw%qkR z#n|i8QKPx+ai21-n7b6N`QL@{zb*K_56;ZP-=D4D5d&hkY?-#ndk732fsJp?aDl-? z?lC9iOv=qzQ|MV#T9S>ER3@?OUO}+TMCgY5X9rDrc@$uB2x0~+uzh1c(T{=Um>4e3 zmXB@+nUEWF-Rlj-$u5A@+2(vsjv^{9RYw!Kg)DpT983#)OX=r|X;W(il^AWU9eY2H zUmpheXV?GlzrFm7snrx%IT?zKJs{W706cXk;Z&kPBL>zQ%V7LiNlsR(6!MaN1%8Vyys$Tzq!;{x>b%0h_3drAsA-MZ-@_-CHu1}@ zm*A@LmaN;!lH0aD8Gr3^q&3Dx@S;`++d`L7;K76Nr_Y92Scc=BY%9Du(ht(S!h}xq zCAe%y4b;ml;=PAv!`}#ZFs#ai{+b}1f9@!D{L$n4FP{bJJri;IVIlwhxg0|~4Ddx% zHJEV6Vg7$|xW`=`UkL2K80Eug`TYkU@OUDftu^CB=k`PLYXwoSToKp}u7yqEaUibd z#wkLn;(Ke+n9&&EqFHm6DI|S-#dfmknB- z>TpfSWL`@PU_*UNvA^gEzG-ma-zxoq9GL^C**uAp@s`4Mf5dS9Fn=1XWP`T~6de<* z^&N9p=&|xm3V0>QnI95y5+1u5;DR~zOg1!()vi4b!GkBT`Hs~vjE#k$??&wNr~g<* zpuj}`F;(z1$KZnK@wnlSDlIblkJT1>;@UCC*`)QBIKylkH2fCj`&cHfq{d@)hRopKb5Br7K!+*y2XIka^_bmA9h?-UhMA+~*h7;oG|a#q#w(qJ0O9*ivanWm`^CXW(vV1Wg( zm!K+2pXK*Oqu9N-!Uix4Z7iOVink)VNXFBY>5K(Uohy3y*qjUE8rjR|d33-OYTscq zg&Lg1k`-;BAMt@dwrUbtmw99AHec*0_JnB?0q}7971DI9VNT!U_?B-vY-Z{oc;vc{ z+hFsNb{Acv8CSQkSIQj_SYXa>j%tC0b7X17szS>7X~HdUl4SGizk+gRBEMc>Mx-uL z$H-slTbAa7we zm-I=I-Lx7B2Rd_L&9hAIjY>R8h$Z6bPcyl$ooejYH!oOnbbvk^8SzinhLM`J0$$9D zfNj1-^!(=%+#aaIEM1G}{-hCjE6bIfgM88c?+|uLMd052DkJd?QrMz;pJX@(4E|(A z;ZK)wfg?CJWApQbz9VN?CdBSw#Go9!3Eo-DjCGFxNOiiIbm{mZ2i1MSoZ5?ZD1T0l*{bTX4?7OhPleUozG6e* zLZ#tiuQc-<>WngM1&PX=z@YggomLE|DMBY{^}Kb$&Irlm*er+PT1cM{8$gES6nv9> zgH+>eQ1z87`|!pIm-hU12%D|Wo(ujGeG45pHPxIJPu1pb3R=v7yca3octlQ1yab&| z=wSN%ANYAZqilg&+uKw`Tl0GORBdgxhMR%bF(!;xP{7kZ2E5i-an$a-PUp7!gLp?P zw7YzSlP!L%^XpmEFJ4NCVl`m=>n?TfYb5ve9>7lAx&4a%;%t3;5_;e zR6)k~Y}lPbJsh5~85Z@7=5LPEB01Mtlo>yaDZGrOs7=n;e#4H<`7nezMud}>q~PZp zy^T8_V9ZK4%2U_7yOh@+PF6Gi!hq;0e$2l_a|7-}=+!5j&%bU;R}O~Lf1e?#r{Q?X zIyk?hoC}|?j4p$t;CZ1jc8T0LnL{I(!#Ncu33ExZVkRcjKGe9>#qYE}0rpu|tbrvm z)0+7(^T&4j9I4CdvNj<-v4^YH7C3v=c5K)qgX;gy!Ar#}@%ZXFxGnJ=tk&)a<73iH z-+vZLgcL93{l{$16g60K;`sCfj_ZgzpnP2yhM zb`iP;njv?=QVhCkK^YruXuEYSh`En&d{KRrjk=zWi?4a|vnFTb#Y4lH%I3k2m7RZS zSY-#_G35+xJC=mc>)XNg{CF0(`wC3Gp3gpZc9QzJajf&=N(^!_fx_qi=v%QRT67+D zDBYNVKSnU_$GG*vdoYlRyZf@eDQie)&^dnbKXsOAl}`C4k4fsV4(m2s5AhL(aOluq zaQY#5S`wV$;)h|(W&K%NyU`Qh3)zILVOH$cq%6P@x~P?Y5?=0eg7c>~GnckN*70~T z&bq#gg?!TI>BCnx!$_8;MIFVS(A5I0JCdtDoJ@Zd|AO-c74#B39OqUY<%)DCVgJ9` zc*Ri$3O0zd?+?CnJH5Kf-_!fSccC%L4QAxz!m6wQlsGpW=jX)3l|GJFHQCBZ z=2z5?n_xcPY8PFAqczdI@{wQs z-aSIzY@I5qg$_o1IE^iULQ0q1k0GLi^v$-GUf#O~e&%ubbL~Wj)4jLaK%~-CnaoQO(X%Er}V?C z=(p6u=hMpFD{z&HxWGnzqEh_6D1s?T z5$Z0_V2(xyS#)^U>fC~Dvfm#BLUJO_E9gHZ?=)~Ca1k8aTFE5Oh#+73U{i(ut} zoBX=>nk;{<5!(9~pxU5FRMYMd{GQR=pd-8SL3=GXHLiosY|&shc7%~}=ONtEo=l!4 z3u)lT9texIrqxF;)9}ag>|ud5^VlT<*YMR?{NOxpjn4(YunM@Y9)>f{yU}kWMJzr& ziEXx>kAA<`VVb!dD$hB{g1*~f$I?`0rI+Yn;@Zh&3pvo>0z2B5)B%^i97Frl#yF@* z;8iU*WRQ{s4;S@7h}n2H?2sjN?<NO2UW-P^4QJfQ({#<<9rinx zK)CKY=ybZzpX+voPZztnkeTg#)|z~B&6KCuQK|gzntJX)zdJKL#G&%65!~MBt0H!> zf>ZVCC4qFwVp4qYU)L&X>>Z7*pbD``;r#RO3AMdCjl5S)JS3~c(dk`MRM`H6QZx+V z;J

J7hLHlW)omq`acNs!nX2`Vu<2rGi^~UW#}8{(uy%=D-HN989`K;qe|ljBK)_ zfJc6yU+BtW(<({3-;!-tlYpiFn!)e=XE<@Pn3G9=0L?iaaQUz)d>(O}R1f9Syv*~W zr#nEj>1zS^?41imZk2}a12$aA=&97{cM7Dsn)sfVtqkYuki(x4>Tl#&q{Nu@=-&$*4v zWK_N+yKG5HB+~Es{Rcw#bKmEDKG)@BM=u7g;7o4#GaGGdru1zapQql+eHLruu)4kM z%x60qBR7a{4%|o7Fka{+ zoBXlBW#g0i#FA9_I_tc+cR%C2E#~8KhXROxD$RX&S7n7G+NnP6CEwTi21e+s!s#fANT%8=g}5Z)2RT<%gNK3GCXiGF33aG}EPT`ZQv zpw`P=O!*`64rx#R_<3)%7ryO_e9F)!XD0p&j==o=v21+%Vd9rp;ikKraY;)K>79-R zIXPFV2ztxaE61^I2fQJtgON(0p7@xVu(JF%9`5HI=7T;3GV?P{EWJvSDh3@T39Adx z9#u-iqU_nUv~%JcHDAeVZPtYA`>ojGCM9fJe~9Hrydtla?cBp=b4t*RW4-$3NTJOj zu}qmfb9*_bPJbMISsH)+D;7ExN-&}EHEn*-3bz{s=E?HYv`1?X$yxH8(vLs%=5Qc8 z@lqbsUZ_Ij^LQp2u~&aratq~;_N zy<3m!PfuWbP&pU%`8~CrG{hdyAK;y6mxME4V!rZeipr?mv-)$ zJynjqe{Bs>Q~UW3CytA*ru35C^3v)_w+kR5U+_8x#Zy|_VjLK;lb!N9z;{d&oYtRB z_!l$Ex&7t0Xu$*(c<=lNW(s|%gR94b%}yIUp(qB~P0~#IgaXD)I}CXbPt$;43rcPG zz)#vU$gJz5NPXiCn4F@*E*va_aSy}c(#Ad-sh9z#TMod&-VY$1J_n9B8zRc+Q|h!| zH1Ov*&lr zVfZzb>N@-BFr@k1YtH89n3Tz zzJcwb%gJBT3q*uR=dnjii(u8< z&v0g11h6KcC<9X%X=}-P5~op)kYBS7AkrMO0zg>@6$cm6+g;;Od4>{{Yy_h0uhmwG z&mdi*2@m&pOz(4Ydk5&MZv-A$Wj+p$Y68tnJ*J>sw#<6!Q# z6mF3BO5XLbD*S4YU{QNb#J;Zi@Z{PHimn?>``BQd5+5h-Q+P$zTgTC8Un4#);;6v0 zjV1X1`&OZWYLu#}oHT^9cc1JX*!Z)DF0VF&)sNDJ{`fvhYI+7=rX-7|8=28D%PX|J$dB)Q zvXfWD95|?ThW^Z3f)a~mG3DGR_+X}nMw_E))&8d-=^@2yd+D$nUoKGU#cJvZkc8&r ze_(c4G{no;VxTMs;+SzT|EnJe1aa=aR27i9sfr&OchmN(!^xmgMdX;YnTAbX3v8<+ zXn$&^OF?d6XeJG|Yrb;Q15;=f^M*;=-qJC(J+S&>6j)umKxc;>qtf7oY~z(Q;1@Q5 zbB{5lY+J}IR!oChn?`tR_<7wkUYK%gB8*JCv3 z>f0PRnkB)mkLIb#B9lyf1#iwn4T=$8qs{~7*mu(sH!X>TMLp}m^xAvArfd*apWF_^ z%HmhleO?|POJEI=19~qR%CXoB_Q**2RG}D6X|$_(1tNue8%dx^s!uEF$b!ENa)80 zzEohxX51p_PuD2T<`AY_tRkj%58j+tAfNDI;(5k{@K2`THhV71yw{0fRl;7b^1CrU zt2xZ9?k^`tBO}~1^Brl4U(mS^_n>UuO!A8T0y^{EnbzsER9sa>C6CXL`o1(?Vekxi zzRD6jekRa^3Bw^0o^X*{?$UP0Hv&t+6xVefB$@Uo98hn8y_@wI)_B9s!#Ob3Vh82? z&7oKETPXYZA^2FXNPf4CAbGVdb8!WHuUZ0~Pk(TqI7wQoAI+v!Wfrir;vPv9AyD)MUz(UzdI0Ly+q14^z1*?G+d;9IBikp!&)cnn zSG_(%?s6COc@hOD_CA0CTT)s3h;8igtJz%E{97QGqKI6W1uY1whVJ9f>7@2qPK({= zlLFUKN#Ib-TQ!$*cVt1NKdfxu5M?s38+cr@8<5 z@k3nrmcmW!_PaQ^Q*XyM}}UPnqKQl$NDyyH*# zzW>fa#nWjJ--OO@@L6_ND-l(b6j|*(C-lEP03-fIqfbvERbE-o?3TXb zlnx%o%Qe;TpWbcw72?eGpHzppiOa!WoJY^b&SCc^SHs@`@Jz)3!lu-0dg+j*Lu+$GK=n@tSM)zH4S-Lapf0E7nj8VZO zH?y!{i#q!=qmbFIQiLAKbauq=G-Gnd@y51CT+7@s=rXe(&;NN1W(C2}cW5k*)Y!^0 zO!8Ryi{&gLA(uV*t&gfb1&EvH)N5mMp+2V@-b6HMeQ3w zF62n_mM@Y5`LUM64g+8RBSIJP4|m?s?ZqD8L+KKz7l zaAxyd&ee4YZD6BO`@?D`|5)IrSjKX#k4}+A=rmz(qRbA4oD>BQ?PBh=mst6KV=3cB z5VLxJg1T-A{G*_U5MgqVmA1Kq!RPTrXe{J)yaE2^a{gJ>>U1PLa_nr4#^$S__V#5cDjUE~Zaf14sV+?YqXT)D#L$_lee}aM zhVqZ7Qt7ghC}*V!rWTb<>^+QG33*S_seu9b8w7S3ZMkEFm*roH-5y!MCE0b{%$cX@ z<%C^ z8s&_iW<6l4yVLMWj~yq)rF9giGOGlnrz@1HrqRTlg;6EY^U)X(zEP?&)x4eb6 z@{uss=d)PG&=$|$-HKnIRnq$t@{qFR2TRqz2$}*fMqf1@eg2Na_g7wmuE4q*Dx#@N5i3EV!6g=4D@iH$9ENt}PDnv@nJml%MXvoAW9 zrN?po0<$;$xd(r5^aysu!vOzn@nrkkYB|087b(IVnQ6#R+W$HigOb+M5GN(rzv4T0 z<>wa=uZOM?rV%RUD|<2P5{hG5j|XFHLQQA7A(KpB8)J#+%W2$fJ#Ke!QH?Y&Br& z3q$em!YQ<*`3MYiyA1WtDcF4|fhD@#gk?{DL7!?JHaXd_?7NN_tr0Bpu|CAE-Uz{O zt2}Auo*kHe&kWBA=d!-TL}uT&oopvd!>sUyXk4fa-}gnrmbXf{ex4BwTI$0n?9Xm0 z{$h7zgk@nVVXpTC61M4%>kJai&aSSRvQ!VuQzf-Prwe z1H@S;62N=;0$dk84sU<8C6Axpu%P4)oW1-Cre7EKT@P#EXV+KpYuA%P|9==Ri`)(c z^M*2y=~mD&a4!wO1x&bt^LO8_0clq^tngb%4N*0ieJCEc59#8>Z|Cv@vefBFpA~y? zHX3SHT64GBWm#o;9jSaCM)!s*VcEMdRNH33O8io3y|*jp5mHLiE23fQ--W2UNClb> z=kmFmhoZVxlBm}$p3N5e5CykoSZ$E7SKFmTZgJKSJa7(wJ!~dD{4^B<8eUOPG{T_R z8Z6o`$6jcaK*U<1E75I3x5UOw+VM8cy=RW{4hDF^?=5WkE5UMXlhEgqFB^E~4&(~? zn@;yo_U5ez9SZN`O0Nmsyi+?^sGyxVneHZZdc;Gr5#$Teb_ZZZ6;g1zji?>)Y86w!#AvhcLb7Wv#ddeRWj zdrypn_klCmsFOPwb$7sJYbBQaLlWmCX)|MmYw*+ZKl(ar82j(0A+MIAh1p9qV8~cC z{2OV{^dkk=#)0!xJMJVtrEd^k;pBK%N18J1_P~L3b99#23w3mFmVr}|!k{W@dj**yd&l>xJV zI)V?CNPr#tH!=hDJAC7yJ{bONJPXSYWhVn|_@iA;EWi6JNuNSCx_KOA3y$M8akpu8 zunm}&jOK^lF5=#*ZYIs`=V)1@B#yh_$xXI#g;|5!c)1~a*)^}Vuyf}%&c$FTCTks} zXN5*=@hc-1G;I$UO;*J1c4joZz8R*OY@spwuW8g0DR%M8O#b>~GmIO^QA_<8oPFjV zSS0Sml^zkOuy7y_pPLC=ByHhh{spe~-ZXOf)d-j3v^cwQFT~S#^+DDJRTvdvOT9xr z!@pmE(<>Y4d{YxY#ixPOFBlFl%6G7T3Io{YSZTcVP#Vg{J_FBE8FabsC9<4&0$Sqb z;O@#2ratHZ7Mgyi4{O};r&Big+I*uLr|)D{caM`gdw`~X_F*-A1MiV{7kZn%3BO~O zVm?6@a#WA9*xnI%)u-1KUkWds2q!p z-m%maC*&_jU*~fxN5iP9XuLCR7k*n?NS+HE*bdC_IJmE~uwqjw#XK{V`Ox(UMg?~PG5nh=i2YP$GS-9*m za8>i6n~96*QI0$s{+q*$vevSgwzceQ^-TKDfK&w0(645^zQCv0y=^|1sQH$Y)VxS0#@jhr(xYQe6=JpdNL=FuUVdjHWnU1S zG@muuxR0`U@5OFZ6Y?2$hxXCdJAV8ZekrqU{KXxYox<&Yt&SS~zd*x(5u0s&7Vhi1 zkm+7y=vI6+lNyo+%z!LQT%H za3xSv;NlEoGZT+PiX1?mYATt(If>aMPnm~3*<7vfeCEX^6kR==ZmmpW*JiF^o(W1= z$c^CcJG`dC5t=me@gctGdNDq}ug2oNMq$2$g|KsJp}n5jy!hTRR+&4V(RnZO7P>V9 zivYLn(4@O%CM@)(5xmw( zNwAM!*NMMQJHk|Ee1ZLQCZq1VOs;fo4=>sH4GLp|pwRU=H}0t-SPOrS&#`AQ<%TIl zm_LJ6^}gJdC#SH>GJ;O4R!~i$EJnV6&V2HAlGYMQyl5T5GW+^rbDKR#L`~u9w|wSj zD*O}k9t-Gx>{A%Mu1)Y2|Ko@M^keg9#W7QxchxO=hnZ!sEzYlAfzM}8!u2ori(M+N zQizZ_9PL&l4%E&CYlAR6y~LD7pNi&Q#u~B8*ySj>?<0gwIf!f51!8irCVrU}#pXCD zv&;9HNTEZTMZFnIHkZCQ#{9EHkK-R{QcElhw~nEIVWV)HxRnILKOL4$!C%ppqPj6B zadM0@S0?*`sC*C3Qpo|sF&A0b$%CAfwJg)$wU~KV7%?+}&*k@@CDSaoWyvR$*}^al z=Jt0t(?fHVTD%LgKWtbYHew42{9fZG5U0w}fE}CI*|;N6 zXz@lA^4yl)TX7NWu1&@jRbtk-L35(pu1456WvajtiGgWLAA)o5YLY2^jN6M3IWE^< zzy?gcN?U(>P-25AyVMmAo5!f(xrv8iT}3-*Up9sJuw~>?yBPzvy@FYl>Ex`IPurA! z!Da{z&VF#mip6&iXv&_br{djoSs8>;JHvA-RkdjKMFy4(M2H zE}9$eipjGS#2F{+cq@Bn++=%%9k^D*Eqi4{O7g9l%$fHD^oJC4IvqFQ$Y)FDbYv@J2N&^+ zoVKxphmMlZi6LmII-gxSd4|taxkd@gw3&@zHcQP&f(;Q8sNnN})D?a3U)*`L396#X zsrRV=*Adw2^@VDdYtfh=zzq6r*}%jY@Kn)8UE!`aw`m5aGH*Ey-FqLjMlQi{+i>P$ z7|s2+PmQ%%48UnDR`ACZxY72CKx1b<}NvHB`0eEJUA@TfGZx-}ZM?GRp}CVO~e)eUUK zt7fSCxPT4+I*f^<_n^-WTQ(^*4_vX};unX}y~ zYOR=zTFz;#XKu7e`uZ+*K_v->@vr!(@(O;`k@4(Bw=VO$I}0WH=0KRkTFi70fQzwP zs9e&lYWYnmHe%lvmKY|_CVgARx}|^e_R~hO;a@bcB)tn?{T#_=$p=Gtp)u}|RG27z zE(7Lk=+XT_y8NlsR_K^m$n3-ak;BU>d~ccq9&5+4I}5ge`k4KA`*9h?r$+OpXIBgJ zn3?SBnEfy>)QtX~E*1D0JnTE z?UkCWW^}PQV8jSc^4L-IG~S8p%baQcoF+Oe?D;&RC83}>&GGMJeXw4k2vhY+nPbFr z#8hou6jTP&qR(-yr5ADH>=ZV3+H-KUjuyC3e`sRmBYgfLidnV}N8g`%Y_o6{PwH5Y zhI?}Gv2;!0+^4 zG%D<)54~HNZ_jLIax;cxd(T4cy*}9Jei-Jq$HPnIX4n>9MJuOAK+Sq-*kG2;6}vs+ zJ(R=f9CcBmG?=kc=WStB7alIC(sQR*O2|0n!I}znMTX4CoO5c*@gxu$A{`JQ5q|__$R-$jgBmOyQ z-B=-tf%9D1nhf%(a^q{#0$@bfD3(>9Lc7k{@p6|(g8!Qv5a4$kT4QwR$KXk{;p-0W z;VLguxvI~Z81NKQw%c*@U|-Vs;0h~;j^z4#VIdvBm?$Yr{5KL!7dy#Zx{^YZGSe3&0J2(|7^#RThP>`s>%qzN1& zKZRASUSz_;3)x*EOJ9TicXaWi%>%l8!HdOC`XSu2eA)Ov?UbNzElzv$AAMv+6kH+! zbMLF5;f+J+ueu7HI}>5tyU{EZD&e2lRjN`i+z$R5@Vo!@J1U$b;4wOcg&sAB}t>dV3OoKLj zI}1i=%j_fu;QPZDL9%-jZrZUAcFQeeS3{KHso7Nary&hiO^e|J%Bx^n+i^%5caxWj ze$NHDO{O~r7s0P}AC9oR&G+WU;Q|jWI#GTGT5hi6_hSjfW+8kJ4`*%sF*esXgM9CV z(~HJD(B5;O*6)d9#ozQXJB8YZrT1Q3ShA=5V>C5un{$Mm<04ps;Q! ze3MD#whR^CZmXu@Fd=(gsTay=gpEY?qmE2f@iG(#?ct}jh2e=~3{+lP!pbX)xG5he zW8v+1NUHA;oX+{e-Cr7gv((sk6D4M=-pk#c7YCe^J+6un^42F6Xxl3_%2oUT2XE)m zkIW5(J9|jOa6hN))eDMkLQ+Nb14$hD19|F*`+hsa+m}t^f<>+HQ{V&sH(!C7r#P_Q zzvJ_ahEvK^HTK_pIrMNc zV~cdk;IK%V)f*n5EB-xH7E(_p7CX7`B@!$%zKAp3x0cpFOr_-RK+H2ZMN8T}*`P(i zAW^)=u`K!-C@qx75mNT3ej^*pgx!7mk5IQuY43?Zpgh0)~aP>Wd zxLzr0j5Ma^v`e)6AWv($av)-%2MgLNkGIroVSCkC=K91P=S_~sF(2dM%0?T$_|gb= zwb`EEQmX*&jl)6dU^UEZ7W!0ERG7c63$0ryoH=0|aLUdcO<-hnX`lMX}ZB;+HksCB1 zxHX!yDMNO9RLq$ksMbXUSm&;QcU)Y;GyA$CXzc-yQ!z3-x)DwYR4~g(&!x zXRy)rKVa5jT?l!wg}r)U!8V0#qu0;g@q>IP(aix@ME9<0!HtQ}VEj;Tys=a)b}oMl zrY;BR)TV!sYrhJgAMl`Ag)wYyqu_OzkPmAkkCD>PEHJ$>ojY^d3NczT0LAY-sb1cNvE2Ye_YyyZ?yJ64u7<89{m=23w>FZd~|vv zIZ3!;lv@CtmX3h0|0NRbOQvNrknI*`?NOJo| znRBQ^>pWI}f6qC5SWKk~42K1b6>c!mCb?lIy4E=-uuDZRX-`&W6Y&W(={~9a2sBbI!c{UvMkE^14-F`qc_vK zX@6}oKeI#{Z%_UtzS+Esn)DS|+I4N1kf?*E*C*n)tx@Pa_c5JXsD&*?8QhvFiF|O7 z51&|>#VbzLV;5JLkd=eb+gSPx-0Y&+t$kUfeMJXDb#z7kbMk0Z#d5HE_L`m+r^3V! z&2Z_W7igXDI!a(;BF`xshheZDwza zWyx||0+kf#vX{4lV4O-JKX9Q0oAPZny$KdFJ)L7gtLG(s*j>w=VIqEx{BEWiR0&51 zkEOW6LtL)eCKf5|ur=-LInSMAR1j?~@CX&jE^i-9>GfpN+rpsN)rArws^I4Af24ZoA}B0+0_P`XP-m^C zC`xw&sJ*=*@>%7{hVM^=U~^UWeWo(=xbl;S$&VbCjvmgW4Vp#DyRzZT(|mqQ*FWM{ zs!)dETKEwiAbOfIRy;6Lj{=|U5MM041`^)WpvQYMGhF?iUvcIcFSmL%-aL1o&ouVp zH(RNIm3ugUvBQ+Dt?HzXDi40DZUCLSV*?L_?}yWwCG_jDmcaG70n5$T!gTE%ELmqo z1Ml4hRhe;Bw>o~nAR7_;PsncHa}8&MEMHguy|R}{H1FeHxQ?Y^G4li$wk&%1ejuaa zF(RGwCPIE;KPc#>;=#-Np!Ti>6sVSp8X*^QD-~G4c5in3{x^_)yclol6^kkt*U*rR zNv!2SCKncP0QPk$@n!9`Al300ULKo5C&VTK55=KsUi1+vXjPyak2I<0ffkGIm%v8U z#no-kK&0^$^tue;X7gO?@R~>NXA^~d?OA%WOBQ**>F`~3u1Gx~13q8tgG&bnv-0Ck z?1#Vv8vR0*Nme9L;qnyzDXZ#1QWBz&yId1_=JU!^ZHfQ|3GXm1&j?uYY zzaZnJH2G{&WP8khQ>6N3_%C@S9ygtcXaM3WjR5x8`76J>P>S|0m%_L)Q|Z=XVCjRr zV63swZb}Y15W&VA^-lb2D>vRl+CYs z0-BMD^fWI854_c*@6BR*AjhDlB^fj;2C?_Y85@>)8ooRd^Eek+;W#GhEQ;epPs`IG z!EJkDgd7U|8s6l(Bt)lX(Z-Copwc}PO-0&}e`gn$cIzQN|9X|G%!cAC=`7wum^o*( zGT80&8FHkXVW{K;@rsPo^r1%?w@=zf-CmP0v9p_>uCRe+ud7GL(zBw5L?n?zWcRz#mKQF5K?>IHI?Zs5l9J;po7&3ik<1n0eKZXLBm-w~7jHs(^lZGsR3^2G-eW@NRnvqk{F7g4lTkzadYs& zDq{$8E9554&8GL$l<7cj7j1tsg>^?5!j|-5;6J1Se#EE3EIr{q_6><2sKkcMl7``v z_b|!Fzu;5Rd{!4B%N8iCV<9VK`1-?_VfylXh+Z}aieKE|e)x|i8ZZMLxs%-T3u^3S z(Iw7sQ#$Rdcv*euYAk#<5O&NK32>XuU|-fm)61qFn4%JZVK?fa%3q5&kng0BPi7Pn zc$t1$^5Cd(r#koUUJNUhL+8s6DdW2EJ?tvsQx7Ea!?c#sv+y&V*S-{5d)koyQ|$<5 z3!Xu-z^gfyd>*#sw!rLF1*CWNBb{*o5YMe~c zR?*z)M`?7!Cx%%(ii5dVlPFK{;!M3}2kY!?aADm;Ui}>ttDIjb_%#KtcG6w0QSl(x zeQq3c{wi#FDg_BQT|~wHy6k(U6LTBk$83yG@s%1iV7A{L z4}7tO3nfyl@~QCVST>ScXYSy>1vzomQKPZ>{1JM9tz4764gRF{WU*)$XJ2X0HoX1` zhlMQlm;Uo`ZTAf3e)%z9D`!A&(=LMIHDe5R8&-X-GM2O#d?kgDDCXe#3ucIB(1Z1w zEYe^AYMeR&i7q?ov91n$D7NF>SMO%t?&TD2HJRo`%8^LtJ$PvE2KCmP&@-(G9RB#Q zWSS0p8noF60G&&>8}oglWy-hhz^Cf7AHj>zhu~>dvn-Ag}cyjT<96?mSi!b z)9KgTTf8&av3ZK}xGixgD!zOVk9@zAk4!ZgpS5Q()x9DEfsf@>7%Xo2^+YfyOJGS#;866YQzqibEW!U!q6SI@`%$jci#Dz7 zh3!X2VYsyhJ3PCT4%Rt9+2d#Mb;Sx;YFWhg+;?TN??&M$J$a^}xRMR7xCc+iw9^7B zfp<4jV24bwN71lPu;IZF)G;i?Z?9fg|B$)|87A>;%F5lMz$_>J<_3RebUIX=o3xj+ zmpToxL&_lH>jqk3Y|9o8ScwZZeSwb;*Ft1=JAb6oo26frU@6Pum{-X_cBIG}hs=5c z&offsYi}SOQ6CRC{>q@?#)}Z*`BUH|ZDiks|HtD37J#px4t{am#@#7-Ex1zuLdh3b zcK`W4w&Y6%7he_2F9|vVzfS+7NpEzRw%Y{!?(qQJ%WT-RXkiD=ZN;G;6*TNlr+7xC zCDwUe6`UK{iA&53nqeuc4oqGUa6ZWX+vTQktM{~@nAH3Y0)F{%mD z#y|6o*;4l^IB5PERJzj8b1x4q(n@%(Zz|e2nV?DUJ~mqDu|_Qu*zs#GV+Lh$TEj&w z>-;+w(49=#uQItvscZby-d)(ZG8#8TIk1blLe9G69p5!!0K&nK;((Y+Hulgd_zV)% zJv57o&8&qpbrzIak4Kx4LeKo38DElV$V|6p^Lcy$Y?nJrr}~<>)4i3DKVF}f^epAa zW-fAco>fWH?i?2%8{Ps+XYy!W))QA(b z{^LNV>V8>l+V+>CzvPmVX({dM*$h&Ww)knE32dvE4?MiQ%+*L5DEE9nbdJ`eC&3Fn;@lH119KQ39#y_-c;;?OyCeSuWJAkj}kcd z>m4O*cjG$bPNCIR6A~MaXN{j6=*aqMtk+l@zwdj+<2oS^kYYe(6%R$94Bvy|pW!Bm( zjdaqB_1oH^j>ke!n>CEibVcHqego07bT>_nN69J)K4(idOXPve(lV$>xDO}(5_V+29k>DZnZ&tW0_rQB8Gg}j7jIl;voFRTghbNzqF~;zQ_-*UE0nc z&2C`pq^vPXWiM(cxUlV`F5nrRoRK zk3zJYtBFlJHsI6mzqq;9*>IrXK0kK9585b7@iRNziPbq#qLB=%wmd`16%C~DtQ$JE zF2+6QB~WRFAv4%GhBn*1UUI0!!O8l}W`+vo z_qz)7%`n>Ann^PkUS+=ztfij``Rub&HQl(bj=Yrv-G4I)pPTQ6maAu=vU-!_{3*Za zm%(VZJq}=L@jDqX+q{qlJLIz5vYq_PaW0g+LSPSX(1mJmOH^AFhwJ5M({jhD5aGQD z4<#?cGfIzOV@@q(oH>kgYXpX!tqRX=Qov%%D6-S*q|{r7NoQX$O2@C= zBgb^me-}^g%O~=WHx|OR$ Date: Fri, 2 Apr 2021 04:18:34 +0000 Subject: [PATCH 051/129] [ hotfix ] add quantized model --- .../python/byo3la/ilavta/quantized_mlp.pickle | Bin 0 -> 438712 bytes 1 file changed, 0 insertions(+), 0 deletions(-) create mode 100644 tests/python/byo3la/ilavta/quantized_mlp.pickle diff --git a/tests/python/byo3la/ilavta/quantized_mlp.pickle b/tests/python/byo3la/ilavta/quantized_mlp.pickle new file mode 100644 index 0000000000000000000000000000000000000000..ec819dd390eac1c35aacafc2652cf4b43d053464 GIT binary patch literal 438712 zcmZ5{c|28L_rG}_OVXgp5D^i{J!_v!Qb{8zjZz6sx`xs$G9*O^iO?XGqExtN?L#yu zk&22kRFsqknpJ-H^E}_@`+HvB^T)aO?7Q}Rt-JQLrV}O;tFqyD#m|xzDp!!;;AJiCAB#)AUI%kzy_}^K7m300h>h95&}Evf`V0 z7c5d=9UKt2+Rwr(B-npLkcwBJ&#Dmr4QsrDeKrLJ1bS_;RuO5Kn0P8mx&}!oy?uQ| zn*Z*iGHpYEcd+}v8&yPF|I)a%t+lni^@NENY((0g3X)E%L)Lf;CWr>il!}p-niDJ< zINw#uHEgz)Y?Mexa(9)E5)InFS~8>?d{zfbMl?ueZr~c9K%X^J{Z|L8h;&WeM1zAx zdTyd2|1-@0R=&k5fA1jCP(O)mewu#&%X@;=BpZ7xYtgX(<~`gsOu|_IUyLI~BV45; zMI-n7{ewIzSTx#AH0Hk*WBnh+82n#sn@N)<*i4upGW>6BquElUB;dyXfIGN`MTy3` zhW+!OO#aQlG*~pwO=R}pqFeu4bo2iUKVgE^1X~*$(fI#{w{Ufkpj-Y6JyJB`AJMJ; zjcgq(n&>97@znnRV=9>~{}JBy|Daph+gn-L*;|Vy{WrSZ>@XP#{N#V&Ra_mSMD~*Z zAQ4{hZx&3j2;4;EzqRuZi+^dJ{XYz>t!!+qY$r_?3ICgcgR6=J-|=7gk)kR8i0|}o z?5V*bXE)Kbe-_&Ee-`&Yliu3)f5nvk&t&?KR%HIS;eSS0_CF2(VJ!EbhX2ez`TsQh zXW$fkB-|u?B-g7I?re5w3~^C+;iFrWdG8xZ{KN29SSTgO?%q2{sFyZ{e=v3kKWgzq zYI%00@Y~jzWfSKXP#ePre)_jjYzHG7hl~rt+z5|{5F_|B5tC=3Ld`OyhOO>7Zdz`(ly@sEnJe}XuwOlBE zdWY=Y8Y>=KE5pv|&*POAFQH4u58zXS#?#wZ9{RQs%#h+Bwng<7{a`&9Z>8O2J?4KQ&kK{NaaSE! z<>hfnUTWmhZC84`H=Lbw`8s^G$fYNOCJWPdw(uY3h0!{NEW%H{!$-=_E;H-+%}$%F z$-=K_-n;h*i(oO??}*l=wadAj>EjSl@t7r4ZeLz;tx`+vTrV@6-%JMTQ> z9fJGm5(i*kbw=>+*UEVP0fuzPrV^HLk-X{q8a~_Djl6y5%s-vRQJX`<`9-yMe2U8p zvhm4bcAw)e`kET?vQI`*^`7~>(AiWFu=r62KhXVidU@X~CAul}a;=&$Jeaq+18eFF5yq2$h@{Cv9Y0LUo zy9%TF)!C|{y>5v)6e)v;BY|OWkhTH%lzs*Rvsxqjo zE^h++eD*-0m8TwWllq+RD?Y@EbE5decOEe9Ntbb9N*J5GFoKPKok)#Buak@Ohp{EH zpLrG8Y*br)f)`l7;j`|P^2O$h*+V+j{Qkt3{8$8v7iM3+lie>qbU3NmJp7CWeJ5>0~zh(Hfqa)cLckj}BX63xwy*z$e{(ClDG>!eN z8OPcLnU&qQAH#Dt?rg?Z{j%1QXrrFo;O zh}QU%EX6{YYTw@wL+Y;+i8Q_TF{=S!XY7ez~0Q+@48pcMUHKGfQ9x9Orm7wXejt za(0>1!)6lVa)c<48^h0$A;PAgF2q!HjE{_&D7+y~TllbC% z6@Jdsw{-5}0wNyZBQP^RK{YqL;Y)M^g-$8ZN8{54Y@_KVkMp|AgPc2I@2 zupvp6Kd@M~EMM&&@9~qv7k0^f)$+rW^&Lqdn0=X|w(O=(r91%$Y0L%SzFtDCQUOs0<@<1x(prRmU>r72)LcO%36x z7w`C#>>K=c?LyZ7Kr_jRn9mv{tQ9tS83_Z|`SQz`nX#3M$$YY20>9Fzm1GD#Skd+b zs;+e(KYdd#8(_)tJ3iYBv&*iLw(d+;&rYfAd*>A5zFMZt<>L=>{S!l78b0zvXI8P@ z$%|-dk2A}D8cdz#)M)hS%Vgrtq14enoWK9qfHkgZzh!FhZal-^JnUN5dseHg zeQ`WnKVQ0RvZV=~m$I6zw^LxR?D)#xb*`n`eyH=M&kXrp-!+8ewZG7n0dDNJL05^< zUOC}~J!fdz=D~ch;%0W8d>2_V?KnTZgp~C?*QKhD<_L}I!iZG6AscC6%bQ)*WasBk z5q4`Ekh)oy$+)o7{Oy_~w%z$FeSEl>?^&rs_FEa?(0j(hpDKFv&-;=57TY&8P<<*a zY>uM^NlL6o^f`8r%3=O|fDQXjH-m2RQV{m%<v3Y%_MBD`W%!kV=c-eRm0 ze>3$Bzvkt68dX@210N0HJ8hq^w@bSD`MXYm*@wNPIN(0}z$J-ySVy@?^$a>^=MS2^ zY@_h~sd(tLoyC@GW$^BmLuk>$zI8 zaOj${v9)%zdgvQ=SmI*AZ-Er+y?z}DFd*D%Ut*fpKUMUKlE1-zic}; zFzp3bZyU`YU#Cm6Mq04*t7fxi?nY%xeP{7z<-j%ZZ^EJ3H%P9hBHQ`y z4u5FcOn$^r+T)xX~ z068_~ESVnS%%)x*!y5aaC5P$KWqQo4Gma##{w?eqD9OgrJ*IThVjY6uv?4n?rFoOBiFi-+nDRT_$WQO1B;%kH zpYLf$4dkyfgPa|3YjO(fKFfez_WM2@ebGb8s-;*xH&6OGcstSQy-q(}SkIcge> z)S13rl?w1Vk=X5d3Nt=RW2DUxcIw+BaDIF+moC>v{f+M+b8!JXWQaK(@?kQ&Qff4x zwki^^{2HDA-H<1zzmr9&?xZneGDI|ZkOqHwHo*TFjgyWeF^wF}*VJLfrYpfN%9>5R znnN5{%aA@*6)In07LzYSAA^8#4KAekGeM7}8P zBilZQQEkqL77Pi)iB&uubZbA3f0sqxwVx#Mxi@M1mQteK*hJo^>(cOj74#qX>!0i0 znT7oIR5^C;nw8{j+-N>bXD0h+{62Cv@DG)_Igw9&FqX||^CkZ{^Z#5U*uSVXY%0^) z@fMeuy@H#zdAR-F50pANi!0yrORznW!nB2}QDwzJobo9RQdOd1!<8E_b4#}%q^1SO z%r61Ip?jH4A-_ zrN~96b8w@?3cfD2f{lvz5ZW|B-M@^pyO03~3)10PTt8<%tQVY5d`G4A9?bNgZ=h-X z8@&Ig0i->;AYykre6Rluu1-0q+I$a(H-+Q1yWOyi%i`Qy)X2)w>rrE29_(sTBMU!X zhNBVM#KK4&drp1DP&+j`Pb&dF6_13C)*6_0;1pV|j|TqoV4Cow5^wI?h5D|?;8^Lk z$?NZ&!wkDv*j;8wCl)PYuBL0@;lnnJNUoo$sroIbbeAPvr7YH+8p+f)`r_DQYIOAc zeNbAk4%ccYqPfx^aDQCOc@7#0BLu}bKiwIetQS)Al?R!{xsTCl@foTrnU6ZVric@7 zs?p`?EPbwUp;UhNba>G&Lw8+ChV#$M(0Fk%%z1qgw)&nB|J`t80(H?Q_n zAHOWD>d~cZNFr*Tr~rq;Biz7~TC{j<0<%K#0={*f2E&zlAopQA`bvM}emRt&o;fmi zv)-bMo;OEfnRt`o8W2Z*f|$7Tpj(xMyR7wtZp7 zZ?V96L!$BUlrY$z)sOwcc>1+8lCFR>THjcLjum5x-|8VGd15}C8Mc(DT+$`SThmC| zqJczXtrQm%)(5USJOmyv<)WKvaKNLf_8;S9@kr%kPWy`=5S=o}Y1E?I2j1e^4@%DO z1@)Xtr5~O!9u4OHNz`%SI!mC#PboyT)1&F@?Gl@?DGfBzUcoBq6cTaAjdTV_kczr7+}xgRI9WN0CT}@J zU&-vFk?Aq;+dxF7T)IkT4KpMUKMxcv%D1E&!+gl&G!`tM{)EHhK0;-se`)Kb$;d=M zhb4kNSnb=)_$-&E+r;`b?#oHEkc$=Ezcikh>1-#~+lC#5=%<$V^QjelB zazu&$7@tHgHEFZvrUj(s&lQr>P)imc+)HG&ddN1VPh{DbSTf`3Dq;}1oYM^XjQ)zP zOy0ZcP+F`BC5cn$PO}D(pOMK-KJppPwI^WxpNUkdEtbkx?x22Wk5PFId49#1BXsYR zCv^Q9ZEE=~kC=@Z&E9f-OHy=ONq>AFA>t;YUow~cD(fVpomJqZh9y+1HgKP9k248< z-Z-)D1*oZiMz1}NRK~`FYrggXwRAJ_o=^s|c7J7d?hm2%t(&=bU-olbwSIuAUNYHq z&IEdi0-Lo`j&<17L5{8e3Wi(KNv_co0;a9xn~f>xyO_{DYf|W4(_H+m@B#Zjbb`~m zWpHWedmLJB$aLtKP=%lYG^g$Zx|dv_G*X8Q4NRbmP1e(gHq)Rd=qtXxlmLf<1`w;S zZe-MCo;)ZtBRDS(K0C*P>?#@hC2tU^T)hK6$(_VUpWGySkUV{Up#+b%eq>^{~Haec4E3=h)NCpf9j;?+AKr<9ceHKZf?t@j0%+*#!!ftl)1`fz?BRap^1jk4#_Gusc6S-~14|4IhY%Nm7ma)%I~CF&&T z=NyP7Ce%BNWn7&Wz;$jL@!7^(zJT&sh zS<{L@zt|MIYR18b<$J{y&5^X~sy3Y}{)*!VM}g2hjGXpWCPK*>7d6rtuSj`-?z{;4 zW^ge*{q!ojRyol|NsOfZq&YvDJxQ6#*;JuD74MzVr+?iQ@zoMFI=IRgEGHd9X7?G` z{P7ReI?TXZ`$yp(!qQux*HL8D1m_5rLu6-_7f6;b6`x9HAc1Ms2x4`y=L z1xzgb0Rc)0V9hNeO#Ex`8p&bf%PJaiW+fy2X*?Y@%Ze&#nBe3UR#Y7Fo7^N&Z%v-!ZTCA6jP0#)B~ga$qwO5B|^NpkIF z#!HsRr4FiafH8y#12VW#Z^smykGxF__id(kGxkBI$|TzL%7)g=h{jpFzSt)iWip!# zD_}&TDeUM}h0{8o&{voYhkEY7OAA?0Ub%=oT$n)?HeUkE7dNr?kq2k-Q=Lmw9|K?7 z7`kT8B)VdQ4&+)7$1c8zI+vwTC9|7U`g9si{kR16ir=8;gE1hsn}{=ePcp5xm5`=5 z6vUhX4tP?G6T1%Kx|g1~$ZiQapzjS?vx7+RtZ~HnXCk~-tzaBQvE*L1BWaeM24S%) zncA63^wQ}>s_0Ze9~yr}_DKe9ZX8AfxO!@7Y(W{fq0C_w9qR7(of|BhimfV5sJHkj z&f8cG_rN|GwPN&oDH zu-VHN-=28FH4NMdci}5+(AkD9vXk)H7GGN1{*624mJJ)0Ux4bQB&gIFhv&XMgRs@_ z8HbCXnYiUMxjJV#s%)%F8V(tg5g!*p#mpE`KRuPyPniPugFkcIw9Ux%AzN`|WGgq# zAdH^QXdT6u78-xySC#w zw+xt7l#X|{`QfLNm&DbT0~v#PDRA>;1x)-q9b{j;1qD2hrv0sWAh-xLf{fwS2Ms!6 z+ZePOah{p+{vI@)SOCv1C6Z3(<%F6vLmNMY2u@TA{HOfpc1>9UC5?|Tb>#<)G0=p+ zQMb`rY=XDj58?Yy(sYLDaJ*>u1MW^Kf**Gh#rMZsk}osm@TK}|D5<>_HAQ z@AMl+Z2SgqU6_K|x2_5%h+i2iJXKnHv>QHRU@q z`QleBdY6T^U*BMggA*JJ8il%Rdf@Bh0*HN;&53*`!h}n#pd-*7h7WDQL9aMiFleke zbMGLg;UVscGDY$!xKxfTRSSwWk zaCR9C74$${rUos}P^VHC67laY8ET)!&5SQv3}_R{CKSq40q-+KEiY;R^>qJ4F`2D zIgGn*FRG2dz^yx~4GG=xaKFI`VuG8vw8j+1!)q2+ZLy{cc3*+5`g&x&(*-hRNF?dY z2xG(nOUaFqFF+&y5OFIGBQM_`2Dt`pf#u9G#5Cdpv$a&8RFB^YnYn@Zb+s~?YnB6_ zvQr`S(RsL88H3x}ROn}&T`&Rc@N7;IRth+DzSzWU`7n%}InR;tDb}oBD^E-Yy@%?v zTj{;)Jup-L9JgfEAw0pk(u=Kk>4XMp8deL?GRB*^aL$W-QojIm(hqTqQwlJ5U9xz> z!7~h75sfRA;?dqC8%{oq#9Q5&@YeegZY=Hv!^I_;_r*o^cf*H%?SWLNB@zlej~Y82KpDC)ulx_iGcc z(HsohcLj{)av*WQ9%kBN%PtPUHhZcDD8v6uK- zrgTR9L8f9A2U}Ez(bBGqq~mKT=}596V)IHEQ8ob5cGN@f)wSf^R1KJGTZOyT9-#Q~ zd3ckYfp*hF@kOyRE*m+JW+%%M75OvdjOuVA|92a_wB1Y6PWY0I(qW|T{#m?T8G%2e zF4M=`p3_xwHS}>(G?kWMwbKFEePdrO<$e?jQk&6o zXaioDr~sC=C0Mzx6*gE8BpaB6WEbVg&ij_6&BPfuWE2sfu09xWUY{%%A0fmri_S27 zP6N}_sN2T~=p2d~FPzw=h3h^R28oI#&SNdXTTAg+v4swr|_!2Eog0d zfkVoQAW^mg1vZZ)`?4kJ=H?S|YYv%c9Y=N%Lc(Qb$du|p^!%FvQj_vv{DXV+wp9g< zTwe)xBfQBKm%PbsRyyRvv!}SH19t1YTGE{XC4Geg&mNlzn&=l)Wh#X7sKcwn~2q!J!tMxgO|*&QIE61 z^y>AY#K%*ScrX2dO5QuLLGvd}9bAb|q9i7MMG}hES&-KYpTjt9Uv!+i9vs5e=(RUD z!SHY*6nx!-2Lh9DACnAyA)iZ&43n-yOry&=`tz4H{c0p4qa4SOUtQ6-;F~XZY)ByKahpe0eU~9`q-(gV;z*czq6qxA zRN~tE)i|VXCI)VsMD1;lLx_hQx!oU*36TQOWh=RDG?&$PBK5-5|U)eX@I!k~1 zKBJF%&(UQ{IaEqT4h|`)ke?dEXpmTux~xd&JWpyM25u)eL$jbSX&$|$|6V-OHX44+ zR3%|+2EdI6ov2U$FnxCK@m}yBG-T&GW*8Ub+}{O_RpEb;I=iG8Ep2 z(#&^n=}<+EGx*|)i&!-ZD-Pk^tuD-?jR&aaOu&u(%fyKZiTEzsoi5D}5@_vcL1R%1 zI8Kr#gRV*P=_A6qwC9utp;rT?C_O6se`c$#Gyk{}2hyS0I=d$C&j0WH`eh z@LzZgS4&HSlIAn$aIS^J>QAA~YLX;A5l*3X)26=fGwY1a|4|bo;wwyLd_k> z$*#Z)kr9`l!>!{gFoD*Swc7Vdh@LcE z)^?CKygy3UcZ5^lw^?-R+;Lbm-ki?ao<cvImfCMc;=uWoJn_T&gqNqGS)gQRg|O9pZmR&pNFIrwg@6qUO5e6pvx z6)stG21D6N^o;ja$R2YZx~vz#9i{JB_-!Zh`2(r$^|25=M-NX*&KjeRV`T56403*v zJ-HjOl{{~~1cz>?V9mAwSl!qL58xq;&9P-Z&wmZuKQ1J%l~h21Ify1l)0myv4zQ%V z3zAw=Ff$=rIl07#ck_kJ95qBdi zaQ?XxW_oN9KQwX&yXaG};^7!Fc=OsJN*vlD$N7I^$~PMeZ?i5TVz0 z;`Q5&Y|I=-aKR+9_v0D3nH)h3_iK=fFBhO>KpFFR>MvNXScM@iI@qhFNLH?`hPF#u z)I|RW<1zRTb8X56*syLYOnGZZ1BSll%H|9unl+llV)kl!@aS}OX}1CI)(c#aydha6 zawo?=PlWv*r*O5|DCWDim3Tt3ekU9}kCVnd=bqc!;m>bT;tk^x!9vy=tDJde z?L!5+c|jo)>Q%`sm%W248YW@S^!>~rUW$~gSD?r1OCjOFFEBh94Ufug;Ai_!m~Fg? zi9g?mnzLF258l6IN?Io(wOjzIPUU!eU=f6MJ2Rkp7P47)g-?)a3Zrr{05DFX~qQmKn;5VLooL7ef^2XvCKW%!~tse&z-Nw4zj~VG71+Z((SeP!!!9+!xV8ZAu&{C+! zmZ^ua=!872((i>ITNiOggMZq-pssf@`LcFC8E?+R`gaFmGvf(6-z(8W z$9}`ALBr_ehHJRt%OfUa)7!73QkWt2>Y%)fU%}>aQE&nChYYBajurc z&)bU-u~wDLD2#-@8V+_xUBo9X+1NH;hP%`m7{$dM1Nc=B-AJoF2*f+6*Fvc1CXZcT^2o zg!$54;B2QyFu8;KQhSKol-Mt*y4J^Z`rZ-rMg0-v9xa}HKJYO!(Ww~>7hi^#A<=+2 zJPaHDO%SS`k9$A)aVHm3e5M`=*<&9=h2u3)+!g_j!zW|BrzYBtuj3}J+l2*2`@sF% zPww6XU#yW$M9;0KVDf=@&iDF!W`A3fBp#i?d^ggE6Ujs1*#~9Pyx=ih;_d^lq)vZ* z&O)Ef<6+vBDn>MNE8bPx53@Z6Qnl|t(VB9-w z`zuwvPU<4we)0~6jPC?G;xD7Q_Xi$z{LaYh2IKoN1n+a1=o06ScTc{;(}E`$75WlC zCYj*T_9kpPt3prLEJ9QJ7vTTc6)&$dg}9_#c<-$WlL~i&!H(1Rr&nwTr6M0lD_D#P zCw?)V-#+5h!le)!Z~>gAt8$JxN8v`%dB)0fQ0yn~EK-;=Eu&eKL zX|%F3G1r@n6_IM7Hmnc4($^zt96=&PcaetP#_tYEAeEs3-QVMwz2lou>!}iR&N~x7 zJgGz-sg;c5bPjd?xZ+2v(V*BZLv$upf$YrySaakuK9uC{F5Rm`la)T$F)kM$S=OUn z|0}`8I2G8KxgF=Vj-c(6l0kjaNoM0SGiGC`9d6vL2-6da;H!lU3_7p@vY*7khx!{> zCpv}qw0_~2=L$H+UY(3AsTMnn+i=m-dxFT&-LTxQ1Lhoc1B+EUB-(fkS(iJXi-50a zX7mwTbM9kJcoY2D)C&sHdm%7A41NE2VvnIU>}#ySkyl1ScxxfLN#ars@nPr}?Fmah zpT)GXOSliqDw(T?PUDynv0VCbb^2YBx9~UW1=pLSG5O5qShtZs@?gqXA6Q*1K4H zuO53^zkt?~3XYTH&4bilpuHr9f9i4y*I4X;zr%(y8S^!Xf=U6*8+8C~xSTJI^R+?$ z;?L-OOpjid#LUbkep1$oUZ!%F#C56vR(j}m2bSNoV_HpabGq*)frn!$csdEN(enY= z#dkqTfGp8znvI(mEflBQpT*0o47n!{G^n@5NoMK!3N&aRL5z=Xq{Pg8;F=97qwO($%6m9CEt)I36bn(0X5+OhQgmKgBsj|th3wu^7<;M{ zvUPvr^$GVN&($7h@RD3?z+F@s^o_fju@O%HR)?WZdC+k8C^r630*^f>ahshEF&SNe zc~ctU$WI#xEge8Lj?Y77N&SI>`83G6mJLO2!PxuvkKo*xI{fJP$8n z0ybR`IM2O=UrSZV9Xlmj3&~itZ5oi=dRU(G3ah{SK<1n#fqp^^GbgW_H2jFfrVo8BD4gZRSS$&_Nt-HQf6`6H zJ2D<_2s@!Ld=p$BkqqxUhtt>1KhQalf_JSp%?XvJ3!ENv{;~$pm$`(Ssj&*x8e17n zVI2yzOL51wXgF!$BRJdE31)X@!JP9=kS8h5zXU^OZv-RFFs@uQlm=#BDD~)7CHf)KG@Rpb!ld2YpcWUnQuG1L15Mz! z(+8|jD+2d+f4p;2j=oDQhu@P;F!WoT*!j~H=6gUayy6DXGoA6^Ha!wDwv}MpZVt87 zEG1hLIO1Py=4He9yw8)()H zWV}8Mzzy~V@U2dtK3UHr-4-m~6dezGTYkdMFB)X|!ABT&b})>ZStF>leTfbdpDT7o z47wl6#EFg9&^}cTAIrwTsVGV8?ruQc8B=n4*H?tp8a7RjCq%*<)6*mg*VX_M*`|9)MG!#@D5 z3=|6lhd#iV^@nsDjy_t*fC1M}rU#m#Cbt*)) zREicpO+vT1Ct$PUZEUQGg!VnBBzr+QcympH?2Vz!U+vr2G@}@NW_O~-sb4TZNJ&!r zp+p|-mLnCCeC)5y0h~+S1@5LKK6>?t#P>M5h}r$Q4m`AWm*kJT3@3Cn=;VwfCarA_ z=s7n*Thc1rwtpgy36dv|#%NMOcLrYGt4-?n?m-K`eQ^1~G@RCAg3mXdL3y_t^mMaE zhkZi@JKdgP`Na-_vDHUV>Uqe`expqwd@rzfkHFIH(uCE_N7;+_OUF9hg~d+C1iEW` z;c3PmXmeI#9^QWd!Ctno^6(-EYnZ`k-Hc>TjO&M)hgGOb?h*9xYRAM%b=p2-3(Pb< z3=f8=lZF>6Q2#)MUbZd8LF;SrreQ1G>~s;hx0FF_<$M@fMzAMi1s7eZNnGP7H+kVm zGN{rNTAD1xtYs&j*P6lg4_gK%GrI8UVi_u^dI3`E%4p#@fLfI2;)XrywCdd%&T(H7 z*bO-baU(OpPtzIF3QKX9nI5^MpTv}Jio>|a@6q_c8r)HJ3F>22sp2n9vZG)#3ZhEE zc;+ahZA4X+6!kkTjKTq`H zjte(9tAUAPL;DZtwsj7etHtA@A*PUh(-Vw}-s3Ejbofzy4PQQqBx)w}VVv4@&Pxvp88uDjEzvG#OEejyaBD1f^kW^l$yO>if98mO(1oRcS1iPjlC zTpxc6>uPRu5#?2Arf-4kYU}WKh$)Sf)Z$vNolEPjrqgql=jj2{G4$U2nN-y?0u91? zsa2K|eY;MTF%Nzs)>&#uhk9+N#iju$nt~8LWF0QH{04ev^3=ooIinT53|bWraQ#gK zVZpHNxU&B}=q6jjyfx{d>ezuZmW0#mE5fMH&Jeou*J?UsRy&<)*F`_I7SpM^n_$TE zWTHlt;b}@NHMV_Ehm2lLox199mb)HJ&F;eNr+zfib`QR-t;eG=FW|+njTm=Il{C#V z!4JXGuzA@gaJip@g=vHE^m}J|O7M}+inxyHm4)=dqles$nfY|VflB&9e-Jll<{A{- zP$o|&X^~M4yYOy*1Z}hxO5(W;x#_=~8F%UgJ}xcf;tmOj#)_#pcc2dAwJaL;jjHE1 zem{!ow*Xl?4_cX#M>D)e(P-^d+7~m2COnUzKbfJ>q2o_`XC+~(TQr?`=_?Fdb&k`R zr;a$mlwQi+O?xg`(krg!q-*LE)I2vD*EVom{vUmMV(>EP@YSOWcG)scA18=ioptG^ z7R!>BfMoIE&=lJGBazB|X{Y(^DpYf?G~`rdbFZr2!1X`IWa}Kt&Ai7!&FhyiBhZu^ zKW!9AGEt#U$rEYFku>TfZ%J1^>!UO28R}SYmj);ur9H;M^tEjm{wX{F`5)#(nrFYj zHK+q_?0v%sXSvf)lC?R~a5lB8uEKM_BDk4{&m(_KhWb3R<~|->CyBMsB~Ru^@^*dM zOk@3NjF-&O$ZNOh0QKEsUFBM8)<1^-yznW-wmLdE!J5X}nbT}Rq+oK@Ry0UT;?(#T zI3T=BAocVpE*|VkZJgq1o#2?*TDgLGq^3xve01qbk0_e*>ng~mzXpYMY9!{9KMApu z)LNc82^Z4~;L+?d=+$f|X1QUwsxOaPJEqc$!IGSZ_79pfDv3g1A*cII6VL2y#7L!B zEO3eeV~sC3Vxt9Zei2XY4_yKSn`?r#dLo>Vstc`&F7SCuIxLZDf~75k$#Iw8WZ{+V zW7bW)4jkncDa@jyVlt_UD4*JXwWU`p`!Va_IJ$)TLg9INa)04s z@Y}Zr@?ak%*Tc*06NmY@(gm2Tk|8agTfrUS6Ms?LAR~ zFE`%9ojyyuG3-sI!uR2uIzpIlD1XPfp9Vb=wGU|jbZlZMJ% z@?g3i+c^3pxiobGIjkT}e-#wdu9hmgH@*>HXd2Mjk2FZXc`|(YF&8%8d4&mmZp@_v z4HznkQ4E=M1y?p_f#LCdj9omHetH8;VA4nCK+!I;qT7OP%l2f`?SZ|qwva4zKw{D- z&&Jt1uvgcYlVVj(#9yaqA*aI6jCZ52Ewkv(oMBw^++v)XcpB0S!ytBqGCj!Yb6q`u zV8F&cW@Bd^Jg)A8NlMDhzS5=i)Pg3eedU+na?y3NrQ47d?@^J|zuzZ)lWa-NXI*v) zTS>wt`~A(J3OqALj0!S}*!`@9sy>LJ5ww}6a%%pWr;wj2;nBHVQj|$ zdb~6Sv)TnjuDKg3G!Ao%uSC<~(|^*T!R>T&n>PLM>kcfxj^wGY47u+%3*~*UlJOg? zh}V22a(YDwy{I;m#=Tlf2VQ+n^A>nx;68PdTD6QUk2E07gZIJJb+^%bl>*(as!E@G z7Qm~P@378Y$eA20=PobZNXZHXB@2MpPZ`Lko5}Gf z0(JRQv1vGQ{c5`RvL(@YHXG{qt-^~Jzkv>O1aEbIL%E>2%*N|3I6kNh9Nf&rOC$8L zRXqpVr6XYCmM^gVM-4M{_A=VqJ(`9t-9-D=mD0Bz=6v-`b$*OpD8DOQz^7hw;NvE$ z^Ue?6(bvx7=~dN8w2gcUL>M8-+^rxN^)8SL(`R7az(Mq&XA@Q^zrs-KNcg&<7Cl4K znR-dh%wL6mF4C+Jc1ZL=KTxCx=Fsf-A0+2w8olhL&JRj|Kzs63_~`w5{KEKnI-r}- za=n){erqN58@fQ_Pk&4-8&fJvlt78&*bE z3(5~46Tg_4$*l`H4aWjYvA=6D)37uhtt9V3MO((8w0Ak}JadvR?f*@s?e5UR2{AO) zBLlA-OQz%7uhA+ME!b2wLy`}jK)j5%lb4oTiOS?a6791ARhi4^G^PQk>JNtxWq_?j zhGs-O$I7gSXjR*ad70A%1II4KA#;*7T z`w5Nqw6k*#2{3xe>0eSOXSa@HG^ameTrVa;p2-C``$LY&Qb~f--=1@_3;&{?#0GQN z9)YsYDdra?;Evg9IQCf!N*x*p28j|sW6U#f9X=5>?md9LpWDH0k!rcn^Tt_y+dxxllYUZ4A2y z$}DJsE3YQ2&3@KPxTPfm7jSqL@q^ty-6{yOFX$E6Lk|yIujR4clv!Nm!qw$vT9)E(a#&7UkdyK@S(V0~yE3?e3Q>_0! z52l`w4wXk{qg`MJ+?$ZbHGRB|b>xrnkptNat`Ovucd#JSrEJs6jjZEzD11Kg8p@Xr zLJK(!wjpX0x=db+xBPlg?@kdcG0(+*N)6ID2m9F5^-U9tbDDXd<&Y}D&6Mlp0VWy^P&MpqV4yo3_=EoM} zgA*c5wR(Zv*l5g@w1EEh2a|a%C@$p$Ny=^BE@SC3M~=mK)v#^HSHN6;&FU<=<*!MA-?s0;f; zwuL_qvhYRw!X(>@U86-a4HgMJ>N>=0jhv3E-}Rl$2Ddohf~QBU*g!jBZd5RowoUzl zi8C|se3KNTY@PAa0ztc)!53NgVBB*nEc&d>R*rOlAr`W1_}nDk zbHyb3ojQ>oZBE6;0m0zpEA;F;zjC8{WN4e&Xquy`%oYTUXQ@+1vG*Q-@X#m=3>cM5 z^A=~~*ZetTwqYgJ7Wd-fgUzr>yC2ILK9LNTouD4QV;DN`Ds0cslKeVZ!&}YSgRxW1 z=~v-8yfgO;rDsMq%u*DfHu} z3awo}3cPO1(PVucTB|n}zm}=ejL%QO#$K8Iy=*|@abbMU(?QIyX9}A%=bEkms?ij) zqZ;R_Z-UWpWuQUp20b=iM3J}BnbDIvb~pG53*5FyB!B)17@nz@)UGn2R|UWEtiw~> zx8V)0IxEEwFBWh`oILHHC`V`R%F?I2S^Sf8*Ra+^4T_fEmYm8S#sP+OKSQp-efeY-awn9n3omE$Lk_X=*FN!K+&P@y>_)wBD$wBT z3$*+gL9?d(#*J4m+b;9|h0_lo1V!Cm?!^`_(6{KvWYpVn`k1TyppARbPA&|6&ML6U z8`9y?A~CzZPm_%?h{uM(ijYB?Xg1_NOC96JjwsAyKB=?W`%f+0>JUY~*Rcl2#P{<4 zsz3RgHaVEJIGt-8ASanOZ#Cu~$%aA2UvNs@DXw5i2tQ!946HU*VmXm1V3A@iFqulM z-^L-#HZ}p&mmk5P{#n#K<`Ct*%EB>jvaB=jD;v^pHY@2_!8DIdUa)sH-Ee(>vODX;?;ez47FFmIUjQS!&#kuIFULbU|++$1h%Gs@P zTcG^bcxF>ofjZU4;aB+8+dW6H;*2`92`OIT4;Ni-0fI zQt1D7BjZF?a5VWp+Vm)df>(J$FXVG7t|#EST`&c#9!cvIhSBl`4{)C35)5@RXQOI$ zS$OGiwvYYB8(N$Bklia`+ekOw+BgmO)eS&Zod~qPv;z)I`hk=D!eQR$T9~A_SF$iD z4$_=sijO=uAgRCxZrSONN=u$gmcBT|MmcYTnL7_tky8x)&FT)t)f;dh>&18Hd1LEFcW93v0HW0k*r-gQCodPqTyP*0 zHvwyD-^x5&Rav7#0k2UdPvX-&KRZ-`1^YJg*Y8OA68#6T>%bH2bG98YFBA{wS%blH1l@c3VV)aumFK?Hrb?yp=!}^LqCOk={l6nu9^++ ze6NC8gdN{`em>n-UxrtI<#4ag2({048TMnlB6Y>8Qml29B&$xAb{9IK`pyuH$xOkr z;i~i_r<`vv96%p7Ugb^FgbdHYE?8{th^K{nz|6JdFsCH|#tipmvN3ItdC#7P->$}W zxeGXxt3XXZjL84UH!KNCgW6%rEPv5+(aL8X`15uhEKsoHE*{$p<0?<0))yt)ZEqLj z+5}Vbx!afYY&TPVkFsRE++H-;5|6EU<5BDVE_B_#khTxsN%9V^s3fq~I**LmnZ*I9 zbfO<|^~=)@Z(mWb&~&_|&TH!l~Mg0{CHKg58kruO6ZJs3?h4=DS17+vf>%2zO;px(>~+= zKbnx{)*m~Khf{aG3052Sp`(w_VQj1g>Z+{*{ac6OoVo&=HY*mkMvRAlv(NG8+U>b} ztK`@jG2&5+XAsnJ9X6gC$6Uwjz$H5gW=6Zinbi_xX6C5UWeT;S^^&&5k?<*;!9kPR zHdRrBsL%C&6!ERb)@SNp{-D7^=zaGbht|CZ(dcmDeyPH&hHnAIw?ENa!H8S*JOkD_ zJcl!*HK=Y!H&=1-DZsTH4AWJ?vEz5cbHAwqw|ESeMjZqTgApu2U>rJ{p1=?<#GnN@v3 zOEpq7_(mij?f4dcHx-CH%+)!ilo;G=ArC|66MTE{62zUQczSs>1Wh=B+SjC*`I+Eq zkrU_dq(}*0Mndkjp;$33n@>5Nf?J<!wGM3t9@c&bB#{FmlH#ena; ze0UNX1h=FAfE`@#@ea}VgV`8Y@)mL~6hgwIQm!d+EA)12vN>U;F#I&yx=jgyy81qB z%M2OzJQ!h*ayr-gZ5E%rUn+W;vj(O=H35)~!IHkFpf$fQxrAJR7k4M|uIrX_qi3E5 z7p;Xb@}`=^^HwGwqT&X-)T(iHR2F||>R-6f+|7+$9SZHJ#QOec$m&cNb0-%R;A7_` z-gvI14urczZ zhHdp4-dGEv+ZnAZaK%h=v!0#jp>w^w+}1YR*~xZ|7iNoB+7p936z5p*;4H@ z@cT_B@3deS`OP(@FLz^Mz^DuG@}CU-*%XHz+uow&>py(bl?a2kYU8yuft`raqWk&# zP);ihybIs+7c*zl6Zud0Z)Zm;^FNVU-Ci;_>Xm4niNwDH8gPx-A}|YT#MydB z(bsPt&OP}S?K>{PEYU)AO+Hv0)NusjCd8oT7b^gv7i8$N4rDFr;h3Qp&M!{|ZyOV# z4o{~Q=7!`p*_xiVkDzBV)?|-cX~^aj%9}YDZi(|?sx8O5PTYV&%Zu6j$Zl?qhb=|l z@S;waXS~+Qp_1squXwgt%C$7Gz9 zn(+H4dEv@_!dBYQ(!7=LP!Is#znz8O=mPNdBPQx4NEUUUfv=_aaZTD+)Y;=p znMaNbccOcwJ-i9aj;ArTm**)#RaJUlaT%rUxQZbb8SHX0!GBvlnce*oG>h6tSG3ab zf!s(o;7hLP@nRivXzR;rj*sDMGzO#V$=i~X=L>k1>LT3Pj&Rn;1!KRYlT5QGUD@kN zS>8)XdF5#8cpLzRiDlrfy_V*wyr$ z&jYxvA$vt_#{V&y4OiGnD}fQ$74p$fa`2CpkW~qlp@dyYqKt}e9Ni{COY6h5Ek2Dx z4>-|W7r`$yR)P8UXtH%4y`=f}Cy8gz#;_6t@x~)OdsI1z4N(^KY6WX})yg!Xr??i5 zm-WIN?RjLXdQv2tE5%d2vEcIhF)VP^;mg0=;7o@Ya|ZK@dEeu&IkTwwRI-g14cujm zrp}?%-no*zZkpf*6tU{`=jiWnm%FlWyZHXGJz|$sE%A5jKz5~Y2N(tla}w3-^z4>8 z?eE$_g;SI0?!zH8Kfj#&7M%_=YSq~!8%vNeO2@vL{o(0KspwKc61v)d#+B}Myd=6G zcht`qJmNBNt!)W3)~#dB&W5!1r5DRQ@sYVKzr;o^I>ro6cd`F|J?DZdbm^3$F@4xO ziv}2(k)yUH&ELSNGvfyIy&lHL435JU%$hr{a0~AXbAj@i>-kYh8QhJzrfjNY6AONM z6ulna#{0$2r0RbMi$fP58N)*Dli7{Uh1JxVP{|<}yoF7S8VN zL$JVe7r{kEy0_&Y?r==SRl=F#WiYSg{-OXIO2f z8hiS084dLxDE0g^O&a!hfz&E~jP&c-JaSG5rzH=zQA6o;idj5>vkj}}>{_R?F-Ey; zfca8Xi?k%&%wT%#BV_%<`qQ(;CAe_QElEgL7=OyK8W*-_aP8kuFmCT?=A(U)ZTCIK zEMI1`{+<@>@HrpY?{Hqo@tTrqzj~VN&(nD8Fmk?6+-~VKJo{fhtjU?qYiZT9nv8X9 z+^c@%c&dtS3_47=E90PFx+(wtSbscdJQ>|rr(?^RP#8H|3&z}B%^ivA10GSW?8~Mc z_U^WV;E|anj>+{9SMRkD+Z5Y~9d%>b>_36bd4(mk$QEP0W*5qNhQKDpBK#?z%FZi9 zNsbTMF66k^)43leR1vqFUEltje>O=Dd`->yw9a#QN9@A=u;_y)O26>VaUpo?fiV;R z9nUT~r7&HM3F6G@JH>BQBE==vA>#cPc8P~CQ4!}@E(i0bJ`{a0i3|92o1N_!#M5BQbbHNYV;mvvZW<3cY}P9 zY@sg=%Sa-{z%^9o63*3J*#aqg+N`NP29<-9(CmvcT^i8?i>3Rau&O_NTJKDkR2=Bo z$&2*MfpJgmyXm}nD((AcP09CX(jxsZ%K!Nq_X+RA2gS3gyEF=N>b`ToE%eXl7rG_%2d%@;(AaGs7_Q_|=|(Ys<&XxOvuGq)jvhyGb1f-cEuD&_ z3Q~7%S!tZ-b(%Z-G!?LmR6W%~s=TR;pi6@s?T_J&q>uc#+@(yn@s1>I{2ZM1@iK0m zWky}H%jmK+nV+{P4~NQ`FqPAZxMcqkJT+a5RbF`vAvqE7_g}JPZs=Vo?(rp~zE#|c zb}M?76if0J!^mlR6SkBnk>fKT>}|`!!6(d6?$KFlU3Z91y=~=Ah0f(11&+um+8F)b zeBhs+)g%8gclmEOF7vN)ZJ6nbom@)JS4a>tNn68ipiQ(gENT3Qi_g^aUq&?G>vfkn zyBBiw+3PYC@7Te@ch`dY0VVeEiLAhXjHbk_U0g$n9dB|*6Gt9f!c7P!v1V%_9b-vBIK-J^@65ND6d~*5B0i}c=KU4pzG8ObI_RP2z*RU z^jmzqR+Hk6L@~*KS!`L8ESYKWl6u9yc=DPZ?<&u+7Eq@p6)G$s|GOy9aUujvG+-;9 zt1z#d9P_%Y%cdz8f${quNceOHlP`Mm%d!>O@Btj}Q`&;M&&Oi@&ihbs`52yky@Kzy zt}M3P*pKY&;wA4b+PTvYMlz{yBJ@)`iIaA>@Nahhr}L|v~^aEST}>qe(y z$O3`67q~;sNrwEdzAEtRZzg}MOOA$zFTp9biReG@mTi8~8*YW465D-42`o?S;wLDn zk#3D0K9ZGyapzp9*fbh$9+6@7CyaTSn2R>;M+RVx-vitq69GnzDKOel4E0uT(R}(5 zXl^---IE`q?kFC$i%&txn!fB?PCjZEM2epOuH#~AL;1xQC4%FqKdX|eV6oSE(9tpl zxfLa_X+{gIb4kZA8$H3Y!P%Hlht^U>zRQD~@Eq_jz`s3_cT z3O!DOfp=dP7kUUreNTcPlfBUER04YN#WnBX;bU%6OiByXnvZ|-%EurTF}gueJ+Fy(O0;tqJ-bh z$gmu_?_A~QKA<3T8Bb0eO?$Ubr!Ln}ayWFAHZRd6#Q~0#->^lvUz%|vhbFT4+)+#; zek}x~*t0%DztPeA3HRys4Gge50`*JPSj#dsoT+n~tDZcB%O3a*7rapCLd%s&!Q&tA zS}_UN6yL_dD&ZpMX`^VzSOYS1yhgv`Zc^bHZ<5+4LtU>0Xpae^mKlrqQ4mA!=FR;4 zuTN2($^KMv$dMM_G-A~r188TO9P?8N=94FQK&xdC>-qK{*Y)W) zKWdw^t;`Y&rkWDP;!};pZ*HGpYJ-xB*RRmS+U?y)_xdLaJ~UnS@L(~GsGK4^6QAI}KKAUlQX=!} z2%jxpa z`wIrW2&YiZRir#2pKjinsBX2x{N&G9UKCX-jlVWhe z);*ltss(hiXB7QW-A>*Qis)pEru4Yfi*Dd>8q|=?KI&d$I=|C6_sMI){_H~9pzn+M zKSq;t-!N3Nok2A*p6F$rbYJ#|OZ;iVR@oQ8iFhsM5}l7v zr2+rt(WSUF3f}dEA|Jn_FZY{iRXLY>M4Bq&A0G6KMQ*@ir{gbBAY0FigE8Y ziL!2dL>Iwxvv2%lGPUBdb-VCAe9WO{&K@@ONk4XRp$!}i3}x1)BgHpoD1h$fJEXt7 zo7@I#NL7z7rfb$7G+)D)#yqa4@?Irs%}=yFS$dm4{z8s*W_{wVJ5J&5&O}&0I|Mqm z6Wob7gabDPV8gnzP;cqNot1G!v$nz1abJU`&f38o&Kzdv(=(V0|AEat1nfbvAD-~h zB{`=M>M@!_*(J5OWp50XrLQ7M(k{Ba_dGXIT)-I!c{$M~FZgU$AoQaVPEE{{3=Irq zGyA%;te7*PByGm^e+Pi|mha@g-x1u#74ThA6}*cGnc9BA1D38X_V9ehlH-LQhV4zF zt2d~AUj+?Ijv%X~7Wz6r5;KGuWKnvI&C+)p;F8f^oIErL`SujpZTcKtt#@H;g%!JY zcr0tyPKSGQ+*rWNRE*CmgF%-UvZb3>p_0pEI_w-tMFlUg?8J0&*w|e5$5ohBw8%*p zzSEJm?72^Cicj7fzzaoA8zR^#0xS?eUk8<&rvpvq*t z-aCkY);V7A`3YWI7|lMYr@{K#5-@#UgoR#?)SV+wad&0KH46rai&gzut(FlUb_Z#8 z>s0B4If~MNW;y9m%`)=78!O~CcHybXkGMlJZ(-@0_oz{wh`JMO;EY`dI;fAL)u+Fs z(Rn)*bw1)oCYG@90V`PUs!Z_OQbWsx9LGsp~6@?CFoQL*44 zdDowznw%E+Aut6kRU6okVQ1Ln3?-fD%5byfkikHNh7BY0@WU(oji zx=`2;x;=e)r>hq+xnwT%Rw+@_rj4k$dj_pL`T~-c>$B(A&!el&AgaiFKm*;M(7MsN zRDC{+PHCUOjd~Yw!)W5vvs3X^{d?Ptlm2|YRR#E8?cikgU*(exPD|e94dPs%sbR|6 z448Pf8w)@5r_4SEv_|DFLfv)TV7-u*9D2padv$Y(jUnt=$3gb@y*8AGw7~@%O|l(2 zgZ{m>V01HsucO8Vob3e z%w?qB;%B`)hnZLY<7ZkP#->zrxYT5Ua*cNIX6S7=UUvzWxlLf3cQ~@3pPwaVK~vaf z%OupAc@O$Hl;M|&Yq0l^0_Z82b2(W&Y`-!Z1DYS;%J5dSvAc~&Q|l6s zwRoq&oA>>piR<*=qM=&@q$+$XcKD^u%DsQUKI z*8DA&j2@Q~;OCAa*kK{&)@=B}&2;?7ttoZm(w?}Z|MU^uv+8sFufMlYX8Q;(TDJ{y z7uupra1(fO({bab7)<}%mkk!Oq&vps^Zq)|P{meNnB%vivTHhwdZtC~ui{}|+#Sd` zxDqNdFL9p(j{xfQfh=`h9K1*PoM+a!yD1Q=mbD5z^I^PWB;+TA{H;ANHDtI4BYNP&Ohn6o!xGjK=(R%Rq^Ih(``Fz$I zH<*oE^aAEp$goQ?&p02sB<_G+4f;k7VRMA6{D-J(sPwxZc#g^>~{cfq;-J5 zcPMNZ`w7mD_4L|h9i{t(l4YO{je3SSb^RF{S)4#WPW|LBG*4!FSBpU=DuNwyxyNok zl)$=c>8zwPf?fVLn{~-#v*_V(xbF|L;ATk&)O1FJ^CD%iZ1aPY$xmUieka^kc16SI z=h3C+J#{POQ-J?fQrCEhm0OjeNW+AgTvA}9pUnj<*QSJaSNh94 zkwHo!6(3Ke1p)a4%KCU!dkK_|QpE3jMl!*Az;>#?W0SRv#EYXRi%X5Q#QWE-6h}7K zu)1k^?0Z87zqv98{H>$lMp_6YlsLnegjrD7`4ZQZS#lQtS~$y;Ym&l75ls_Zyk)Np z>9mt9&InurM%uG!TUK9OFiMZ*Xqka?PcCee>E*w@Ph=(%PTZrpOg#4UQx=ig!n($c z6X$N7D()FQTKKNjBEzYZXl~*n!OtT6e~Z70(l=f~k7qY6=`U@QNRQi72ox&Fg9$dY>RCHa3LcfIZ)k;dzGRaQq^UaP@zbBKV%_{<>$5MAo zi$89W?r%1cx|r{gM&?hDesWKzF~P~y>#auH_+9*BJ``_`{{!>;XuPG})_HGfjD9?BpE`wXdtB(OS0_qVuSRuCEw)G_41b$gLE_cHjB$&& zSnYnq*E`bVMfb4j>wok&^`B6KY-0Olq;ROD9qX=@k%FoT*>xNvqtl5bYR*J)+%!11 zDv1pX{wE5gG8()+gnDy-^941k^lNj2Bq6L7pRW&tp;r~KpI$32)ojKw5}@~RPJ;23&vjV7C6K_xN1CxDt=YMrVE4Eu*72Asoud4Djq0a zlaa%mW!JD>^UqMs_IeE4xC*xp^JPQd4X4Tz*nt+@tc7*~rbem8|#V}DXr zc*{+(Z^X8Z3%KdmOQGXQ7&|kgmSr6%#;3-nsAY2*zWD8BqpJhBOP%LL)4H`m+4(w) z>RZmdJ2RMl?q5g_lF|j;o1*BK{;)oM3RXo(A=mm1EDDjr!vUutP5uo!X-}ZR&e6DS z2PU&d)&7)I zJA&4mC$W-0`DQP2U&7NyXl*q2t1lati1 z@xqF`vTUvLC>Cdu$va#Rp`(WR@cQxyd#Aa9wz(;o&m!@3GyxU6HQNJN{AUudJm{sEYrv1?Vs|_d2UJN1+ z1M0Tzfe%B|SnP0TR&T3)eUkrJ*wpQW*T2r==A4>`LK*~b*PR0UVShw3SI9Bl{9G1$ zRZ09n@`mqMT+7Q|UCa(+I-4W(ZZ*CA`RH&@IO}l+-G0YnnV}3jm|e$jbNB~S3@76y zcO4c!nc#E!9f;a~fc@Nd8GN5CVP7`%{{B@K4t-$4wWB!bjUD(r6dH0X}|gx5TN!nyKcY-?jI+p^&UYlw{JKK3j|$?$>H zKO_>Lc|@|xC0gvpuIKzg1sjMD`Hww_*JC@6-NsR?pYe@4Rye9+qepJU29D#YEST8xel!G3}OLY`Rs=Ecsdqy9D-}i zNoDa+_Idt(E_g^B1|1N%f0b-ZYB3TV`VH`ORT)&M{p4j1UJ!-o3J&pQvEV;<0ZiPR z4fCRXaic>O)8dp)@oni1C3OQKz8jGen~$? z)J`;@lfwL9s@o54+}OpSaX}Z7OwDO*fCP6}nzN>%lUUJ_{t|~{VGuQ_KO`=C#~Xea z$HL2|u|A(>u%HHiCR)3fo&0(jYkeZ%Y;Qd-T`tdNElh#Ig@@6nD+fxxmWcA*&-1@_ zyx+JZ~tcC_@zep`<74fJgq?3Y*Yxj-7jFclPo(a}0 zLxo)mZ2YFiGJK2$-uE^PUpG;3=EmduMQO0ob|H43Rv^bYT6B8m1IQM7%|`E5p^Ttu z9Ac!-QiNWd|IRzG-M=5IsC@;^1#aAw;6sw5SN?*}tHH4H?|U@LpM~p}sKTZsRTiZ7 z5_N=q0nr}Se7USPxV$uj0Y$$cQnMc$db1nnpBqY^t6M>D)oghEbU8ny;t#%b-VKYj zjj(0J8@yNKin1nUIQ`8PaQ@5jYIjm`QfC{q%yN)`-VM3N5n%T04mYuRk7)0d5*%2y5QZ2}L1X9VykT23-}|36lTGkJt6Sb^KXxUj zkXy=^#@ll7fvX{B^G|r>ZVcS%7O0uphWAD`Vqmoy#2qt*gm-hm-)(_t+T2a}t*VW? zXC4J11I}=VSIWTtw0-#f=V8>|n9lbLd5C)(j^chh8*-2djwp)$6^`X`g{@4FTCo5-VK7s8coRxx`?GO6+d%hcxx_~QD0oNaz|7Al(JwLq zXx}t8s=qSm-kl@a5U9xKx|-6S?KSwy?HbOEeZh4oMzVKTk1>xcd)b3Qlcew5t)#Q| zkC7g^s3VP-JYD*&&_L>1m`7K(te~1u6;@-R$Xp#bdMac)%>U>^`Td39TlNqa8FfOr z>uIhxfMdU|jbdgAykx~M6|PKmB`pjqqLdL{RMccgx#2t%|9&s<6;-V2bSWhknM&u^ zexuc&_DV0PE|fmFuOvO|_<_{!mh;P6}#Ru2e{H!^b0k@pwsPW@7{sK*jU1)FUatCD!uIh`M_vCcB3J!3vVa6Y6EiltS)`~%R`#9PuSIY!I$-|*B2i#*(PrMca9}5Q?P5=AEfc3#VhwooNpJpW6u_?(`;*zfu->d_b= zU00_oo!+OD2AJKTeVzm0rHg`T;BN_Bs~iTK=c%!M55zby z9kDw4ECffFaJtS7oRaTywp6Q)#aazz{<*T^j&UQz+hrDt51g4JmRYb!oHMc?+xBZU zEeUuQl`-wHX>*k?eK9>ue_*~qH@?tz?TDr`~4OlFh!5X-%_*!Akmc>a1JZ~r?4 zkB-dal*=x|(wxE2C-@Zv=320Bux5uV*07bm-E3cK7wa=*q*$!>3XHr2*0j8to~Vt7 zk3~nhU0>x`hyDk6ULvMH9C_R+a^dkmBmXfPO;gG#<4rqdFVS`m)={RgWGGe zq4IzVDsQ^Y{c(;Jyg@v4-Sy<(?fK3Rd1}bi)^1^{7lw=b#>6v4wJtcAG+D^OR#WPq zuaI#hAHSTL#^N*5+1iAE`0}YN8+B$2>+5=lF}Wl*=UNndn*0V*w553E*mTJg10^Q! zxe?5=3~=@*ITroc5gyLz%Tmm1dAgiUAGQo*_ZG#o+8c+NeION|&of2YAU`S}tU&h% zy?{B9g1hYcAX-0iB$qCnZ}+a<=gyz#!!9PviIdwk#PhyCgpGq|u@heyigiAUzMsnA z7i?I^$tugTs*8H~`gs<9Ufso=?|z4)=TuSW2Pw_-%*OnH*<^nppPosJDLI!YzNkOi zzgB`Bw&8SRPLXKOlOx1s_GiC;BS4^@UIb)&%DRbN-_1{{F;;tWu%ANn&_^>C9<;+dg7jarGup*6jyr? zj+O7nLx03{^87x0zC4G5GQw$X_f6_EVxQ#WHUqKSQb!iDahgckJBkm_jzY5)p;&eL z1>PF{53H2Vau%ujka|Sm7@uz@na(cSMz2VtqK5cM73A*JPIjlS(Y~Y>+^_8^aQb`b zeo-u|jSXe9roRQb_|v35sui84?WI&5GyG>|%r z)3b4XmN#n**JRBxKQZme36{KPso+@&r0}}F(&+USc)(yd`F;w*ZvHG}2@dh$jt}v; zd?Wh&wZuOjYtc&e4JPXNV5>$L?S2qO_QBqCsV;*A84iC=>PuDb@9DYY7HU}jjz8-E zgA7Ye=Fc05ufat^PpoapH#k2gy6c#+KO{+uj5%mSMW%#hbGP#k0(BX zajSl!`LYiDymA0D8-EpQdUY5Vq{l}5S;?mCbz_Sb6flqOSk|}9m6d;*#+KZ@!+w0< z%GkJ47(3D!yxT4Ld9N(k^jv=yp>GT!ss6a;^JSRvUnJM&oxr~j)?|+^j^&@-UjuG| z?J&hSSyU09iih_t#1}iyLES7rNZjrM#^w9jQ1e;5%c~>ovV|HmkbZ!TnE-)i7Hqq) z8|&2MR;YgvK?jQaNFOIS(98b!B-d8fgI4G=SXSN!Z~M2wz`1h#1E)7QrBzOp6sE=! zBFkXioo=-JS;`Gwd;wzbUBHd1b%Jwh1s|r<2rcau{D$2C20ml)kcJBNF7~C7I&0Ch zGm0jRFe2|zOZvRchgM4VW3TiucX*xzBmN!3OAW=idhH1qR&CF%v;2uigy&`0xxQ@i zE-kvn^}ye0zp!Lr12?7kBWHG`59@xbO=+|KV3p1%?(-3KN;&n48&fn%aHj=u$=h`B zw?Q$#v{sMGhSx)ZzbtcnpuoJBD=-(UkDT)dC8oAR1`4~L;SSd+-0q}9pyW{o+JbZK z>IY#DO7?lIKf8io>72p0)&}r0>yJXmq>I?>at>W~$74&T6rzU&z;clm3mKonuWOK@ zIf><<|K<_MDERVr`{db%A-{1}k01J2bn<`qcVNuhd0^DZFldu9>rt{q5UB}u@*jXx z!|-ExI66GkMvox{TvK!)4Ew4|$?^q~(ejV+^VkRw-kQ?0oR)AhU88YzYY)cUI0)6}>fuF+ z3Oh2W6`EfB#C?8$xY`Qge4B2D9~&p4=^jnVkeqWEvQ`K7Zh8w&zbE60>jvyti4hxn zY9MUNRlA!zdQiU84t5LA%uO{_HaJX)uAYcO#T7n6UIU1VIR&oxX z2lH?FR=f~jhSw**$2diK`def}Cm&r#@2j%3EN>D8*qy~?O>z_$(g8CAKjG^4GNfew z23N0mA}|RCOn=N>{CR-GuLI|DUPCllXvh+Ld>--7&H)7Jk#t==h~o67VO4u9yL!Zz zB?>ioLihm+btc>`Q_6|l(gnuA0b9l|rNPtw;Yrh>)S8+I>T?Hh4>?6Py?Fx?n8R3E%$A{9?sAhLoI9PQs%5_WHWy?^;hzyx5@dmIKEk!e-EbU z-We>aE`|a(jF2vxR!KjNpOAXv2y&PkK(u{5I+a<{?#Z!yKwXsNu8ZI=bvX$;@&z614dU*} zBJtyIL&aSe*E3&7Cnlf_bZtsH+5A3AcjIfQ=F>}xwmnW?%N!}FupB1d{ELcL!f}s8 zn0IE+z;QyR&r736GPGs^)_S%BJMbEgy~u!hnL_5#CxRWV5q5#BIsyKdtMJdeI`-n3 zhWNdgiTIZOc=4!U4e^)*Ib>D*oUD~{=wJ5+`u9DMLLP3Q_v_6_>7r1FdAx)VH4;<@ zO;#Cs6QX`8)6RTP?)bkuT<>}{+;}MuRJ}|kqedNqLyc$I^OWOsXTCQroZ&_zVod!7>tL;(ADGq4Zlk#U9_#kezDvX$~TJR_MWAvC?gf6k_z`d&(+da674;e1`VlH$OxGU z6%s{Bq7e5z=TaFZNrMJSlcY2hm7jj^pZ>7#c%E~*TQUT-m^vWX>6vC9r&hpk)pZ@wWP<;@ezHn zX~JuM$tihZXedSdQLX&?MTva>%O?DetaCVV%x}pO(M#-C=fDSyEJ3H|(I6b6aoN#m z>MFTLzP_{IQ|%4f-R?lTN#%UOnFdz>a1)DLzm?q@CL`WGh{xQ6r)YMVKVgR-hR_d8 z>E^f$VaM?BlLz1PUJP#sZ3B-DO`s|?;h0bS55IqO;9|CJrJ;>0X}|FZig4eL**bx| z#{3YwpM!Sb?6*-gZ*~nue$u2}DIMU{zMd_8tRmhVSkI<-3w-s2=j6XBp6KNax>uKr zGqg2mnsXfg>6$x^C=SQ-5AR~By#^iHa{^q2^J~;aJ&O0_1cy~AhL;I5@O@e=X!|4O~N~kUcwxN$F#1}0g}J}ow|6URVKUXXyY|J-=G5~ zsvkLKaSo?_3FB)@L%FaOd$D|*H=fnI!G)h6O77hX^khsdIwzkO_DoKcF~yzw2wjuD zhYi^T#YPrzd>J*1CrSq$myyKb*yR~UlgqAdKzn|1oC5wNu^c=J5c4b#19O=89Kgm3Jh#E12XzSq#bULd9 zeNARSVwEMF-(Cs4Y$#V!KOcXb>PDUL24Gt}5uz8v<#pyPs5ge5#0F5?msg~-!<=qE zw_r_~77$e{CZqeKq*1h7s(N}7$>!W;Q^y;FXU0xyKbSz1j0e-7uLU^!axQAgvVFIN`Q?PpiX=w2(WG)|)z zQF5fcTaylDYDzyYTO|G2pemKFjE6$m(~?nb^lb$Z=L$aVN=&QIjE?12W9w@o9*!evjvlX_J%TA!IxHb9sIeit2Zoe05sMEmM&= zTYvmme-yo=f08s)QTp8IJPk}#VXt=dr)R%J*kh-%Er<<{oCa!g-H7oMzsmmSO7_*pm-FuFf ztS=op=1Se_4<*6x?3nYl>1@GMNA}^=YfRjEjy zC%8%TQdpqlDDjM6Eo{hmJGSnT5<7p~m@*RsXl=wPOkJKR%oXEM_k{+`RtSc!eS=9` zOOc9>?Ba*#YO%2eT{z;P9v|W#3Kn+f`K`Myzyh;&(bKh&bnmhYt>XnJWZr)Au+pWh zVu4>2`02KfbHxQw`&sEQ1@xVn&lhW+MvS-AcptR&GKMt1i3Hs!tc@drK+~rHNSGLV8ga$J@&f z!K~n^EG@%<{mH+`uGh;mZ;egt$(986#jg$)%v7Ww^9SLVwo&wGxEtMDnFAA4il8&N zKl$$bifaz8Mup+Yn28gxS2hlF&b8tDf*O<>#-RqvL&l6;&N}i6##G6&m_P0Oz=n7h z^TB|bNu1fvd6rCWr!3pDU6;Oj{N{u729bSfD&4$#l@^S@OqH>**fQ@mUd}$sk13gt zt>V8pxZ^lPwN#^0zyD5hn>gXkXg{V*a=?FZvt+> zCH|~%gZaLzGYTl9smkUAB8nz0{BN>14;L_C(v_U;C~ z7+t}4?8K%ksk2Y7QkehqH7sxDRJONNfi1pn!iu?Ss6Ow=i5`puIrkDUmG8kc&vUrl zKb4cK)S$ZPP&8h-4c#@?L3hs?E<#3wbbeU!`(zIDBT*CGi{#iZo$)9emua8-^%5L6 zO2nQ+!62ib0N;Icd69_-`|lDmA38&LgKh~_$;;40^Iv?2<|)bD8S?D>2u&7V9|wiY zUW4P9-{|-AFzU4rhv+%(TuQ|sq0_Si%r0i2N^c}z`tTsX}=agfXmlQG5 z8r}#q@T6^OEH1AbZDM-BL2)jpv~3cOJyVG5$I8+5y*$Rfso*W=T@zduRZtr30G>5V zK=IvwXuQe_`t}!mbW5LN^o_aP)`sh7T(X?=_@>Kbo;(1-CXG)Y+=ojlAGqIL0-x>k z9yc7Rz`Myh6uJF4%y@Gc&Mi!X{nu4VJP}J=;5~}Nu z!r=wEupz__Mt{AG2B9~()UeHXv?d#$ew~AXO5r$b`vn+kB1dB5Z83J;iGl-WDC$8w+2bzeKU=UA&xQ0jo9%?v$Czbf|hDZY+HPA8)?JR-K}vrw?QC zM34nL@SzI+TpGjvny+L_hF7x*ZNpfLaWBNC8?D z=xU?Cz_sjwIUDjtXO};MM_%$2bEm6#S5XhBzEAS^a|~vVY@wPd zA4q=G0Gih^24;Ik74mzV7=m-2LPd_Uw#D&4WoeDI}6a zPGhK}<~RLL9wL3bwT09#HSn&xAFyPj0pfa(_pDE}D|1ndWieeRSaat=cvn`)4kT^C zD%nJGG|0x~i&jClvN{|2D1cuYp$j?5aj^ExI@nslQPI*_B;D&rZ!P!Gaa#ovpFc`v zYp+thW-k5OvQoO(`xDvQ9U$=^S27v)gA25DqN%H^?7d4?z^vV!jP0JwMp?SCf!j90 z@8+{RIR{SW+^yBVUVBy*ddcEh=eWBK^+GQ?f=5O&F}G%@xFovmxf(!yL+7@|oN zbxg7InIe-ohSA)X1bWf?iA?ovq?3YINV|*1Q(swC_Rc7b@rM<}C0A}ixW;HU`H2=> z|1+L=*%*Q8*uq6hk7K2CJ3yytjtKVr{C=ZqC**bIt$hX@|E2Hc}+O^1VoZh-&#;=mDAl>G1w zn#G6mzYUMmS*Jeq@%(9KJX%pa$9)bxTdoZ{z1sxlAc8$Va)m|Z{N)>^Cn#cW9L4aX z$kg;JZ@=SCv0A(~^Zg*pP1Dk4D_!>4zw2j5N{*?;g-u@IICculKer!pV*c{6wZCcB zy$}laiKUzMxl|RKNVcD&=&$r48#^>rq#r(Cl(OE0P4)c3pAPoo7t7z^U%DQm1AqQu z>PZpuR|m5d;qvTONKf&1Wgg;$_mZ5Jld!PpFmE((3dXt$e(Lv^_+Fm?@)D(Rb?aVo zLBnRCoUbvxd9{KRcw0K097Z8-wd_LkDjkNQ+`eJ|E+ zdkOj4-Jor_34i>qgx(>Ul%EqoMSsn4XdTC9o1Y+lTPAJtJWAy%x2f0aGQE#brbV~Z z`89_o@Trj z!}=UstQz_VH*fdg=ftMN(&-POaB#E063Wo9ORqEEwGTEu>k3ljVf?9Z0JQySBCBOJ!A9)He;M zgq1+lF?pu+P?q#Gw!>c0JCGcRg^Qcd*q3u}vEFP4trYepcmBP_<-12fhx<&nDsc+$ z-uD&cZ?8~O=MWfY6%rNBG?(-lx zayr1H?K^%SU4wMf4kEt>gH2~0a4I~spVXzq#Xk6^M1v*RenDH0)vT>7pZ$6?iX9gE zlc&hW^N~~inRC*VbSYPli(L^en2?jv;*FOi{(P81ldYpGG9|V-DX$ z@2GR!)ML-!#oZQATNa6Coid=+TY(1Cj^M&?AMxYw!EAw8iLD(Eh)b43NY4=#w0|@lfAH{_}drMzbg!^<|96kPbg0?&gf)ZmH_TrBseB3C@ zuFopNuRecy?~k9rb4d~|O+1dZ&RWbq#en6Xw_&~Ob}``_u`!k%z|1+OI1IqPpC@@; z60`V(+fe^+FkRE-q3*8;T}@PB)7V=2rldx@`?nO&J~jz6hN;uGjz*j~FCN6}zTwP+ z>p9_>3ez_3g#njj*~z#rPgU_DFTj?hy>wEr#nP1|WT~j%`E}P3%PwCI5kpb(k z>&es-ZP|#g-}o!P`tqFzM6g_m(bIRU>CWF3oU6ca{JI*A`ywXe-s2A;(pZ?aH+yr< zC0F2m>|cyLoDM<%DF~SeCs;q~IOwmxi<`wG=&ABN)tDxDP%jh+xfB` zEeBZk{o(BG;R;AD)B;zZE$oYV81!aNVd=L{g3MkQlpXy7xLI*{^G+(dX6UlP>#xG} zw?CowMH1w0>*1!~Z-xWbEodAg2e#AI>0rh!l=OYd-EKEwa}M{z8^5;0ltF?AUBi?; z&Cf)wgBkp04>6eXEg*7n;u`f8Dd~9#*LG4Jo0h7urEAq#t%)xT-Ma#I9+jt=>zttZ zQ-EY!%Ljb&^b9XEY8Rg!`y1UgKjD&oD)elsF^&=#&hiYw3m2DJ{Oq3xOiy?NvrALq zu6uoPcCO%XlevmkZ-db!OP=*)nB%d=TYPM1Gq{>uI@?$&{OoWDUI^oaWb?8t45 z+y4#Rv&}^6uYys*bRTbRp^3V-r7(iK1rVhUf4>!RO9q>u^QXJT%ZImMhQR@R{Zdod zck%GzQUq=)YKC>o1@8T`7UhbRY42Ps{O@@XUeQ0n4d2>@hJlT6Rrd&Nkw!B655_DZ z&yxMAih!}X2UyIM?dZK>A&j1G4=KUJK>zU-Jp5!9t{Qb!B>H4#KYe{L&R*QfC+)kA zwPqi=1Nr~3F<2F&*Go{p!vdYG5$bn-5Io`ffHU8MlFc=69^MIJ&lonwLQXs=PFEbe zW(SL!YQyqI++m9gzi`$)ZSd6Jlr8>Tgaf0NVvTqfm2ba}FBdNpLJQ;ZNYND-J1Gx- z3K_Seh92&i&lZ6NNy2Gm{&-`l0ch)JfX~u@kUwe~^S>O=PF>1k19}FErIUrPkA+N4 z;C**#6ypIiFBbghALLz|%|h+Zu~N;wtOlNd_J$N#{6>@X$6Ta~)&f(zM~1$g7zYzS z|3@Mr_fE4=g-~z8AL}mCy~kcBQ)%W zFfY8TNDHS+P-@x)N>5zTLGTPU2hf26tr-xI@SD^jn25@iGNjfupnb5O3lWF(H zauXzcR;KYF+pa5loc|kF=gt)#8_V%kbuvAA0aS6O3@_X5 zG&O9QmOTDDV(mt?QxB8a`Zu{Ti${f*E*0x+eE6!*hW>=%Gfzna5nTY z$2}_Qc<@;%u6IyiMp>(Y8D(O}^WD5!S`l98|ANd+<0$Ip9jXr0lIGNDOFf+bx4 zapPd=z-(`+U&$cpfQ5%>f0ocm_gXVifUa;;$$N?#)gJpL z`ju@<;jhkcotaTM{}%(%;2`k*sX~T9*C|s$O5bHJQtq29^{!2)&a80gx*yH5*6Wj;%p_)hdoe2?uD~vs7*a()dHON$C-}JJ z3r-(fD*t#2#-*yFLH|7PU-cK({Egsc-fpMJ8&=X3TVv_AdzMn`nt@Wk@fFm5(eZ*>*3oO4KcM15dluhV_>WAf>N1-u{(M_LcflyS8?!p7oP1uDwk;#oAo@C_~cM zdV_DLg;DLi*~~!gDc{ep4^l`UvbxntYyMlx%0~8KLyY&c@k!hk{QjTX-1<2&t1}mlja5V%U<9Bt_Y6Wmf`ez zZaLkvn@*FKZe*@+r0{!DF3Y^=50Ql*$Um=MVqeh?X|}>0cE1ij_OGPQNJm~I1xDwtfG;;HfACwHR9SEa-OcX7hWyw|sKIYt;OxVJOp-g4wNH)XM zk_GKN!iF_wu#xgrc-%S$brz(<*w11Xw=oSbA8aBG+YR_b)}QKk`OrMwBjmK@0s1+* zqf`20cIlT9%hm{hDHo;)XRW*NU&ug~OTJzmMVUW6yU_q$jee|>m0``+<8&%Bl~zt0BDJq7rKlxWaoB>B@S!J@ zxzjH=@l}o~dke199cw`#bU=_=Vk~7U>=yfb(~#TgnauoOjc4Om3w~-V zb@A7FYjK{;OtJX&O7W-KR@SyBoP94k#a=AQW-c-Lc&aIu5-$bd7}Ie6_M$(cgFd;U zq|&{3z9WF|^Fny7JX4O9QL^MxZ-b35@ABU@7QicXX0!cjuxkHNbiDA1Q}ufsN zT#H1eRiGu_)g~4<3v-?~r>`)d=eOZk-T)T3_!s-!wVlma6wGvkrRcqL0#lWoXWm0@ zv1?f;VBh}!@JZ`~-3wt)tWf*`Zw3bfc3HD)cLLz%-9#+;Iu3J$Ou=Pe#;pshhWsCM zSb}g|I^mEE$|f6Fe3g!PjH4#=nyAWNNPwv4_N_q!9EflG1k^<|})@O~`(ahuNewHK^u`UW@ zogUUqE>?rxnEL>l4+!0hN&(MO za9`=l>|0c{Op%O3uVB%^bhbdNulQoxYxd^l751TjuyAJ*X4&IP`3R337;@&UWbl}^ zoOweoq%C@j=M~Cr-&Mu&-?Jy+6UQ#zZv9PsneZAzd$)kh)_HXHyU^36l7(-32Me6K z0q7lk%(Zn?b4y1GXRfmmI4`J6VmtT_+p|5LaUO>3YQ=@L%R$kF31Y6a2LTbGe*ON5`jAu1V6ju4b+@F`ZbFT65NFg2L@3nEg zdvD{jeQClYy;JN(a$t?=fS5qRz?gQPX8OmmD5{jU0gONJC;&b+4>J5Li& zU+Koyb%cqvOHt;O5&G;3g%91I;8xg2NEiBJvKC*4vBLx5*=&K~R@B9z9#gO&mJ zJ;OZZHe8Wiz$_Mb8kOm&6#w%1DRrydGj{udxTUmpIQxrzT)9>PEF z)nM#14Ut#Hu#ash({K}ayE2(~w#mf!MQS8F?-J&!_;WsEhtoKnWO%JB zq64}Pyp@hMS)EGYv=+wFZjAxxmHP%!V9qc0XtL8<5)79;A?bTF1?J%u?6>i!# z{#a(<;{F_rcfZ1kieJEZ%NU+*kfS$pC-8NhkZEwg0Ymn+KxB*@&AXk&pO)2xRdO19 zq}ZDJNm3|oUOD2rd94$i5WHN8EVIKa4*C=T#93L)1_^$b{le^gwa@ zqvG+qH=w5NMJ{W*AN;;(hY?qe*yDwp!GeDdgH*S(GbSPI{GT@FH8_YRcqoZov`(?l z^JQ4f2s1YN>=3qKlr0pdMS;G+?xrP;XIorj`2RLlK->*$_UE~J#&+BbK|)6{T49K=1>+@%~(_UK`=E6MAv&mAUJ0<^E?^Ex769O2?1NMunr5-xS;TaQYKosv zNo4I!4J}C0Taqc=*(4Cex=LuG+`3TU+g6Cm&7=%P!Jnt3@o6l3BcVCLZHWXz0uU zN!Mfzu4JJzRG5{BE^Rx{cXSh1)K&>8&MT?1`;O>$S|%Km3FC+T&8CG-$^?7HV05Z8 z#>IRj`94FX?Q0*YYPKC6DJtYP|Fb3E*ZIWl+K$@|t8n4QLd^O(mMJAHheD;H>}>Hg{_UPf zZeejhkyND4!d_QF!u?rTqZ5puojhn!>I5=%%fRU0`JYF3ARF4;j$;(pL@rtOB6)X9Xm*|uof+*8G=2IWiEpr!*3XE^)*p_a_?I}grS3Ajv-A(A zDR|tBg^b6N^2*}tj`sxC_YvNjd6K(ZJ%rLXO=gune>hpa46dwkAx+me#=91RH{7@Y z8?T4Mw}9S4 zxX7EsWVup4)qOMU`FNabsjS0+^I9QY?iGqQ51F#4!q~7IcR=Gx5WDM=$KI&? zL*Kk49&VRH=?x2T%_+f-MU|Kqy+_C;?h?GznS6g8b4q<@&fn>4#P%I|CNlqA2fJSs z@#a%yq)Fe#OTC(o(1Ysbv|`g~N-A8)ydrKx!^b!%U%j85ojIJnSUG|9**}!IfA?cQ zN)uqhz*Tt0@r+33xvG7c-wU{X?K6g5+lMVXvn0Mv7x0CTD@|QqCgd9Ag?oY``_fX|pU5ChLtr>Q#F=1oMXRut``!Kz)Kih3Mgni%R&QdP+K)+)` zUy9J%sN<C<5JGqA?qroUdk%b2c zyPej_lvSNckJxzWX48{2bk=dvfzG8&ye5W)ei{cGmtEj4-piG&Nu0thuzQNvS_?4e z_FDdz(+n6<_79B*`9Mx=2J9=kj{S|)*!Pq*yrs(rylCtOuMGEaGDBSGN}HqP`~5Mb zKi!Bd4#|>xe{Y&~Y7%W(Y{?e+ErsZuUCg}yR$*3XhZ9u_P+pkr?9MwWa%u~qG(9t% z_v{~z9{Umcez?n@Y3;>%e&euRZ71)rY5{-vu^fiy2;A|qI?i?DaKW#(pK3RnQN^J| z%KEned(sZ!lzZ*a68Rsv&$VX<^`LA7EHPWYwA7=oRKv*wm=H$*{bZWcPd!D)25u*R&JfDE@>V<52q(tQNtdf;O3Ed z^6y7{Vlf%lO^IX1jT4#HpOfre$a(gpB$3JN))actj=4@q+ znjtrn?wPn_$}NU9r5 zFjJvFjXoR)|6O#%nFFOTCrU;5yXn%kRySmGFQDx2DmbDb!$Oy(;`!<#nC$!rCvKSq z`qpxoeC{|m;*SwGCS-!Z0V}g{s|#82Lr3^+_7sl&+fP^e`U#KM9-MdI1Hbufz>MVn zWO6qP?+y##`dr)ylU``k%$1+9{n;B-c%@BK19Et4o7Zs8WiLPL?MvRh^F03{HWDVi zdw|UYn^ER;DMsANf{L_4bRP5oCjDvP-@r)jZENIj|SZ%qA75fSPokEVCSmFp~@A|WGW}56uxdVoX zwQ*xpFYn!~K&8I>u1tfJIu(zOa)^R58> zw%#qC*-+2BS04u#o1b|5pc;D3v;>V3Ih((HnI9qfz%f=V? zU-LUwYf|?4bFeG<7JkB;;4(EE`t8$zy7J?&K9h$|zfZ8WeFt{50^EFV%YAN%;0%9v z!GYYrSY>k`<{mqbGV7=ElfqI(GUF0N>Y?(~py7wIW9(px{UyjQ3WR_yzi?0$6Fi1r zxnnCHa5Y8`CBmo}bMN_r-j5>A?pGlH>T(S19D0kpqgu_|TfMViS`&+ZLPc2XeGPgK zEdisR>p&@vXfSg%x8b3Z(M)iA70-j^t?Wj z$Np2Z;7^k#ytw}rr>2;*x1BkV9bLzkoqEiiQgzw;5Au*I^zsTl&iGSyEp#4vje`!| z#-+ttsH9#AOFtxI`mULL?hYHiYWQjV7o^CRO?JeA$+}QwbO>%V9fb=U7ci@~2B;gK z3^vE3>0XG6R3oo~>KtyNx79EfG2<0{7H6@ZVL2?SWdqwV*$@;c4p;t`BO4V)J0=K> zJ~~mY;JD4#n+JLwLWgk0GME_m3gb0%L1sb$URinzZv=*Lvsxyz+H?DGTaFPM+oQ@V z)<@%o9Yy3-qbki?mrRScrIGDGKmJ>Pb@2!}9r53^6xO1g19eBrNYQ8^?e%ZN>VBV4 zYr7MC9-vAa?tPc|*L}usXB3#%B|khGzehB!z5^!yw!~Pu6D(^`69ioox*>BGlU7_R zD28=PkwN$DG9XY9F!C12X*U_vh%0k+qO#FBcrP zRXC=%2UD<)>;B%CF1*v{d^@V4>{C0C=0|>WXB+QdO1cSvA$w`-8TlMQbE{ul@D*@;QQtZw_GQS{$mdvf~y z2e%8IZe!^QWiEb5lP^Caw~&)qsbX@?x9jHblZFEv!ED{*(#(-!#CK=o71Ca#e2I`XX4Dg~9z&ru(tuWb7B^HgTv z$-Q#UfnUY;bbE|D|Neps*8V<*TNCecW?%DgXo-;9o1n~gb(@iwFlQRuTZUJM-oea6 zU%4PFFZ%e&50=QLLgIsL*6OmJtxk(%%cFx~Iy%KNR6fK)`rrsMPBqURj6i~ z<}Gnc8j327vlxCj${(n|&n46go;(-dxp}8AP{xpbce|7WMB2~FT zi&a?flJ9uWV=qM93}anO3it)DELinyGmzv>;mzi|fPKd#tSs(BdO_u+rJO)(+69-( zkY0d^SFt9&Nn#{)-8-zW#dx#raO{*57=16oLGw}}@XP@F!^cOWLBcS0-9(BSYd(Q& zh6QugJIP+p)_~g^3-Hk46ew(;%8qJjvW_=0{28}IxayDt!QqEV?@t3-w*Q8Ki8;(J zYbmI&?Sann{iuC>3nVH&ftK0;SUj@=GeaBj)UJJ;-7$6h+{Yu?x&Icj1|J3XRPbL| zonRv6ljqU2%#66f2&#gk?11wa8v8R0FU|VJZy*0k$j>N?{un;Q61$tQ?YKF+)Gv@3 z*4$?anY;PdlcadjtPtJuYI(1~)i_zH8h5R>f?xJ3tb6q=w&LMBcIRL`?6FN@YyNR; zx{nI<_7gfa=YB{3mIA(Mss@{xNr>$1(s>wQNuaA*Tes+p0yRsffC|u++_a^dVW4^(0wfUHHYa6>?^$bp3=!Df5 z64*3@)hwez1ve-;(8x>nyyLwZ7|L&v(|XW8*Ed&*IKE<>ySYs3@iJDk zcQ-p2X~NAN5dbx|MVwM>xX`oVO<$MvXPuD+P+X@b*8`t2msMfR`=$lA*e3u! z6oj&6ng%ebJ{a^}C&0+3ZKB7!3?xkhjG(PUILAw3xOvf@5awhh^v)IFvOyn2i}Z)G zLesO{k1xTLKd_ef{qS5Q(p965<^j^5mD@0A=scVwDTGCtU4Z*laf@TUaAwy>(>7gx zhwEWhz9S7Ey5zv<#7!8R`57DQFL83}?;%?u0S$e|g7T9xeltH9mo*;2T`Pkrc+Ctr zc}RF{hG3EB(6Au-y8oy#HVF&x4sWvJjY62Hp&1vb3@iewkmd-plNj3AogLwUPNMr&ZW;_gTO>O3W zetgF-*ZM0ubf*og5~A?;xBC;o@kl4AMMQxv2e^;-dWwBmD62roX{OP zXxTmfVb?lJFSMegHHA1ZzZ5V3`e)x29)h_F$?(;6IG45OzGRo?JzoA}0dEYv=&8m< z{G0L;qIc@E2%65MNO;>L0aPkuz9 z$&z23ndL3MdiO=#QJf3^1g`Y%R@LI^j^5nFtqF8c?hws;7DPRZgr3bOIuKtONprWw z;IiTZe34SqhqHc{qxcEDnYkMMm zoZgR4_9al*+6$*l@-g*^7A0*jhxJWvXp#Sd+cID-SiTD2L=q)Z`XIv!qa#2&QkTh& z{)gHBoy2<XZyM7#Q8!kcP zb+Ir$O$|n!``+)@0=%fC@(VLn&$*H~bDjLALH*`2mZ2St{Q8|2-aF;f%^n+UU%MkA&oIh6&gRf~G7#@5Xi^U=AJgdH}6WIz<%FePNlUX5jgQZj0xYd~cNXnJlpTf330oe0QaA)rr36&CK)NImV{7xlSvB!m- z>~k3`68o{egQhX93p1I$#a7<>*(HcGb7o^TzX(ojXD~nLNm`oksh~BN`X+{w+#Nd# zFwUh6>(i8`W<$>c4v==-1oGRiL;*#Pp!DS_OnN4Z#;JW+>g!uL`^Q#XKKLTrRaOVL z@5?a#22<9&DuH&X=g~ENWAV=o6UC}4RmF`TjxxTnl%`&llfJMmC5NVBs#gr4(RM=7 z`~5V2+o(}o$oehNlqPU*x_!w*JCu8W!x=O8EC%m)Zm{)YIZl1G0WDu`N0ZJXs4U;j z?mhBil3iao++)t9N^{uAO}*@oeK*T;yv?+tFF?kyELvmcC_T|PgY5bor@qd$xI5?> zS-y^;^tT0QQB{i&5=S-mwv;!ZicelR2oHx}#mN<_&~WxEINt4tD-1h?Go=9+7jg!Y zTUYZ@tyM668^Vm(5_YigJKS8TD;7U(VFyEUnd7<}ysF)3Y4DYy^s{U|@APm!zE(5B z0dj_{f>Wcr`<$u0eHNLl4xk!E8JMOj>{cy1(SLXczihEH9N=Pb?cgM+7mRxBiN(+gmV z4XR@I=olt{^EN168BOO3_L6Ic4o$F(#1$UVpl7DXR-_MRuZFziuee0R;c_9m*}bZ7wd@eVO&Vy1-IBo5)S*Zq+opL1|YTndd8kB{yl}s^+Z3 zA%PZbO@fMe%CNbtwRQ)+$XqM@yesWO9eC*1smuEH8Zu>mImDYOFuRFjl2%Wpc_r4w z3Ux`X;3C<2^XMvW2H(xZN?yu|?S<}Bn_(-Yt?x%kFSYBzOJN^l{#i{dZH#7Kol#h* z>dHLb=d&dv3V6$;exy^ni{4i;+OS9gH_TClATPnIeL$Ye^sdn~1ZM8~g3A=}gM~=y46DR6OE1ri+N2?T5>!#)G)56wBgX#U8iiz&MXrk_i)245NM~5Cm$**8MYI7BJcPh~8By+r$^&8Y) z>GOZR?%-+Ht1M>2J*GIduegu&8)>bHm7ch8M9QhiN)?ukpsMCYT+)_TuSKi7pTXpIy%xi>zloBg{_!XCFM;)y?a=h0m}rsEji{l| zPA2b!Ip_B?F6te7WUeRPv@@T*uRllWsSZ+WeP`*yC%V!ryOAE;9zvL^$Y;?8^vRA9 zdhvJD`YJIff9+w*FCAhn?=>l`*9~);!a!E=|8<`K3;bmn{#LOLPG3<(SJwK#*E^=n zK{Q@`p{7UF)7c8S8&$-kcPY{OJXL8*(FW-fX+LS?zErZDqbF_tIT75tJ|Z5Tfe-sv zpsv0qz6~{G-RtAvxbRw}uyqFNb*YnUqYB%&Kpj@cPUkERf5UalrFdoMe_)aEjB__V z%@Tgei)|11vyanG!GCHq*_;J`(KVL9^-pGhqLHQ8&@`@i!cz#?W@)=xw_>v+1 zF__5ACl+&)r{{1HPr}goZxsC5cUR)^H^;BnE)}Zs?_`_MdTx^$voYx;NhU3I3-z`otP^_ zhl3+YY-U6AkCt%}nOdl4uMF24ec8QEIdSJ>cNR8Hivq9uuIE3gKtpLY~;&-+ZtC&KaIoC+4LBquKaa*%b%E(g!a9{6)!HH1BNM>y68!ro_N zt$YS-PIINBUsjUn$}nmdyo7Q;m)*zKScQvq7 z{sZ{c?q?Q6RUj`Z)zYrB3X6lnEyo;8__B#9oag1GFpDVNT#8$UlgruP$B)t z7040mom4nEfosi%!LCMg+ODo9&=|TylRj}dRh*B?^K|jgm_D7f^A_kWkw-c_4Ld%+ zf~yf__;Ae!Cc(uMOv*DccJ&W_)7^QvzjXuc_8DMJ7I>7W?oK9>m%314(j}Z!H<>o3 zRA5AE2+Zu}+|_1;oE&dSS4;I%wZrLjzy|2&op!V$C>3wKrsX?^lpru_0?~aQjEkb* zW99v6mNGM|A>8U8s_vDhHu1kKgZB#4kDt=;a@`DAwM~UYUh81_DzfNbjr2I;vtYm72;Z;b zT*UGm4>r}@V#swIl@tFC(H)WKJ}iuhOQYDo=1CB8Dw46g?hND4eaCK*Ja**2ZoKlf z4(9(|42ML#!7nYHnY$zyC+rp_>YT%TS2MEHn_u99o;A?dx&>wkC84kp_qF8l`0v3W z`}$-LjExM#r;l%NOT~MPTP#W@sr|=(x+y_e?pT*dkYZsT@^Xg!#Z0F;?WqZ&!tDnt#J_fdGBTU7B9Km`*cF@g4DoTzt-nsxV4O&yzWP4zYS#;#+-qFsyg(0$OLBj zz)l8#>Cx=rN&LR2&3uihCph!vHP_ENM@AqUz#f>E>n6ey*IuszEH(D+{?Y<{anb;`D3`?1fAX5Jc0-ac*y zvabVQR=uLhEo*3c;|u&(`Vn`uZ=rSJ$7%T9Xq0>IM>}1XQ`5f$=je1HF(_r<-$-C9 z-JCG)ks9*9bitIJ6G;9}aqQTV1MwCDwr}Se&>AOCPb6`jz{>|1(FKpO!GAki@Du3B z=~le#eVsP_wWMb4c{H|`QLZ%mro2ue< zyXo+Fc?7$APYTFAx(H`=wvjpQhGe;n9!%%`h6y_tfJx{B>@m0n=G_D6v|=^!&Fu%- z&qCz!c4azWSCoF*l7Tz7bm2X_n`~P2GAg|L5Z#&W&#v5(k1q~-;2fb7pf&ykw4ASj zx<)1%3Wxc$UIO_vMlF7WlHDt%#XK-rM z3Syp8K%B)3nEdEGoK*6VMunWCllRzxf~GELpIS)2l&X{I5B8JjkEdDl|N7XfB4PCP z6+;;}eaqftK7?w8Lt~By9Fyw;4>L=Sapq6xp+XWruZX;~_9FvzGk8*U6L{sRc4RHD zh+O*p7J??k!R|#$%!|>*oX^G58Shl~rWSsmnbyf%UP)D*{^=CqUCzHk*pp{L{@)>XtB>sQ==MiT3_ za{0!_&df!FFc{dC4F%MJ|5RO?n%JmNvy9bjorEt5ydMG67LMQ@Ck5&-ML^4XEd^zI zYXzKVgMPRl!`MqzvFqhma$cJ#^6!x_X%oway3g78w@L%c3ddnLND%3r=6JM2j!D@Y z!!Dn98A=R9$YI5BW|P4j>bPYe-7U8s%ZKb4&o48;d4ep_@%V;M`YGpRMEWn(SRiLp zMgRE~TDrLxQL@L6c1xTg6Pcx?s9ch?Oy33`+LxJej^Sjo&_tr+sl;MJ1$c8DaU;%m zG{@5(I_|8-Z$GUd?N$VauG>PldKZJ9cLA&Kxs@Ir_Z~*i$Iz$;r|EsMb5yzIHPzZF zLA$Pm6ZbA7LvwB9x3A4!hDA=XzP=rSq6=e za(XM$xpCzxeUik>>?&SVjG)_xIi`eYvt^W~0$p5~LIrc;De?J1<7bS}F_%nydZ`z* ziekvGn-^ION}|aoY7{v?%;JwnDfxE|8lK#P_sUL$b-O{lrFW5#i1}Pj{~?nQI|X)2 zj7R-cRaE^w1z!JAry}*?*y4GQX*fBT4w)z6e`8g2nzy(hDr<^hl9;jJ#xIWLyDNw& z$G#``78T&~Q>MhPYr5r=@Tt_Vl3~{m6tLx^t4MOi0dRM-A$tnPGiRnvp%df&ps=F| z%=xzhobNQ_Y~M@x<)R|&++{_>N`e>-;SF?H`w7)mA1}zs$)lkyOm5q+CU+<0vOCUiB`rO9WUOroQFLr)bFB=?gsl(3v345j+wBwe1^hibCpX?rKPSL?2&eKY;2u6GZ;ar8erZ+04C z7K`$X%GBDI2#R?bUgN&A5Ws_g!Ek4yWTu&80Lcn1Eq&APh1k zjKY8y+pEIOL2{h1^hFR93id-_q8|1isA6Zg%JYkS2Jm@iGIhVt^&zWb$laW!WXi54 zT$rPRS@Tke%lLOhNGX^v!UPb5!|vqhh$NB83c=ed=kSgBBka$!r&F|q$?0hcI5ciG z&Kyo+zcrjkOqeIqn&_0i2k(k;=jP;M6pMY1 z8@|q_9v8jH;jkS3CB1YK;aEtBEP4*RlLT3iEf;2s?*!qEw5@ z(-wIRF86K9omB_X*g6_>KCi?tZpo0|v;cEkqKNJ*3*xn9BIh5d#J-VTptNWrnYxMd zgg&lD*P0rl`uG9FdP|VyZ6eh4ybw(5eGGPLGw5k)ZSq>qj@S-oVQXF@z9Qnx7-aRQ-@*xwLf5g zrHw?z_kv89CJu={fV?4luCFu=oO3nEb?$Fvn-c_I%QMh`dtMZ;DFv5TR?OtBmAK;J z7gT&bjxPT-g6jk7ac`&w{nfOFxjnrX$RQc1iVY=IC!}bxHuDx6=b#Les-szfathjx*JN`~iBck)i4VXJ7j0^0 z9~!^Kq`*SDFRYuXUN?^PF4rUTrm2zS3B8yqB!sXdpYfUDj?d)=;6wj(v|5_MycUe7 zmEOgcEn-!0(ohdt!W!6tbyZlF*uZysdYO^>c@ygIRxYAELuvT~u+4NPJ78FX z8OvX>z1G)3&mjW8a7@4NkE8KWjT=g-)2roxD!phzH*b>)=?w3C^JCEFeRb}0{ zGoT%eWxj)}R|^!VU$T7PBTI@8&PDlv2_T}y!(gjl=&0k*8U@az^PYLY)nBFHqx~7< zFMI~ukKq`st;z1Y%I&(V6WCAU`=N@jNaJTavzsS<1^w~=;A50Ly?Ns+`c=8HTi-sz zc9-95(wDDz?&B&n*nAg9Gi0bfa~RuBT7%f;RMgGaz=ZMRVWn*-m0F}g1HSpe=I23d zVYWP-^L7*6ZuA^`?-XPBgS#kmY$J|v@Ah`Tm8h*kAsZr@XZdqp18lzd8#@}3(C^SU z3)k*O)EhQr*1h<|%zZPT+6GjE?t@_X!0~)vyf}(RTz)ZzXNE)9o>(qc-A2crhtO%2 zQ>cy-$20oc2!Gu#kjf@&Tw&1z+nomBVYvheFPcRz9`1k*z7wcw^<8{u0iZB4iTSpF zFS>Dk-f8-cuw)^}in=O;U7J?p$q{w@H5$+LV->*eZ3q@wAgV5WN|i|4Ry`YP@^bSmG+_LcmIdl-fZaLHnRIJ6)_9S zC_DA}Yi!VV2Sc$eW~aCdb2yoEnyljZ?j5^8DnySgdTUEQ{hi0uOYNgt!lQJ1p_HKD zUNcorolKr`*S65BdAxyK9bW4C52U!E7GB$GkQM8L$ocBCWa*!H9D17%87+M#^!qq>0Ca5y(@MCbPMYWYL5*%uUY)^yn*XGDX3cX1;8r z`zOi?CJ!wToGLp&kL)@E28~uc(*h6P(f}UMFj;{oDqTyOh3-SfQx{q@Scn^KF0#Ga z_DsH5D1JC1%oq(_#j9KvZZK>K-%)P~d>h9(ctyr>PL~UKAXbjv{Pu_G&yeBimu?`# zGjr)s%S^!!`4E9hrnEq#Hy!6LcuSt%nakT)c#xOSXT{q%GE8bV#FG@!`LsObI%84# z1cq0|LbcrHya$FulcEhh)Z(?Mdh(PL6+p+1M2Od09 zjL%Q^;WhFcTMl(GAGC_m$@mccF0z>3-DgcZxSpw3^G%jWq!1-7b>iv$9uJ$j(f!hy zplY2=%bo@cBxJ7%b}<*IXrLjlXO{;rZ;CDN$k>X6)y?E!U@s zX9n5(M(0py*&>MN-VyhQH(_c{G)?$5fCtk8s9U%!UE`lZ?ihQJV=A%ij)FA2`#}eN z_g6wjqmf{|N4cQL__|<&$sq`vu$Ncs;?L7JcjWPVrFbFs;bfnLI+M=jA$GoBM#axv z!=mTXWMK9vc6E-!)BdaY6{aTCZGJKJp1Y6E7n(^MHumxTg#={Y_uFKSK{A=JSdYoA z8UwADrZh~BCrF9%6HJ_aO7L>gbn;wwHBa};3EqDL(|K)gOUdm=JzOtk9zEWBp7zKb z!oDLCm^iH&GsIS_ACnn=3eGzc;!^YR0PuB zY((Q!UFbWsfK_#nqQ=q5=pFche;`km^$A@8R-uRBAv>9_PR@cglRAigtRgL#v7EYw z_>uL~7ZTH+pP1spc{VN2(oc{4so7gfPMrEh+PV^$tJa(8+>H@9s=~P$U7D!1UNgt1 zn~fu%4zV7bZ@aX!JzhvImvXMUBUW_X z()(zJCl{PKTTCx$hQQxPS1e9~I+a>$O0w4KlMB=T5`J4W9N(!=YhP+mlN;jnijEgb zTzLxDzv#lq9uZ7+i09mfr>eo3h9$(&>CZpY zqZ(Uj&z8?raczloh$!6sg^59_lFj!4KLjBg< zMwwYtsqfENCS7oqHFRLuv-97AYjZtp;`&kBeeaVyUR-w7w~1Yrk^x))KF6PZ(t_*- zO?1Di zVmIGLV~l@V^ema*s);rA;#k^U0xPv!$RW*8GI07e`SRY09O%o3qtosIWBCymW!ciX z^eX=298h+rwfK<+zriX_4MUzuvoAk(Tb}WK1kY?IsMT6zSR<{wM9u=-cP(}%kgs}FO|KJvqHsCM_QPA5yH6{&c}UY z(7#EFl;#sG2rOpm>^dR;fh3m?DTCi)@qC}uKCr85VmAgaVoh$$qBJ`n)RgCtb=Qi> z_P<`_cl|FmXU2r3#pp?4m!_9lT*C2NRs@p z!?guw?TAH-fI`r=`Uk4VTX18=J9zJVAI_~VfcSR@$fqg|_%wMh?VSA+cOTFpPUEb| zk4Oh1)!T!YF51xLXWURc)Pd^yr!X0JGAxbV{NV7Z*BIE4N6J@SB3ehSNKEE^F#4th ztIe&^p^Zn|A|qk^OkF;Y%fI-n9mlReex3iJ?XrbK;cIr`pb(r@6eg+{R3UZCc~WG% ziFuqXM{B-q!itYwtbuzIUFVucnb`ZVnmgP6omoSVOZ>^MN?NleNPc7__Pc$-^qXT0wMoPG8YAqU6`ME*?r-ul>^yAu ze_-jQIR~BJO#r|0i>Q0b8>tI~3A+gM zn*YM+@gap(|`qv=b@cpv3t@jjF&#i zJpL+9JU1lc@c0YdXPN8H`dme?4i>t#RzQp773SX7OvcTu9?rCRGo`1iaJ5?kh;baK z$>$7MZv#JUGrox;<`nK$6=15JF#Vdl1?T;fA(5Z1GcI+5xOetcQhF??Oj(7?UTw(1 z8x}gCC8~n8f=ZYuu0RG~Dzh%jz2Ih*G&#BM9=Lk$fj2c?%!PT1RIutAW;+s$zAZ+R zxc)-;^fI`iREu<;9QDgkgdg_?p|9W}`UuOS^X_hr$Lh_-ExL!>r2BA7t|&QpG8%_> z>;ZdQKHOU1gT|6hXu_R8H{PVezM5@NsMv+Z{S*cQa`9Xo=Z21T0HLvopupSCHqE(& zpM^X4Q}fj@OP~sYvM*t1Z~{J`Ax@&sile2xDb8|bur@^pv>&zL)}zw&pG^(ZF{2g> zmCwRMbr!e&xr;H}J*iIdEGT=r!Wt$6o`{~sjN#qv+ch$bwL%9jYEEDlp5Qv+0!b3@ zS&L7s89c5cK~HVF$GpgK#z8?MR<3*rd%w&l;~(pym(E)7tt-Q3&PyR>vyAm_3dD;N z+04#EGtji89ed07VmiOZGKO5PYu^GNpIDNUE5;V+jkl~@5_)~72?F@ zWC{eX<2d`k(mSE!RyFT#mu zj4`>nZvvs+jW8>%4h;h-zLDFFa~>x0cgH%i;<~OF?v_t;q;7HjfhA-({v65QI!2c1 zR+9^t`k?TNu%IopfL`>L78r<}qc*22sCB0(l?;lY(>L?bYx`GzJ;z_E=s!Xf^twRI zVt~z*F(*D2B6NW>foGBeM#ox#rMGnO+vOP4DKe+l|Kd?c4TurPUKsOcc(otTk^v?d z?TIOk`EQttNO{p0mfAEW$B*vKUQe&o8uVYjA5GO;Ow-m&F*cb<;+=y?aKI1d zZ}vG>e3BiA*mT0T+ErMwR0q5`&QE#Yd{pnsVp2`~>Fbk+!Lv@0w=wx5F*+uKZ0a?- zcOudgarsp9hc@kt38Xp8zhQruCVjSN9gX!Xp()m5SXCTp8RZ{EK3snVpPU3_wLvK; z?@WcnWf$<6;dLhFRxhsLxD_?x7a1PklCBbKM~x{N+`TM`*nH>afXZUL^FKtW)x05Y zNnc4fT<>I$%8S$H$&NI({RDZbX~S`PzSG;673tVO7B?%KLmZCE5alv1Yk&U)`JBk* z8!rB3#S*4i8dm$B(M;4~O8O+9ohGbXo8?v`Rh&R9D3>D#g zRo(g~f+Hav^i8`f{rk&|ny#sW&i(zYyG16R4{ISN)%VCd_b%A)s0SH&31s)o>*QU6 zHSr5>WV(i4J{p1*)hcu$2p?sq-C4<>4dLEOC@>&{$7>)e_jj2sxsaJeNtO3n68pB3U)=GI6=K zgH$axCoM6{m{VOtusOb;A5kGg8?`q<>z0GG#%M16x-N_a^zz8Ib|qek6OZ>VHlM5; z(;#PdoP&4He)Q7=h7PWA#NO0iDmzg}aCW@9;A4IoeZRq;3NGu?HKPu6T7WFQEvrqW z>hd7cW-3v$f5)u&6N|6^YOs5jBxAE`5KQ=_PCJJc>6UZT$O-pi((!N!Z>hB??@NId zkAX*|^RYg${ppA2PiHb$4b$)#Z#g}rswF6SH%t>Wi|FP&Nx`3m1GHks5gPg63iT}M zMrl)NE&~z;(3OL_=jCWmR1;V{kb+@ui@@uSp{t{=p>@XsVmuN;G^I}v>u)c}Y_oTq z>w1tZ4p87-{kVfXx_usP>*tY@OBE219tpFncO#EuGkx^FKpWrb(&xEz>0o~+{+ljI z3xYi1grp=j9lOsy;ClZ@8U%P?wWmeMg~{~uQiOZz3kdV$Dw#UEn;dpFBWG4B5Yf#X zBeH>#+)!sS*X<^SMp2q`R+9fDzLiAPCz0lCR|wlzMGxo4(G^W1xNYe|rou6yymoyW zZP~XC3>{k`rN|ePizVp^X9M^$DVqu1SHmodks;po=Wu$1B`F>?Bgc-c;&x=m;d;?H z;`=e5wBHWopt9VqvRo0hCUH9+#)4dFaUeD76X}jW22?TeA^k-sP&Y+;e3^0)KZow8 zW=*?cf9OJNP26EI^MwfcEH6q!xmjs)v?Qr_JIbCsQ;E)#{=$ye+3bo~YS&pIZ@B0=v9$!y)H%y@0)+&;z zG3DgMRar1;jv(#R{D=z2J2*ef0f}i0-dHxs^^>>b{Ztn1Qp0e_4O3{TxGFu`|Cn7+tw+k7 zW)Ou zTkjEzpmQy7{Ox6O<9s}+h)5-Kk2jOW_Lfv^UkFvMoI@uK)`Q>tC~kgXMu%$+$O1eJ z;lEuN1EtT*r`#PNR^-fVKT`nf%&OSZUqW{iSeUyTE!!PN8MTzcnu2wc#dOdd`2 z0Y}3$=6rMysSUhMJ}Mze<~UPLVI@RqyD~Xeu#(6x5}^S~nQ(1%7clL!8M$3M$T+3- z_G$5IQ)lAaz=6CPsCRxc;2?^MY{i;Hl(=PvYZI|%BL zGs%)N1#&m7lYP;(l?7e_RC9acHwRl7NzVqRWyMPjdLRaGKdI1Jff>}N&ynWDwLsQ? zW_UPyJ6*e@f&OmP798zwq=!tm(N)T7sQlkOC|Xkur$(NTy60z!@_t$JROJEG!*bN! z!_84;-QlG40uXuDie;bPF?HuuaKZ7N$U3ct;p9@hR2vIjz~%je{pg&*o%H96RQBP! z=SbNLxG<~)K3G^1uWOqb`)BVl+#(h_ioJkL2?pa^#pIOBeUf7<3eMCXR94LZ6;+N6 zo^$~xhTVtDp<_&_j2KDxa76$1Bp7MCi2EG4-!*cO@jp|^zS+oi{@2Ih!$Ki+aiV%4{`EDdD7$SL+YYe64mA9L^RNzd|lkgcJEKX$(uj3FE?dEX|X2J zdAtBN@`b5}@PBw~fh{f>mxwO|6QF%XC0p6H9*+vY!{YQ+uw$h>)ULhAm}oU)WTgn^ z_9@fsE;n#nu@EE;AzyyCtY7mD+ zlMf&zg^XWELHRMmZp;hk{5-$iV6deX&Ob20w%Q5g(#Ir*zk>6}S*PKvD_5Ci9Ps>b z1?OC{Gs3|y@9^rSGU!}84l<@F;tugcYy{W4?CE&V*hL+MMYFQO^kX!n?Ky{-^4_vV z`4{>nXIdzVj{(Ol2KQeFK}&rJzQ5Ci-b(bP`+Bxz z#(4TB(${in?I5@w(uT?Fg7L{@&d^dQ%(|*grB?4{2&O4xo!?vBB|nkc9;;^*KXv1c z;~vZso;b-#KZ^(CXK)#szI@AZtFV{fGPdWOT+XY{q z{TLtG)-a}3m*8|k9xHS>4w6bU;8JEXg!*=XQl$>&M748%%^qM+MYEqA7jfN&OYmQM z6jWC&Wo$jc_DXmZt7>L`{JlPCRm)Eehnb z+N&yX9M{9}84W>+<>TnjJ~0|2Z(H`}!44cG)0nsSRB80OOv~0apDf-L4DmmojA!`L zO`vDE6pwBjW~VRAp)M*}D3~;#wOs2;K7IW{3`T#Gk)lsTIL?zKeO=Dw2HSC4xHb(* z<=&}aE8E2}^s?>3An{Kal$pL`H=a1i?cxT}pf{d>S2T&^B3#3h-C3wuy$g5eMbRzZ ze)zpSo_ZX3OZB?B=j-M31yMckY0$2zbQ#Zya};eMCC2y2xST8!TqsO#$)Dg{VZs~} z>@3>lI)KuqDc~1t%C6yjS;H&GQCnd>e#Phy(BaMw?cg6wc|txu@$yBtkAdvZ@YQ6O zp#&z$KcFQRZq)8(HJ2^Trh1w@!3;|)f%Enf`cBag+?|0pYtLokm7hwQ9qaMuI6wNM z+=?dLoIqEYUST6$rr}qKRm=;jhD>}GdL18QO|R{>bm?;;?KgA4;_xq6Kc>oTooYaq zzL-F=$!qjr*AnOH>)`SbpB5eE^7^Mw3+8L5)AV<_!RfqMh7 zk>~oU*=gka1!LYs&IvyzI)_#(XbSxOYG|oe3b}UKlh>lLhBvAaL0*SzgYn|+Wp|@n)L9)Zd)AJ{}_@{O!EG8eBfycp|B}_6+94>cW<-p2Jyvsr&5MkWTrsKH&5o;ln@9KvY{@Ccd4UIEZzF0h21@` zfIc!Y7U-E=pgnf-g03|(f~UAopqKlCdiK`BpD0`2`h9zO!n)VUFWWP0(?&OHJA9ZP zy<<+-=bfV71#_s2Ru(s(;NjtdzZlSNfcY-s^m&~zTCRzwvL}Y=t9i--4>g`(vZuCS z@``YQWlfAgW9MeUPS0@yzr}5seZZC6+mj1Lyi{^;i8}A#I!DsL^=&ko0_axfT{L-) zG2M|4G^D%^&4=_XFW-`&G8MC6t)?R!l57FJrDAjw;pPA(epKjq9ew!4Ly-R84uSjC zY{3bG0zo;KBA;@!g^r%9B7s3~NP286Ne*90Yzjlk6~%Mtwd^Y0qH81AJrYSZX2x?zAHv&V;_sqjL}fhy0G zrh3KO5rxhZU*jtzwdpGv(+FW2G-r`neMThqQwm(pbf#`Iwm|RdC*16i31NuI-OP&i`6?O(*m!v)n4Eu_c%aWTX*$rFg!mTPeNw+E59zm4C!QXfu8 zd6ANZ_QclyI`Lv7iO082A~gOR$?5EbS+{)16nPVPoo|k3I>+;@Guq+6_yN-BZ~!0V zKO^oHN@P^8iU}U%`a!=BkmJ#l2`~H~OxIn>RR6jKjY5Ht`6-@cPbmjgW{{Cu&;4&M zT!Y6NuB0iOLUKwdBRUX9UPx(^??;7j()QP^hC&E)Rnn1oEi@q3=?n0C)_StNyb!-R zG349a+n|^nME*+*0*{L(B>%bqiRdkSY9q%;7jX`8`EKYw`HWaj)g`}_#K^b7+ptCZ zFxxnH8|s@a1Pz&WR5mggt8#8pm5qyVuI4%JIW>~(<(Ol}IR}VHk`EaR&w;>y4H#Iz znVb#RBX_@Y_o)spCsLThhP*UlZkS9#db12#?6R4DlSp<|Y6}tR_a~LCGM7ub%Uaof z2c4PDV9s*<`kd`gby-cfHrPOvb!xO&9WF7!7ijV^?h{(cZvZ%*8eg2_?wT~vO;3wEZ_ zLelW-Hb2yJ0~pU}#2KEY^wo$Mwd1{KpByPD-`Ki_z8TS`!zH=2(%}KSNY;g{u(-`1 zR_ulc*{4zA$A9Fe*DFikH(Q~-N|e6XaG&%3h!c|rCD!<$0&$BHB_6ID$(F}*nB`c@ z94VIMy^8A~gGoD?Q$_)#Qq_X}+Or=uh6`ZZjT;u8i$drcK`HGs7GT;G4X~>5A`}esY3M6+!7RW{|@GJW-`y0y1+&|4QBK39`f~dAk6Q) zj~S|tL|tbu2{Mkv3%vqXW%X11JvokguJ-f~(vN#Kr9%GhY+Q1N&sPnK zqbnzgGLKh3LDoo~^ctDM!gwn@vL^t{)`o$d%PZEaB^(S+U1xUCP4F~s3*6|LLCmlg zABPu^Ortx@s+T!1gN!f}>l|3|eU6YIZAGY#J{?MpqQ{0G(xaPB(7%u7;KgGlDD!?F z?d0vJ#pfRLW#(K4wQY|fZtOGWR^LI_v>+H^T*;KT=D_V8F|87Yn%z&cW%OkJD1Ss zXP;uj97|m8wt(X;wc#&YCz|7+j{k%iYWORMjnfat`N4DO`RWg7bU}+gpRYo{IWly+ zz?n+eU&TXNHpm8Z-LU%cQ0DuD+4s?exh!@J{;YcidUHhS3X!ug{J59Z=a>=G_sWoD zu{`YOzrmU<9p%T5%tdFXM%=rhkC8kR3{u>?Z_qbk+7sLZ-Ve8f+LEjAS5=y%JbMJo z0wS5#W)=G5MmAn83q&}y17hTdaQgQk%gtUH0Op18V)9P-##@FPV@GggP6^u0NN1v> zg;^{0OH9!8IPjUi7B?>V4H>g@!0}l-Y}xSx#Mu=V*^>F(e0UWk7Ru6)X~Xy{KN+n? zD)~O+H(=$)w|IV2F@$&AgMI4$48J!3a?_84kajck#$uEizu6zRKazsqg^ys@eLq}s zBnsK)cUbu(7)F=egiO9HjjcDP^4bp}>BLM(ua%-5p1C;7v<{us>hZ2%F8g@q2lV~j z2LC;eVXoA7um_)t6T^zdtdK)!xrucM~ zuB+Z*$3*yu)1-NlXcBcBy_N*wM{cfg`k5uo^5NJ#&*IVFm7BHLr()YdCGMFt6qD@7 zn6?sadT5dWk3Fnqf7ZW;@$O3aVWGWT(A!2xW%H!)i60n;qi@bvv?`sm~+ zo;MZ+pZ~hqJG%m~t7sEb7%C3hlesRyr&6weuY$8Sn=xNz+{e8~N}==OH2UkN1Iq3@ z2mjWK;RD&P*g3S1E|&O({?fUqCEL!_Y2QTOZByxgzkXtO-Fg1Irx|ekt~}M5)rhX? z*Vve{cKj3Ym#r=O%v|>T%AfG832Q?H`0#NW)05^5_8o2P`{G;dhur)84LcRd0v$c# z{VInvtW|&qGWJA#`y>)@AcRi+Ee-7njr?yD=h28J0|?kGOoo4$5$k0xoFQ0($i@ki z(2jie<=i1=y2&GU#_RL+vTHRPp)L*<+x{~7vUectjT3awzJrIjUf3PCld$ey7wmpM z1PLtxoELH$-tpf|f4qpNP3we+<_RF*a4RF;YENH{%ccE#^;|COH~;AG%`~OIlqr87 z04_(&$UEje6O?612ksIYQgH)4qI#hEq!R4uFp*;F6%P+PlvsOdm9RHqVsPdie5F$g5DZljreJ%RU)0y<%G zE*WsO=NTx;^K6XL$np9N{?vs@tmV3|aPzMc`I34B?nX+%yJNpB4faTo;E7R|-*PsS z!;uBBZ0k{uR>kEX9xfp2>ZfSlzTNB}4`)2@pw4{EETY4LXLMzO4b5Nwjqq#*sIKf$Ddj(lg=5^?`I9LLv$}X>9pbQtsM7bgq!2M%r_(;cr)p}K15pfKj3oq4R~|>SNv7I9$tru!QO`oq;KbR9D4d4J!4JCv1~^$ z=vE>}&MM-v%H7m#;cLuX&vo!mTCq;t{^)r4ZQ8M?mFhQZ3RWGSP1UpH$rWj$C<=mP=xJdCcN|7#KupH!Q%5WB+2#&`{?XC zGVr*QUpsL&J<8yGju+kKw4v7k(g;^#C&lS zarWbrKZ_K3Tb_;M-HeMSM)&5?hv(KI@00_{NXmg5W=!0r>uR0;Kp0$#gE` zy=mPLF7VWb|4!Vb>CF+i&qEX~cj{ZXrd=VcK%3-^&qkr9rQ}nJ0`HK10kN-<;muIc z<$1)mkjfoxL=5H=eX9lJ=#)N;Oqxeax1_;~y=J7KI|L?Iao2zO1fsp;9QN49K(Ea{ zVzJtlozS?Hjjhn2hO)Y3zq2)XaJxF0&MK&NoJm$L3nR;e>WGipMBccKwdDBw&&2)F zXClIJByT$JBop&$AtR^`@(0(^^bsd|yKyqazKR3i;9|7D8v{FLUqg)<_0amnlF1d{ zPn1|fmsZI!4Q>HEKxww|*kKYBYG>fs=Sv1+U0fdpk1D`3Tvc zI+xni@NjC_Jq$Z-P7>veVDms6l)JJzhY@P24T#_z(=_8`~`ecun)zDvLQ!L zo@{OIvv?(6jeUFjm^`T$xMXDm{Z=uCl?4n@_Y&dF^044tP_ibslvWd=?mblV&|9nt zaG=rpK=VH8Q1OoUpd%zl)drFN=&WR4N)KVu$P|=4KgJxj358jw)-oxdTgz=7x5EiF zGuUN&7h!D)epq8q(N>(k*`#YJ-@A&o)QFOK>ItBj!Lj&O?)GYOJ(dnL z3C?)71XcWs>4UDnD1XC(Zjqt%s#`7nv-mg_zI}#{uQa0tLWdZm`qOlwQ35J9FTqL6 zR?yV8J9Ph~OnUvmG#Y%O0D}ty`3E=;%AjyEJ2oo>!&dq;ao^o6uWRe#Hw`IzI6D>E zE}TP|YnS=K;nfHpHq3D2BJfFS#nx|k=z`x{q4b#rRh+txwub-0g@4oN?QjorQq!NQ ziC9U8dH1Pm;0@YkV!?(4U%<6bUt#1Gae6)8g6f&qA2UD^<&8$3#uYAmFkwL_QcL z`cNp7U3v!60xMw;cm0fWe}Zaf^JwlIFD7G38>Ai&rH_rXX@>p}?i!F}LyA-J0*6VKL;vcJ}i2Sj+G$V^}k36qLy$jIw@=y`qxT zv5Ip{HBTb@%`-vww>DmjI7CY}zGkJr1VN4i4;~d|uv@cwK%VR-v6lp}E%Pz^x7v?x z_Tii)Czes(GCg>6TbFyzC*WoojgPMSW6a7AaBbI9P{_As|E6T&z`9-N`Sdo3wTR>H z>>up5m#$=9?n+`^vJCA)_rh&88*~#J+`h$#8+9>sPF0q&l+9Hl|XY+HTsip;51n^Cc`2DRcvi2Il#@qWJ@vY2b|FLyOg`E7-!8$M!U<67t_U|Er2 zMWX8=LLMKu27e@8!5PD;#9Pu6u9uepcR;|T)(}kKx_SK|NmS*oFcTwh5%-xlBL=X}QiKj$?1AI{ZT#Er32uPch+9(P{q_(&0HwFEer8wk&x-s6F}DbN?a1+JGGqy1(# ze0Tf|yI;_aix0X&^3oERv$7Ue_a(y(iTTWObp>*Ap)c-A5Fur^d+_&~I=CA17Qb%H z!IWJ#%r&Pbws=A$+Ky`m#X)J3KRU?p|A~@?WBRDUJI+)eEd)i=0C;ZOjfI0TKs3Iy zMlYVBYF!E5S=5IQ-d4gUzBHLKD;c-!&%)~SNgz?_jmpo0ux?8&sHg>DxAY(QxJVkO zc;|rd@k`9%_hK~plqB?wQ=>`&TA=qwi%5wSz?D}MNu$~csAGK)ycB@>w-jrQUO@Aa zN4U9YJ*H(%1BqXnc(m0JHs2MY^BTipU&R|X2sw_( z%O7mQp8{05`J27=rkibBtxP_&uL1keX8bVn2gM#9fP|+hcz_&R*9{0{s=Tg!aut+@Bo|0p`|a4i2Xjw^eGP&6qSEi}Y)pYsrHB`uoLAgP2( zOC=)8Dil$K%!VT4xzFcG3yC87wj`ygl(f+ByMO<>F0Kprbw8iaIq&!DB^7$78__gZ zgWu*7#7YI8($pnHaYt@|{VjET;;GEe?05$;RwuBcY&>+xT!GH;Ca7-RM#{z_`n&oO z?O6C0G{@WXtFQNA7uRcG*WfxD5fBHLS{Xm|TO`#hWwMuvrtHa3OZF*oD7)JHlB~k# zNji-Oq1vfR92j1TezR|5eX9v(=F5R!%vUVETRHloH#>g3}?ck3KM3&!Hjim)@AAXX7oW|>ZTTKBo8xhlJn%S za^4k;U9=E=vqy^CzD8lQQ8<2^bqDQI7BYQ(Cs9_g7TU}ihI8ka2>G=tP|5v4;mzkE zfH_d~4O#YP?L8_;mZAObV`*DuF}*es*ta{!lH9{z^ut{a7i#<`@*DOUp1V)vQ&uj+ zm{sAzUUeHBe`JWzm&XepVOS^3-HYT-vvAEo_$zm_Y^y~J`1%clIO_?xJ!~{`D@LKf znHMRn=)?3D{2{24V>il#EJdGJ6q=*Yo>d&=*NFep$7Qc1#SwD&bZe;KUPcVvFU#&6 zGJ$0)Hn6wNZPc5;j8+ehf~>PC%=SVUdzoYf-ZNa;ubalq#H|4CE(*izGAl9j?L>6( zK1RlN|MD;Y2o4`MRq!6dyA#dmL8$CO^p;ZhXMA+I5d>(^QXpA=Su!69z4bb~9u)OVv3K=I)O0^Vrq=aQM}jttgQaFP0t=uf9lq;e%thYrch;LTJ|bh$DS zZTD!1WgmB_2O76@cCLLRnR@3*^*W^2HDl2I{#i}L=IiKTZ^t9zaZjMux@c!>d zQqp9r3KC#UXA2q34khXERrDFvnX{(KosE2D&rZ>0m;yPUy)!CB05Y%tS(5Cd<$ z2Z~*a?C?ZR18jem&Z?f&uz638(2}2TnV;QjX7(_Sy=$sqExE{^jv2x}8yu$nCLdu! z^k?FwDbQYJLJ#-eAjOMcNH*pSXBQSn+kdZPi^?uS?}ml6N8pcidCg?QeTOpBEkXyb z!W(bdz5(%#fh4_}!c1)k1R?A05~9a0 zcUi#@4`*_7Z{%CoX|k#5B2M+16eiAH#7*+3<$C9vQ}W3J98-LDh2(ss zto7_->Df^`rS)qbQ-L7#Xcx|B!xr4)*-9Asj%4!;&T6^$80gYEOx?U-xp%sqF7AORz&sGvAAn-KX&hznAuKjWb>IniKM!a4;#Dku-zJ4T>oYj|kO8i_7KF2Xe~Xe;s%i63 zIf2<03l?uRc(;ppC|5C(TN&BJZFUXZBd>7-R4hQldLD*V@U%Ljk#lRX zhglIy7@6}46t2JE6n&<^=(SOjU*F647aLd6ubbX9C~-P@HZG(2?U!iI`W%+5I-VNU zPq3e9PQ3rC;jHU)CBCDn!p>n6KL23H4!$@^5m7H-(~>BVefa=%wi!zLBuu6y^LnXM z>m$68GoT5Nr7+&{xnzuxo47w*jqDtc({yIWvibsuf`3z{ZYQL8ZUn2SYp`?<{T5te1dXVm0Jrp(k7XTw1S0>TQOh3S3{qVa%8C@ zk9K?e3;fR$5VY|w=jxeZBkz0-d9(&AiGM>aqh+u<=QPG|slw9>WyNMfe6mx> zXs%e0f-~Au!R3?%m@G=BeBF`k?#OuNI?$B89u&bZ7}?H=zNSI{khLh^@E^oJc*&V% z{^QFZJdk`&0_wOr2|8@z!F_@7xbVK;O2nj;$&#`ao!pept?b0YH>B;G11G1)k*!!8zX$u$Zfn5- z8>2w0M=Id9o2@heVOnfq3Gmp)8P1g$tv2(S4Le!|a{9oCEoZ(3u^ zmdj{A+yS{c6H&t^8wc*=@pZUAzEctUR3CjX)cicS)dc%WovgeG=R8o(>o z2wW@I3uJKjFf8oKge$9!$axiTtne4i9;nA_M{82u*>P;l&VPJF+X=E8c^n#tJ;7};QX$wkaf=;>yC`Zt@{Cc-l(xy@iUq5=#+4th6$OrVhdpl1AY&9H@xKudElzzwCT(uX5dRx= z_CPy0jhDlkD&fr2vzyOq)uHohy<{Pt&b6AKA-mo~;Qss{*K$3L_EcS|&WdoCqyZQ{P3-9!e$ZhnuQ0V!WO&G|S_gVGZ# zX^8Y7*CWzr^M&rNb?GUP?GpSX>Aq#?^^aSfE|>oJA`J39h7!Mwnba2sb>b70v(l0%lD= z%B4)!hwxojxQ%-2Vb#IALO-X5DmE+Xj}S=9Qa&Tc>YN}CX!~(vq(hQdgr1(!S~=SQh*tO~YescGx%m@Ar1-=%wD0Sjru1G9yT$w)w>$14m<|EU+;uW(pkJB%}3i4!-Woa z0DK;yh`)ZG1M?nve%rcwaA<6S-eoTIAZsT!n9oHE%_uxRQ-MA@yYRIV!j>Tk*m+tT zhq+s0$WB$9@g$yh3^*?7x8g6!KO6yflBbF*_SNFDmsfEM{}|;t9f_>K54z~`6e5kX z;6%=G8fN{HJNV`!87N3WdHhoR{bo3}eon#WoAdDfjS93@u0yz>E6xi$iC?EX zfQy^(ZuVIQ)=dRiwSFTW@x8%zil;ND0blW-&j<8wn1un80ee5XGQVhNHs49;cIy@M zCSkQ;OapL=jUn0lK7h`Se(?6ua{P7O8b5`4p;?F$I&G-NFSmbVXg?+K^Hsmdxo$IC zvA9F>`|v>YP%ps=pWI>2_TwyiiypVU{y0|e9EQm^9#ZSA)68;x96RD7VIPm42Iqux zu(P+2HrUOezCU8ga#@JYy#e)HuIGLjlWT}sf{XX#w+-y}$9Z(6pcNf1>fxTqJoa{N z341;I5^F3m!;@F5F|qIy4Sg(S26B@srtfi=ML^4i3_R zRfDC^tjDkqo0Y|{`aH$Wx6;_0MH^VVii40zDP%4&cI5eU5oag7yeNY#}1TWk&q{nyFUp6J_d8Mas>Ce&k6FIb_%9{9z|AB zhhSpDQ0Cqi%X=^CrS8*lAaga6Ha|!tgDGwN)Gsd3$~V)F#D474uJ>%pU}I^EhPiac zUTtYx{v{qlZllFOIkC6oDel}f5Bt0_;8|GAvehe*I*5nw0;CD zx-$a(PFK+$he7nwb|clS@Q2l@)wI~JoPW@xfRjDy;LQ2k^u}f?OP{-pDa~nM7H31* zh>(qfV^rw#^g*$_!&tGy5qa^#pDn~TjAoa@wo^~dLQH?(1y;s=DOJXmT=f!|&efxA zT1p#boIeTDC&C=`(SI;YT1ZpvENQ!QJ9nTkm5<#uOqd(^vVaL0w0^4w+kfp8J08D) zekweqksOc3@4sN6gPu6x{bQ_)8iZQ9U%1bkiy+F*04MECr7zF2g|50M-PPgQ-_+U6 zqU9tFGt$I+BOF1)Z4He+evu|V3!<8i27W2Y;|IYh{Nq6YpSU)aJ(NwR+({d$_gy44 z^=^gDONucDPNJ<>Kk?Bor*P!i0et1f1T3(;50h8yN4*F!vi)A{@nykp{!E^=)t2zz zmY)-?ygnT|25;oNgk1B}=SRq}t(1!86Zz=_WYBh-A@wZW1tx!Nna3O9KE8JpT!^WH z2!WTE@O1;|>0H2BLMLcT`2m!=8Q}EZvjY3RUC5DM!ym zxeH1QVo70nE!M2Mf#nzS@urZk-RC$Ky#@bsp!#Wi-qr$d zr5%f9OZ1{dEA;&EYFGpMZ+eLf&>ok3RY7;PEONj6g&%Nn26(!C1f`*la83G|BzDF$ z>0Sx{r{lJ$c+g*wjLgpxyDb`$&!4R+<=`opJnS=FHhD?&HW*Wbqlo!)LjELFSGb=? zvC~h&*{UK3mgSgAfxD{&p9-=_CneaI`V0n^*F$1=7-SuLN~?2p*n-X|iHfekQ?7jq za~4~|H-`vLwML2MWS*napyPas-5pq&_L84iq0S;t-30yXO3bn}lim%mX3C1eunDXv zq`iqxZaB)cJ)GIuZ+et)D}z0peV$3ToM9fD8)^B>LsZ-QRB~oj54`vDg!Hz)IKZQb zqIW0LlheY^CDI2rdp{*#{Xo7r;2W&J)6EAt-XO0xCXmDKL*!9yNV^$Kjn96F*7pdk z_`W@~#^EO|{`ZEQJ+0`%u%C4O$|t(z{|g3MkHC56)exRv2)}hR>0GEHZb(`K!L?dQ zT|MM~O^s?h)LF`x7kr9U0h|iI4w|cEVfYR?lzuG-%||=9jvebjDXoy}w_A=DhQvV7 z>N(KmdV{Y{Qm2XkG_cyO5qiSgz(Btrc!fJdYlSRpb}NI}lD_;Ay#}c2U&HlV+CzCU zC!lou1>VO-$g!?(qrok5tV3P!GZ)*6u7`f6@mnuZS4}3^ZMw$WWu@?s*JpFSvxv{r zE}`#UzOeY58ceN~fbw`DmR?E~;zCV-w=zM)tDRe|>1a*91`1G&0`n8St5yoE*-<)4eEn>l-E z+v-&4>sJA-=JxE=-qEyWj2)_#7vLLmMVq$?5WaH*uX+6(4T>Me>Sj%Z)HuPt!V`>) z(qR|tdikJBPsnrha$0=R7}}qOLHATewC2jF--0xX*`)~8Me2-u)E9?OJj|gH2lCKEIK|7MoMSH{8cfSkrq#zL)BTFryu6u znJ=(RoguzCms~!E!pmvh^!dhbIGCl31C|JEQx`2b60`*!7U$uwFMS|zN-1h>o`?6> zbb!KAReaxHUU+`{;`6X!e9US@)oCgR`9o#=1sh(~M_@#NbwyfgR; ze5|{PceD!N$hkfAwMY%$hF^t^8VP6>C2;L07*N2Hg{YTy949W8gHZL}#ZBQPSs1f<$&h;n=J=kfJeyW<(?pSuBaU!TD~ zw|f4bPG8JAFavhV*ziRiWAN);4Sdz1f-}c%SV7age{J zIBDGt^qdyJCObE=SEh>65g$hiv*g7>W|TsnTG$60WPMY9DTc8Gojot2E=x|md& zq`bD^+~p-zRIt60Zf`pWS~~+dt1Z=(TA(PfKgPn0&&`k(?}%%53xCJYX{cDDAXd0s zg&A!jEHz|;RG~;k>gMe(^-k)ghHcxKV^A>LaPAm8J2{mLI<9~#f9?rvn%utok)!Ua`Z{b!vlu#m6mnVjZ*yzn6Yzod zDE30}5gQ!;liepNJ3CEYdhpdxCQ;CnzE+c$Iv%lNT0*Yjo%)l~USap7`63brelNny zj)E_~w=a8r^E*u%-c0@jI^jiTIo*Ag2Lqkm+4cqVxTDI$!9H3UAL-9wq2+I>GH;%c zGfQAeb6>F4Mq{OVO_QaWuiw$l3ntQW;gh6FcD<}uJeBRWSim9!Wzc`^biv2lfQ2WH zVN_T&G}YXr6`TGF+3QcFJ4lgb#D1Vy-O;rAVFX28RN}|f)1fm!mGt>$iVZijfZF3&*Sxlver zbUyYUE#yqbTmbv`<{+8t2uB5m+nu$2(Dd&`QCyuRJ9_S?;AmdXm~|i@YqON`Ge=0* zsvl$KJBBcWg0n2$F^*D=jxewCG$!$V&Rq8n6u8}^d9Sd;EZ%Xh;9!4@JK8#MOVJ6K z5*AAx;f18XXk6K@G{M6)bp)tu4(8Lc!a()=be=X&Lq+Gwcqp_RY_pX_0iOG)ffciE zskSsab`R^Wu_ToZDzsF77EQj|PnxqSlAU~+fdPZ(v+v*Hn9^!({G1wqA=_;5hFpW- z?Hw!Z@0|sX^%v?{zLsi~YQWFnAua6EM)A#qLLNGwD=1h;um25W{vrun6gsV9AqO+C za}7H)>jW!%oWydVk)P0D%XaLJVKa{|VGEkB;W($X z-%aAb4Y&%@Rr-|mVxEvE=z|&m3dyHC4K@gl2j9fML5^@2CDd?NoL`~r9hoO^|~ zCG<_`gdGQ=pQUC=WFcSQfiA2g()HwD4l#ZzbyIsvx^z1O~Sj}kU0AtK+`viWi>a0UP6wmh- zW6*=^sJ9{jO}`2AhTlVRY`KBJ^BsZ@cB|qJ>qdx9pNgwP9hk<&I^LuIE$VzUj~Upz z^237$F}KPDD6c;us#E&FshIzSklq?f9(aWB@^Xb)ug$r9y*NxPKZhEZ$I!Y3Q84%G zMoeFR1zO#F@$JVq_*9SZp}9Ry71%=7=MW9sr@?K_(P(~Gj{d|Ikm)K-rr~yn43(>`cQ)1aN<^39jZ_NAb&|L}=Wb z3)eQaf!(K3;>o5d=qVe5WBUB0NH;lD{@V`QTpW4BBp0lZKA@drt?+f~NNDJ&rm(2T zT#jrwXS%Ndg5F&zYnlC3lsJ4KJ^dO><1Q)SnY~`HHf=n6)0RlR-m__qiUg#h+w>D% z*t(KM#d~!Rk;Uj`Sk)>p=`H?o9fRz^=UbwUdfXdfMi&8<4~9or*re3 z=JF4YWlOAg-KHUTr_czOPUxI=9IE7_L9YEUT*=QON6np*_49jZWWOU|XI>8rjBVlW zwVUAM!C-AzJeL(cgf@J-KnZGt*o;rxB|ee@UP~)fqJ7MW%0lPEMIp=3n%oPXWy>ky z%6WRglECl9J4%240oHaZFyAseKIM5czpLZ|G<921P^>JAKRy(ytRuL*>sP_r)t@GL z?hXt6j7Rz6RMcf(|GSK?E?YM0Qrk&NK#E;xe!gDkM$ z_Y_h*{^Or!)sgQ}LvG2cZ{*}uOii=hpuqPzHOnXQ>%U|P9iK`VS^kw@KV3KvxJFR- zY7H!rUgWzhRJb$q@A170&hnwpP5Fc6vTS!<8((QE=JTd6pcw5bT=OLZEF5v1a`z2~ zbb;+uH+(3U_9IU6_WpM;2phqb-%}uJW8wOrDeACTJrJ}lV$6||<; z+VpcBhY3#=am?eH2xn@*{z@G`-8c#s#EnL$u#Q{SFojm|%rhDSOZ`9M#qrlcr!>x^aN z15%l*{RUR68bzz)hLL-`Cw+MKl$vM6lX0OnOvs4m|LMo!yTc)nXR;rMIX)E~9w*Ga zM5>I5g4vrP-K=Ptz4Y&^78X-6O=@uXCHr*3QR-^l`d^dk=9Milh%q;q)qaHQlDHk=@0z@(!L$9 zS?1VUdMPE^wR8>1gm#f$^CtQ!-1oOkOQ68-f_Eo7pMMbD3~pxAaohOe?0iBDyIy^Y zK12*=wYhmrCu1~a3l90c3%l4Mv-#2#Yfie^8l~sHt(Tg;bd|=}I7mlt%V%45PK3O9 z%`hss1U{Zj!n1Me=w$e}^d#?o!+wmDvgZiLKZvs7SC}d`1%b3>7 z+oHLh0z0%qPr5TxPxRz{0uD`{56&e*CgKd>uHMn8bJ8A`m+c1S`DW;vdjkJ_;PI|* zGRkilDAq{r!m&P?IBoT7c)wl&UE{)N%cM`VLKF|)<>$Fyiy?Y;X zWRIe=bw7clq%1zx>xjl1S|Fg$9x}@R!GG0zWZm{%V7uQT(CtXXWl`?@&7-aKX0{9s;?Wv*>D#mbgLS73q2F;GT_I;>iAb;=4+l#EVa^6T5005uZu}aqbo;@u^Q& zu;W-0jy$~yv-1|=ntnSlRCv}cK0Ff`l4|(xRTaD&TF)I>xD-Q9)}Zfy&A8Pe6W%Ip z!05bce0(GbVXPRtyB?y#!__!p`Xrz?XZfyf4?L-Fgfjz`SW~W$olHmp$GIcKuk8%P z)iw`=d3Gya-)@56BvQWny)j$&^eFl1f1(h_{U9$@!o0+X{Gr(gF?jAc6elK_4e7=UdNQarl;8CO@>2;1#^sebzbM(?Ju86%9@qMO?&TXhKA^>ZU`{rUpi z6*a}1hhId=#MeT$wIACvPnSKsm=817^})V^u78emXf_8VHl_^g^ReC13C?n2YVug35qqkee?sXpBk7N7=DU z(PP-R>N)K9rst4b-o$OUx51KMc38YkkEuyL$p2n9yL79P-8yT6J5EL5+?O$E<(`Ry z%a5URPJaxt42Q2eQ<&O#+%tj7YE zvSACG6TgEk|4~5EY13iXohVXoZ6&wz*gx8M!5gcsHCcC)AG`E&IVwR+LLDf!SqVFx8fD}+}t3VJs}Er{>@`HW2;$CgCpBC zvyS&IdCTH`T-o!zw!GBxIsJ~zgBVvubiXo|w~BEkH{BI{POTewyc8NS??RZ{xOmp0 zo{roTefjy7vZ~ zZhoEBRhO}*_Ma3JF^1hrs-&g6&Td(5eCn*lkrogRlQX1A1LY2Jz@5^v2YP;67iEB8k7 zUW**qK_9_MdwUwQ3%f|$3{Gg8pu5{e9*g!u($ivC@Wr1mdDsu{ zuTWue;UWmKNr2!NL%G)@jX<=lnM*&cz0pm?C)7jiU_;2Y;us4!I&_fl@GP8!(xdzdXzx9wV zO`#cq`oeq0ndvSpW@j~Lv6baQ&a3J>XAm6Co!xecpY`Ytgqf#dL4_}BOkc^*y5$J# zRn6dfunu~@?uFs?%g|rz7UYC|-|}q{zw%Mo|5<-W!>|u~IP6@n4cT~o+K{7K* z_P}I5=bIsu|0FPI1IocKM2-3Pc0$6eXO!vki&u!=Nagicg-pX`zSQq3-(PJ7H*!q~ zA23U(5$$T`j#*_>`EhGlcsPz8^{BB+`AP8P@-4E>xdUSkhr!v>Q=H5oMrWe6*v3m^ z!Dw$Mr@s9mgbUrd_FIwM@}5Hwrf?ams>i^HB|o95Hiw`7q=y=GIw|@)PjCGmLf4_I za3wVj%99>S#?K6(i)&P9SMGKA{Md{nt%}I?DI<&f{@gCP8@z9}7Ay{43R8U4*lT}T zXgP6Mbd=M=lO+c!-0uNjuq=xUys5^5TGXLo-w{e1Jd=if&xG9_8u;n&6Y_UTrhya7 zA^P4b>J3Y$7f-dpc-ndH`Br7LyLTNNe@_Pej6N`-w}XD2*$v^U$xt}#Y1#9sN1?#* zAE#f^BDkr>QE`N@{|I|bNL>|=OCkH94hk8b zaC&DgEW21hE?!q*#oqvK*EgcXmh<%C_H4Rm7(#igQepYTG${Qt9(|(iak8~PD!TW< z)H6fStf3Ir3fYMT>jsk1yif=pHJ0A)DTevhssg`C$YzQD!q2fy+7y_K*DqBK0#s>tkth&kINxk97RXQRv6k zfaB&xY{-Yz?CRn$UUiBptAB0+`C}y@UJ}ctOApZ@(Ku>8xB!cbHskiMLBg3e8~@IX z#2mDUzy`gegbsOU0@|H_jI)yy z;bfB+4)u(urPY(+LUue!_Epp97*nn|@idi3p9hyZV>l4!_J6K1acLgBUx6O0%~E4w zTl=yp7Mqxi;UT6nXgK?v*+x;(8SGq%Hyf-m8SL+*Vu0>%MAfUPl9YytE&|)Q#}wUn z+6w;6MEbNbkA?@y;F13(lao&ZMcwy@!iU8a8CgcVHf?HfQRr4Pvlzamr1Zkm03 zHk&A~##Tl|GxyEY(0A-7&Rp{ec&0b->lBl5V_r8}sqMi-eVsrjzYQk7-^TBIUBDFv zouT?q%Cse5Fh$4j=JWbTKxTL-R3;d~zlc{bbn7vi7Mca?9?4GmF=r|58@iI|#R7Z8 z9h8L3k72*2l#+w90@u|iiw;}nV}1q0XZ?zCM8XRE^{11@1kPjGSE8BM@pe`ie}hTl z4Ovfg9epn2*n{H2viWNH^n2kNNUYjS*A=cot5q}H@T}+enO_9Q#ipcu<2S{d>|wu- z&ZNJNRph7J0y#3yXyvmBH`zyV{R_&$|Je-8>a&3gRg~BW!7V!TW(~W2TTWWg-pzbA z{$lqmk29~v3@S}j$C^#&MP}EA(_8ytOn&z{V2u&{XMrQKxa15!Wupl@q3^}Qo#!)QE-$3w~a__*E=Z?zpF!^h_IUP*yHHuz135XnX;^v)yca^oP8H{&-SzFbG4cxP-)+Pj>&$tpqZY8Bd;@xy?L>C;0=My}8{LvK zW{@w(42SoH$~z}%@Zfk}Q}_q{ak@wzFM;kX=@t5#s?1yC4e(RDIfv35TKuq+l;YYc z{n>V525tq5e>$*NXL9k2nh%JMKEk{g-q=~BfJG+ixZNoaIxi2zs7<|?korRA4!1gHI+V&l)U&ph6(Qd59GMU{q=XvAZ4(PCFi-bZ3 zaVaiixl3LHne@ve@(f-|X9E9mx@L#y*u~eR;q(|{k2Y};n!51G=MAm(-N#-EuI$KA zdlvm_G!C~-hTr%1(v*M{Xmk?tuXDYyxg>)y~C&m2DbzX&MM zH)qM2act?C6%6%CxQM&e+^e@|xZI=1Y4VX!%DDIhv`c)Ua`PJSV_O7}x(v(+SE7GH zo_@%3W9UD#k`C4jowqBm;P*l`v|Klo^%c%k3udPBqoT($=ksY0z1o#u)ul!5>jvS| zEKPpr$rUW2TOBGD#cZ=@ut;Tqu8_l*A<6H1uw7H1lf*UC^L!i8`w}Ub4L?A~F8gp# zk9+{RzYLb{Yv<1|U&Mwj50VSN0=fIyW!i0&Cgq#BihsXFs=`W>*_ByNhcj7pF;}ILZb}ULE2* zN>(x7pB^lK?-aNqp1{(!Gs)T86JXL#B{EE&M$a~wd_u(tX8A zg>&AXhtV|R+d(!jV)7Q!_C>98A!cr3%!VbLI2eDQ+Ow%?ES;&=E8CsR7BLhK?T$4HrPW5yvtF*yK-gV z?IHnBm1*4ZQbX?VXHz^i&=L0T9mRs2b9s+-e*Bl7dI}%C4lfl3;^k>+{HL5>bT`G1 zX_?rw;C|DXszoJ(Ot9cMCIaM14pY6|3*$?3ywo9K=-P4D8yq(X=5ACJv zaVpfAaUJw~e!}2gK3vSzbgoowB0M@Wohd~7(^gkrwEw=4)w;C;WAt87((OLDchCs- z)VYZ^1kGlU^oWvG?Wbp;rbnywS-YJWSe}UuvWM}e@jG~PdmR)-{o{&45?K`r ztR0&VqM&gHp}=7f_veB-T|YgLS8|#MGj4Q2sp1lTNn{T1e)ccdy*7<|ZuUa5{b37T zbZMo=zapmLdWhd6%7o#S8*!z440o$G97C>NM(NHY_$d3O2)m1D-`zSo@Z%xm(-x|A z5zb>(E5LgDIC^k71*qMEH{G@zd{Xz&ptc+u-RVaaUvGoX!6I<{Xb9OM@^G*CC;j;5 z&Q(O9cMGcg!6;DkHYoYtsYO+3m3?!D9$lhQN zoIbXk{V+XBriV9*`t?o`9K0LwbEN_{-Tg=_tBj#ZYb3X~c`0|?Q*a@kx1)nyBVlcG zBjk6 z!uS5ULyocG(6B*~4V?FcY~z)oW^W%hq(;d7XWkXnO}inn+C2jNc1?g!azUW9`w}1K zJDviUW=UpF)TZ*OLVv>k6@SHdIaPVefp|g>SXe3WJBm+HN4y7Dy*Un?WPia(6%G7- zNZ3oJx^tn`oz!?XhJSKUa8BC=aBG(E{GzI2k-DrBx^D{??f@%k?4i*>7x(gq_YS8^ zQV;T2ey@oq7cqP@{vgGF&w?mtQJ(aR++`@uTfSXHUmO~LYA$u-~ zXC>0YzqN2!+#mZc{tueYXyD}?1a`N6L%n$|_(qkG#6LsWt>nQ!>ug%;Fc4(C>bb|l zF1XFEo?1@*C(66Ypz5a#to?QwVj@&gd)iMrqVgX&-TMhsC1v#EViH)kgQWj(LyU8? z#9#VV;FZ9^&U1!X8evG!qoUyW)q}LY`vR|axJvLk)N%p7|AFuE{`mSw1HW*D9LU7i zlH8Peu%DfRksAG(uVM*xWXqM051xokx?{NgB3d$NP_C&z$Wz6OTunuwKqUqiF^Lr|EO z1NKX-XxXY_kbmX^U4nDTZqOyz^hXxmn=2%HxN}0sYc1rIIl}@+C$1|aoA)puhN_u= zxFuU0uw~^wygKhBw`}E8QJ?j>u&d8J=+@T+&l7hg71xZ|CUZ~dH$}+rJuncQVOvpN zW;piM4&W0;2xsrVS3qB2C0xqtixQVY8g=s>dCv^t-~Py?CnNX5%@8&0eyPGHXeZLE zeZi$4U7kRJYG2eEtIKrxICjFjn$>&{Vi}3=Va<_ceA=)ktd}pu#6Dj5!}2;zaGAnf zrcDwu6q;21T$vU&z2ZjWR1D`+<3hV zHlrq;Es*?XpN>e_eQy`mwpWLnbYBPN>WyS`mkVyGgLV9rD;Fql$`^jkiYA;<^BS#f z&S9n7Wt=?yGF51(@&SoWFf${b*3DBzgX#~Wz$JG?Rri0vTcNsRX7z)=-jzuIw)(In z%W#(Yaw|*er^$vU=7Ms}WBj7O43&j_h3?{DRvPt$g^Meh*OW>!PFjYu`>f*3X2kPT z#>WXg;&iUBuM>WDY9xD&=b~qU!|8zV+&lmD;p#T6A(y;Xe&44AQV-Q)lM{tIO3nh3 z%@TSI=MR%Z`zhSbf5n8r$GB3+>-!FP%Cf&x3#c>%V_Dr3&CpOPzTW^DhtDmwYWiH#Ci=5LhJ zS#rTZc2mWgwjcDy^kd!__LM<|&u^;uH5^^`Je7=f>Cax=yUk9$8!ff1-@*pEm@wHD z>L|ahj2#LLV;)ELvF_DJiS3xg$H-RDMS%^{F!U>36&$()%gW&(+Joy^JvyyrghQJI z&WB6{4beRWdW$Dv{<%b|PV9i?-M``b!ev;KB)r2m%z|_K`mk3ss+m{mRd&ZHm1)f( zHbvp|k_1Ta8bv0xPL2lT8sRhnkS<6Mv?IuOnb_hJ&NK2&QJU-WC-y03-TBH`6 zC!5Svt@PL{@iu%|r7rG>v&K-%R5*MvkiTR4mecLWkzBj3u;0t1z9;YU%4vl(Xqdo1 zz7P&dwL;%J4XPT{ zB(NF0VMCWW?$}d>yMpqt;=d&L=r)wUZ6=FvyiU;EhQHuF6{dYW zkDICnVe+?sP}(OJ-bV50GqEqub*Un|uv4&hXBl1PD=DUPlPIS36L=jtKp)N0;rl{e zrn349Esgxn4$15w=bQBqylFpI^6nAMQb=R|+hjS7)Amf$^(}n9((d_62oP4PkPk5DqnrauA`Nu%VWOYWqU6j5!oBob2qzl2Dxqc^X!0NzI z7T#|j>rlN$>+^OqJBP3Tqv$;2a{RwIp7vfUk*!F`taM-JdyC{}i!vg!kiBJuN=1`) z8cHRVBvR_W&bb>3MM;PTLW)R{t@vO6XFcgb*Q;xM&-r}bZ+^?O(V|}|jWnT(qm5=) z=*QG|c=+R5R=qoqZEbi1pM8X#@;Nuwy&{ZV=(7ceZ(Ig5^FIJTcMc1a8Nq56*kDhu zFXxe2EBd$PJg1~Hfi^Z~VIQ|}JapWaTt1#;!LGjSaF-Gn9;QkQW0j>_TqjC>J73d8 z1%FstV#P9yi7hMH%H+L(ByZq_PPQGqZS#7rb)^Q3pPLDBTkrBagQDSl_CDPC zSDR#?-9#6~+c5CvPb?h07+=&2z7Wg3P}Vh(jTv}~T}t+2%iDHAylp!54~-;)*g25Z zT*sDK-eQjeW}>UW)bxFvj<{tIT{@M`?N_S;<6~O||Bya?a1G&W+znvG)lT@_Pl1(bWPl%`2KaNzwI*jKuX#7}3@f%xyZX>>O1%#Fl< z0WwVe!+H2{x&aQlt>@hv_OeCyl-cfE1NeuVPP4C5$BEB6%ZryJsfllHR}j1Sn~F>I zUb3l^4cL%pYH)C!qV!niCz|CGK(CwBrD2gx6tdQqilcAf;ECmYZInG#X~)2(l1n&M zqZV<;VO*pjgDJ}^uvHw4w~A-u5VLLgZsQuJU#=*A5bw#Zq&;P0M$Zr*xo9f>@K?fA z2gtDst!%nAZ$1rv(@GmZ_m{f=jHdXpLYCfUEtR?5qWS;X(i>TK(tkReI(^lsuVD`# zy}DOaSzdq>jJI=Ff4)JNW3p_md>W3a-^qE$)_~IndA6LY*l=OK^fb_uJx?D@xxH1S zQl}^VwtJ#$39)`V(- z6?MrU%`%c=j+hd2tUf%*p0dYljyl)2bLZ*q(@C-Fm%Lk+_(KQ zs9qU`J+=EGazZfnjva(=#NR+iMV|tK9Ppv-slwcT4d5hv_jsfXrY~!S?DOAic&SU6 zMdW?KXUEI9oh#1@+{ELkHm3zeB?^#etPZx{`tr2sCC<*9fcKk1MCB=0xPaTIIBCB~ z$hs7WlST^s*n1Tmq{Tr`Y#F-UYJo@N+(p-O1^&>w%b>P?1&;8rCcEsze7Bt*7eD4W z=j8Z^J7D?~C*M?{GiB3&MXS){vS=>ID4jpO^qs`%jXR7A9gb$hBQW`u4kb)3=GPtA zhqtD+;rXO|oaLDahfam_7IFbt7`FqKwKQ{*ygo3!>!PG3YXkmRmd7vE7WipjN1%!i z51#eov35lx=Jj#RZ)*(VH{Gwor-9CJW$i;8IJp63c8})WRrO)zV@|IBL+9Y{4G;<8+96cQl?VXKxg)Y>_#fU$TIl+tby}sJ%{xw?Daw&uSF9 z2r0L*pn4`;++U3oyA`PMnKBFanIKyAun$m3g$hGU`d4Iw==nh&15f`xb4GM@$w zR$X1q2XqL1p76Eo%Z#63oxdOM&vz8MvqxZxRA48}UB(WbAH&9O9?QHWRjBsBlfSO# z1$aRP;ybQ`zIgy1jF)9U_S}JHnL+4uHIxsK%CUJ`d(lGY5Qvra*#OnW81zS8c#fIE z5c5rJV0#;AO_{@PHkvaZ%|&d3IEaNdpJtQGW!TJo1NN|VD>IzdLL z_TxBRH!J3<*}}da7|h&ai`lI|7n#~JVaF?4&tz)OG86M!(c}9(jx%!rvj7{iXwBes z)(Q*p3d5}~3(%#li@V=g zisSm5vc*N3ti?`)9*lSfo%}Y*Mqf=*dZSA*mxP^?B!C8~B+>5$7dibNG5Mc-L4(65 zQ%S80>R8#(=+Fn$Z}~maII&hb->!~c7Zg#4?M{5rA?)iHYtYU=+whgH2COI@&%U}; z;8v?<&dN5AZxAvzePTUP_NcSSb<^|017D2E;mJ+<+FUAdyN5~^mi@(V4kzj5yKI2> zrJ}MA1EJv!Qg@7^baB-y>Jw=t&7W9DVfWWjVdo7RH|@v&scqaY&v2G@Q^cMxm<3h7 z_c-m8FlcMr4~C>fZR7-PevjbK4^tAq6`tw-!tZ^urs(!8tl#=l^l!ElHt0QKC%Y3^ z!?E-1+=6<3no2b}x3y8@wr;v+c#t-aZ>8x4ezf|^Lbx$DS)|~-1Ow7evns>!_}9^h zrPRHL;s*-k+`OAlX#5D5W+|b{t5(i1%pX7W#E^H)f5Q2qKh!Vw1(`?D%)!13n){q* zp9<ThzyGB#`?PH*oA63;1p&M-3m{sVqtbk3@K~yO6|Ac+O_#<8A?59m!H- z-*W>UW|7-hH}E~Tm(H%!m8x2V)6t^c>`O}&qpg~(q&1oq3{1hqYx~)#{m)^aXb78r zxg6hjeCNiUDarS&Zox8>4Pdn0g4F#?$#2X{G>p2yB&$`$8hW*0_1l4+_KYUY23smM z_J^`jS|ImO!gA#8D8XT<)OW;dviBHCH?|wGFHXMT>)XKbesulBwcAX?jBR=} zZfPiNTlEZ#8m5B$!wi@ouENfD%_iIMlc-dEl^)0_lX}kv!A)jFKC4Vw)wwQK=d3T* zS+6N>b6Cc%-uOzfPmNLZP8Pq1nXuQ37SgLnUbJ|i9B(qklmah(!2zW;m~Iq+@;2T$ zt@jKsvu`cto~ebWDTiQtxHiqNiNe7b`hd6jOv(zgp#w<)7?+*G3SZ~4*I*+4waQF< zxS)}}urgtnwh*1XsY^y>D`}?ZURtWwLyL}xr9+<~9j%>9<5#P&fDgyu-J@zSP&yAO zQ|E9}n^w%}8Nw|;yADBZ8=ZzMR(Ca52 zd2koonIl6XhjgTucZXnG9MV|fKAa!AnI8V9EiHNQ0#o0uqcel$m|N~%*jA;;e$@EE zmAyizcIH{Ws4@Z_fA*u97Q;~MNG>kT6nr}S?uejCmS)ARWEtBovKMX=rcoNsM%s-Q zH~(;CE9HmL{f>z=>#qe(_cNxT%tV@Aq9aw#52pOwU39KD0sFih!SvqGWG>TrurgMr zm-2R4w(At{;JOoXruHSb1|wW|*%?2%nA1Z!E0AkRMiYA#wy#20ym!YJ=Hgh)jx3qQ z*rgLJ@WLf-!_`>wM7VY;y+_&0b~EPr$BO9+=dBSpHsXrK zkzm+S#D&k)1}EBCZ77$NSqreG;V!GBxfiIH<$3A_+hv|d(9^GMlfu04)zdwhsGLK+^z)N`43@qc%5@x!@ zkxi89im%TXGMzsQn9``D?7Yl&R+p5^K1oGvwt5AxB%D<)7uu5aks93CFK}uqeqvbg zP_X$MB^p^g8Ix=uNKT#k2(l{-pl+Nh@J{ly@nSiJ*Ic8EVMH&t6+!Pjo@yisq(_z9tu=d*+>~Xw4^h7gK5)(IJhDJPPB~vz>c^{ zY}d0PxL*WxvOt5rIxB;X@kz2%J&(I)KIBh46Va{33uxVa!Kb@sFeOVAX^^!N+gM=B zX9?ZqcMJQ1eO57uWMA$Fe9xSbb zaAvL?Wjt46=hMGqQtw=T&ej?Hnf2MQ_hu~~%YDPYwaA%Taw-T-_KifJ*di`t!EXLu zZ4>^Dv!OfJ$I>djd1Tvv0{JLOapL2_bjY?uQj{-r&y0n0*Yql|arMH57jp4<<2f9> z|2G!gIRK+RB;(n+#h4k>iX+paAZw}ybDXx0my7)%x>&e?&*6S?o-Wp~cJQgfArZf! z@1&1NkJ}+pO^?)?ym3ZWJLGn7P?@qGwRSy*r9GcH9FfFL3wi;vqkTY{(F7)c+EIP= zQ}}Y|H!O@ghqI3ev!oLi;5d3BMnx3?z@7+%MFIEl7UW# zacJk?iEfpyoU(EV?=!;>G|MImy}o)h+NnZ%;gbO7oW}E~uHryfbMVxC!^`vp6qbIv z0Iwgmg7K~kJX{?N#YMMy?LYf@@jwCt<0!~bc?L-r-SL>!F?=2<@LEd$!lS?SPXty8ZY5l+7tXy?*Fs|3PL?G*gkAe^ z7cAUmC`maS`WsiUy9?{t>JPVBPvT$pxxto|e@MeAA8hEqr*V?PqV?pw)P|2c{Fy7* z6vY)i(qI$PRk^OI)47PzQLz7w0_E&suq#533hQP`)XdaLwrLg|cNEA7Q)j>~;~BIi zWH=ev4~DrT9&n1<_fS*(i%keBX4g~iF|+rI;;F0O0_(Ym&2s1PN01SX@=8aS_)t;Z zg*q_F?1XE#KjZiPzhJ9}5x-_yBuFAv$@@P!zQLhGa?^M&^gT6=Hni@ioM@q6e&q!m zxg-IW97vnLpT=jE$LQ#w;cQHQo=upkCH~;WGx3xJ_G0^4_HoTg?skAGd9Hhd^F4-8 zXHo@hT{jP^1vb|wLv=p!l$^-%i9E|+)`G+QXL0(62eU5^zv0u&2)gUZb}{_|0(**g=+a?-0@~GypjcX-fO}zoBRAhTgJ~A+QEBHFW|oJ^Q1Z}Pr8!+mdwq& z>6p8W^s>uvsmZJd0h>hg0T|+%%qdQ|NS+dD7}v+i?%`j-y0MbrzCaS+DW{o zqx9t4Nz&;<2T1ovJ}3L!oh0fVN=AnhFrpoqx4}=g;cYd$ZfVYxcX(qzb|5a+oI&eK z%t-699En!7qW^Y9!SU6Ow(pm4Z6<^1;=Bpe7?F+v_V-c7!jDwmi%CwHW4b{A{?rSj z+8Iw!ZNURB(mS6o%jqi>475_$AHC!y3Z_0E64~ubQEY>Eq2L5?UhrIze{ zRw=?&t}?nmA~@T?CKSPQl76HzD|-Ky(al<~V0vRK2)?-6cb2_4^cy4Aa6} zGs7|N{c_syd@dXrrz%}!X)k?e<}OX!uPnVfQsCoGiD6*t!?o({gG-z8xsk0OFgEuJ z>WsGFYhDSxlXceoWmjd|YxoSV|5=M0ZOy^>eGL4)UI4a-b9mJykxa9{GgA{h?2SoE zbayO|ANp9}j&fyIrhk$88QM!%&VE9xzD3ew+g>=Qx1TjcCc}>`ect6y5!!AI;yO>X zz~oqcMp@0MY9>!vDkGtPP!R0fBhN0J2*+aWYasfkPo2w3vFz_C<~V;UyEc(l%U|#41>6ep&@&@|vy$22J^8(JAnX~vpGuFP=oZVGD%X?okql+yHbZzzm zR&z*+%{^WQ!&KTaD;{?C@h}*4yI4ZMkSgcT&T- zk#i?eRM2OBsNWAt8s_f)_W^!)_$sLr1?xsYEQhy6*JJ*C3 z@8sy;>MG%9fix1^i&`xoVMFgcru#+U(Jq<6`Yj-szN89mJTGC{&L}oD&Y6|FtB6m{ zOXY_xY`_Pvo#{ca75U#=#zdZRj6eN=>E_CFYX)y%b7NLRW&Je9-tB?D>E>*~0TZ-^ zPRa15^XTXKl=FBHjCPsVc&S|y$hUehyS#RO%a}2sv8fvZTGL>qat(W3l*r6~*TLZ; zdv?Y6Ar>AD$C8_A{JU*If*(mu>@5?@20mUYIB9H|=Zm~xn#T7zpu&F_F2;SYf@OTQ;pd!YX$p}Z}@E=P`!&pRq%cz&bALnj_m!+N-6nNOf_tqwl*%34Aahzh*FODmq%2GegMa9c{<0a0Q0-yM{+p)#3A=QrK^I8$9>U<%)aV zMc|!@=6>h!XGIV0vy`IduOE=q<|k^H`vBMEok#KMJ8-X3cZGd`}mQyb>PVkLj2=3;I5E}o(;%p&OU(y#U4o2%G4v=gE1p# z;?7U+;NbATuys-*ej4h4bA@bz^9n;SZT`(gIweB-eJ^-_y%t9#DAL2Aa?~3rgClM| z!I}-{xcDO}xL}kO-VADljnA~0S#TT_cp^qTS7v_>b%56MQ)n{t2R~cCoYy4~E}(2Svvkg*;jnzFj|8V0jKCX+sG2V8bS^$WVpiFB?E%Ln-J@ zIt7#O*CG3>$jpx}!MuukSls_F`WHXPa9L%Ru2ReW9S?2cPZ1uxy92FU|Wiy{}t4D;h zmtBL{)x!qRB6yw*QxUcY-I4^av1fx_$FecU`@!hkDC&yNB#qa*XrZD9osB+5pQmd< zvV#)&=O%#1i+xa?+y?{4^>T9M36Ppu!1?{$g8}kIu=4h8a1+?HuNzgFajT-(*U^EmAO^h0zEq~9w z)O^i#shtP?c}nDQA`oT;W}@wgWOy>)fh=}d(FZMgwnzBioGfs{{Fe`4kuCS(Aq=3N zBhdm6u@DBRd=*VnC(MXHEO>0a`TPG;@lMgsZpzUFw6Pk&Bg@TGaHowuuJGPF5c$~i+t*&4tKZSl)ODK0Pd}DfeCfngq%V*t}41plGA4?F~5?m!hh2VE}mNF{GeqU zE>Mc&g2K+U1QHHrG8;&t4B8)xpM)vw#|ky{|ltTCXWLZ4+{KnU&gyGl18k&JFmCd+u?ZyzF0 zSK|XQ-1{qO@187uc4w{hxyMeb?Cb=Kk%bUs9Yb#UCZu>M5Ic|7z>3Om@Gn1=@BZ=! z?#=2$u@za|z>~JH`ri_~RH;KZ|BNEX4T3i*N{(h7$i*pR56~Pw1ZFQOf#<`F*bVno zZuj%;WZdaWqo|zb$1ayT&sCL9`{PP=wi&q5%AW53T}4AJQmOvX4b1v83(q8Xpt*NA zmsV53J9FOXH9rD3c2vXGwhr{FJ%dXx`f$-vd%@{^EJR0flu-2r7CL3Jm+y3GV2u&~ zJ#ii7ZPI0t7d)t|%0aqPQArw8F_=Qja`52!wIo%OkfqjSfxEMqJvH=(o~5ht_e{Yl z9vOzK16A0AC8{))awS3Lc$2|)(@m80uz@FR3n(N;{$#D(-;h)La zUK)Zs9V=k|ZzrsJs6xj>lv!$=2OnuLmRScZLUwekn3 z7c~Gl48*AT=d{ZvjXqBdCL7aS9Hyg6YwF{%`Dc>Qp}&BOt`zW7?qorBbpZHo%7Ig{ z@#r|l3+9Ymg&Q|tf-|cwU_#Ofw5YBH@#AZVA!$^y>Ksj7Jcd4RQQ&0We1c^^m$8xi zPqV)FPm;xzanjv!@$~*i05(n%)Az-f!G41h)2S-~N9PLok#m|Kv-&EOZ2pM-bbj&A zpZ$iZHs`^>M3cNzbXcZ)1-hxuX6-vd;M>Gyry!hYlbmd7QC@?f2L6N4;PHdeCtKi{ZAQMD)ads#~> z1{z2|1niRbW^6Ujs9?U`+NV#XsPV79IzZGE$bA5_}S z=l;p%b)?#KCX{fjd?w%VY#4j!w_S3#XDBUf8ORixG`NoYn(Wki4RYx8<9)l=u@Ch@ zLLVU+jqU|thWBMK6|O@;zbQZt38E4$N7A_Xh+n8-$2>|-vd9n_<~98x_hF43q}WyP z`X&jeYMug*{nbGK(gW^QAA5Go#2k>XQF@j7B<2$Sm5?NWLm;Aw@-q;c)q%o zczp0zmch%353Q2fi`EVH*3vypMGgBJ-$*yqh+kWsFWkJ>46UJi=Sgnl3 z&o0N{*tuTZTs|5q2NrVL@q5_dp~cYr*b8pT>(O7kC9v(<9QHxjYyWX{5oU2bI}&Xw z&hF6{Ykr?2o{;dBEt|58bqpTK{*Kn7jTa2?d!9Uu`FaRTb}s|#y~9{f`$RnMGlh%1 zC?F8*?6}AwQIIfEm8OTBgqY`wxWrvFH8`*qv&ZXT(pw2&qbzeDx0jJflY!_nOE}lY z?mWz6`gKQHSA7nv8LA=fIo8BNtW8+|*%{E*JdizOYnb1hm5iDKn6%*~H(Fa@m8`ME zob^|+U|l-Kg!(~0#VL5(U54!{^G1aVO-TcF2w9r}%y4oHdwR5lecNBi48I$SzsnS{ z`4$4Z>D6ggomkDZF35|&Uegh?&K`E+!a!zedXTOCn#v{|J;_KKBW(?VJTOqm#iX@(>yrYSa295g_-cp8%Y)rIUx5 zMI2D1wQeoA{FFDoZC*x|Hvuwie6iu?18{h88M3;IV2@QdUOJMFmu1V*?C&TH7QQEK zj%d*J#s8qW%!YG*^$GFdW7zQB0)~c+q%X#n+|p+Qpr|jR|NeKVp)C-I1O9NkzP4kY zk}{nbQ;XhLDq-T}9Q<$eOl&R~iSf5?z>oxiacb0;?Hc=sTYlFb&$3(K`Ph-qRaRv` zpFT(D?pR^RAUGEe3S+C?A0YE+8Qv|s$1%SF(9<#jul@ImkIZ`n#oP0^Ia@!Vd8p7` z2)PGhO%3MzMc~wxbwEl^IgCD6&UG5NLFAJmup#vkMyG#8AMl56&F?t8_X8BX{K-xD zoDHtl@qAa6Des}b6X045){jy0)nEJ;6cIQMx$l?nqQy`xD`&2!uPWHt~@dVC}Co#UZKW1r4aQD+gP+({QUlz53 zS;$o6^HteA)M19b7BIiK8V)(ng#b8?F@2|_&7fj|Ln=d?*0gh9T2pzu#~$!ip@Tc- z?$6Jyl&9y1}u8i?#Z& z^ol(A&CCSX#RBAAg!80GpKsQ@izANf;&TV#yVO7xoR$gP0FxHB#bUO&r?tOWZBG?@ zez$^k@2F)bmYcKsd#j<@AQWy&=VR>&8JfJ=3skhfVWRzAf$60HUSm0i|H?3Ui#nO5 zi*QZNTPQ5L%wJyCfk&hCtrcTVW84geH`+|VVM-`%@9)9ZhxZlV*0|0R-W_GOiFs_1 zlO3~3Ixl+V8qb_H6vazVRkI|Ku(wXiV+Pk$g)x2{OAPx0(bwJCWM^3xe$WxeZ!80e zPXPwlG{DbnZz$hT!8xQy^YKDHL2IQkE0W8E$vHP!j{Xid?6DVXe;E#2*GKW9+rXCI zw8X$sSGk=D*=%v%I=0a~k-1#)fl}51as95bcS8lo0yANQs?M?7r{}_(2s^NQl?_*Z z%h2#r1=jZ8H@rDvF5mThIvZk?#J*(evF3Pvrk#40b?-aMmLHzZ5^Z$AIPWYeoI6eW z3PRql+ZN58_A$}xV7N3uhIM5-;`NJ;uwm{D^q!!_W~raUZb=)A^0i~}^{dfI)&LF} z_JcY6Ukuu_8x|}V)7nNJOk!2ptEdgEe}or$*CjDyZ*NiO$6Q$Va1b88{DhnRMBpBC zQf}V3ADCdMC0*t6k?IGmqWN9+6tMd-c4}V1>q5u%YEc6DR$j#|i8r{d2Cr~$-)W+? z3lH=8t2A)!f|qb1C=BKXECpxv4U#sgDm(1%#ElYLGW}BqFz3y7oY~lxs~7+ zO==SE>%VB^Kaj*7ZB${tLzwwYl_vlBNYh_jCc72~+H$9X!tQL~@2oC|j*xrEW@hkp z0vG%8?NI!;%NgFZcX8uqSz)`>9>$&h!rO#A!X+_dp(SS&*RkU+$-14UoV*lTTIxg% zf-BbI$`VxL>tX50br$j5S#B$E%{~ z>r-LBSpXa~&*QncUbJ}Xi=pMi@yF0WT3kDpD!%NX7itbZ&a2xPCiRhSD)d&n@c2??m3)Z zdM28Gu286h735&ODccJ!h-9E|Wsc=^z%9F+*&!dbxN|_8Yb| z@dOrYB}cDP*JvS>7+C;RTxs6v70|S3l1A2hXYQs>bks z31D+81D@Y`h>-_dz(oBJy)^lPAEP6viRQ6AmV@BEzQANjYyhtBZ?<>3tT^Ib8Y_+n zWgCLG(1V~n{=2cj*q>dEqtET4O^Y(QrhSfVwpx%dXOctk4S~&4HEKM5p6~u@jmH*b z!SXF_aC^%(e%*RMEWU3{ZQ46&oYFa5ef1%ybH|7@#+6WH#B6HG&ckRWjt-SQ$y-`(R*=s|g zbh8W0cQN6n&#;G@j#0GM{uw%qbztc?i&^ZbP!^SWn$Z^v7JWGfmTpqRukq@nldr*6 zZ489fk=o4JGnvnKt;bbaveF4!GSX0AU1`3~Qt6uw%cPSZoRn5ogi4pS8AuavMbMAp zeZnq7kF#$RaogvnuuJJz*u(|?Y7jWyzgCPBR0#3H;&xGaKJV0?~p!JZk{57 zzGWD@J02G66>{eO2FxZo4b9VD;x64j)NjB&8Yg~C@vW1jyO+(CO43J24~+w<^MU77 z{qY0-JGmd{mHfb7KO+{;C9$?bZ{|8+7@U80pB1Kwn8A>3tm5~0R+Bx1-oGf3z|8?E1zn_KX7Y;H6Br=sv5um(A|p%;%I=oS|*&9&v+QwnL?dKRaM)DSlxtWn13Q zW}DZE*@<0^{N*r?+>1YB&k~071AW-@>R6_M@Gb=3mOUd$R(ec4Hc5bmlx2lv0Gv$(AXm}BE|W^6D*{C;CEyKWN8 zOf~n=k=q~fsnr-!{OGHE>M|2{Y_}H^smrsj7AJx2(NA!s9AM3R6j*L{FCKX$1N%-0 zOw&yo>`0$ieCUMPSnj04I?{zb=sa(B?xq7LI6%7hUpdrOxFbQ{34 zm~=FBPQrHzf3Q98Vc zF`lpddb}Z^I`x%KpkRaZ9pEl>3kq&rnHEtbuocEICL2bhli=EjIR27lB0O4F%U9>SVtseL$YOdlY&Vz=)t(DMqWp+Y7IJZp zPsg&M*{39rlbX50>>|8W=14~4IQ~u=^5z4d;*!82_@lxaH*|KO(v>Vp@rz#3P?OPo zvqF#P_v_oxbxCjlZdrndp3jEXr2@xz#ufaN<$=eAe8Z}~{o$9IJ}NEAk&I5NgtQk? zm@rgEGRA%q%#hchqC=_hFd#{E=H67=@G1#>VpFmI2#)J+h=rTyOt3awiz>q_@RB$g zbF6N2Hao8IP2rni$_i&NJdnbP|NVpI>OMHLNDkj*)N-4`T42=OYuvoO)u4F792LEk z=;=Ti8hkYfN8j#C2OMsIO>!n*$UR5YDM!mK4q#|<03W4Y;5Hb%h6%Dhe6zA6zaUD3 zrCdux?NU8R(%6GG9n22Q3RGb4*}_oA9%V{jbtY8hMr-O=(&6m=i?X( zkv%cEd&3Y;Ij@3`={N(XGwJ~%qfvM1Wmx((8`E>oa58a!t#Nz|>RPWrP5wKc-=j(~ zpM(rSTey+^C ztR9SippM`9jYzh!XkoM#cfPlR7nMgbzP|ygSPI_h?eT?AGGy4gtyaA1VjXI3tr17r)O}WCqox`}3 zhV6V{?G&;r)g<>xsiL!%Szz#EFgbk)g{J?8P@hZcbgZoi+k@6}ii=L-@1+@%d0Zdb zTBLv<^Hu1}zg}qg@eB{$`2__YpW#pBE`IH}r|^8yL16}e8O;1t;pdSil$+wuk8KQw ze=po&>}UrHRoF>c?^cqc?m(Is?k5@$^9d#`>6UDn2`q$v)Hupqr%w6*_5 zI3jp;bHc)T^#eE1=Tt4HZn+=VhTQ-sJ3k3--;Z{8v$5Xn!%l{cVRsbH88kci?s8Ku|!*)zV^s7-SQsn zjd#b}E``vTQ;ntf^x%?aGTIG(0w=dsa@%I-LH^Dy6!VM0kwAebGcKLf#)(L!;yim; zeVk2sqR&PJ8!)Hl@$7nUEtKtvWvvUW*|*8@!k+g#Y_vGae;)83T(I!t2R?d%_syA_2wqZm}Eem{RjNLHy>-#rBIXn2rNF2;Ys&08dYgXcH4;Y^%gN`?(<=Js)?*2 zb_pA8xefW`e_Y!sU3}CQi+9Ycn9Q$KHtBjSQ#OBnpn+m07ameW32XAE3%9UKOziBHG2v#x`a znR|CLQ@L}SS)Nc*KwJ@iz zk637*iQ-zfVip`y$n=i}G2a1K=*wae;>xiswPX}sahor&^7~L~pbEtt{lV|CKMQMI z0=VA=Kk@GbAv2M&9A1_`7rdfpp&;fMBfh4B8w5*S;fPz@r>C`Wx}TafvmuYf2R75`>t$Fg%nl|!2VO~C z51u`)fpVYgoa5_{$d)8S-}YL#?0611&v`6HY71T~XV9>X_N=A&AD3j+%gc!F;$bxj zqRT?T5q1l|cS%{2;OvX|sSD-;uPbijbFzr~W-e=fh%JdJVE%ztU`#q_+ zUdJ0#``hpy!ZZ2zR}~f>R?N@wRmPHqXJF3s^*AbR9KCa1M%B6TbmZ3+O4?gacRux{ zZFvSXIsOu>Xjlb5_r|h0VfL(2&Xr!>?7(Z@kLZiQjOx-GgUWU{vGQF4MR|>((c^@y zd|5a~3fv~s&uQsC0p7}5>`#)Ui zHkIu#-Nyz$dIZb6jamNHM&4J}h`CyyhK`@tDB4y`yKIM($TS~&e;mL|#-8NYB6o9e zA%aD%1}LmNz&$e-24zD+x%p3I;ElpCs@ixAe}CLc2Ele@?==aGxAXXWbOgKoB9j^I z>V?tVFuc|?iN(yCMMrN*(eB+osOjl%g_y8H6F~-`hc2Kga z8*RRIfLl@szi>ks9+{#9L3P7v+QdWTRCgLL*&T!v3hA)v!=gf~zGI+Yg9}UFp2Pk< zl!xKMcbj6)T2?E`#f)dV(i(?P)YScr{9pD^NQyVrUpa%jvy*YoJOd1jJB>@sd*J1= z5NNx)6JJUzA^LO*%vDZ@T_xHyJANKDid*rJX%K(&TC&8k&oCs*k5HN^0*A$?p<-M+ z|68<@<;bN8S;_%4R$E*8Ot+e3mnce|avSKLqy&eDj3&yiz!3RXtdyi+PL%?B4d>8l z#%Q=66a#r}OC{wyzv1E`%PDE19hrJQMHd@=Qp@@R!I?UA?tCP5$e2^_;W|oI&xav9 zKS0rT9sc$dVdq(>BdzYMDxDs7pVmD|Ci4S6R3^Vj$Q-`oK75m7mkZK)qYeWWxKVIw zCENouZAXk;tICGlZN|*J#WZqIuPEr}VLJ73FO4)gO`#R;q_X`8MYSv^os%obU`+!~ zbtUkSti&BJ3u!{eU4c^;Px<#QQtINrbYt)vEFZLv+doE5IG0a{QvHh%MT3~8-U#r} zJ&yCYzQhLAbWDEWkNJmXN&9RyL`+ntKP%H{6yC(Bx2I^8+C2K!WW=;3*HH((Xo!zC z77Q(b)lIA5qvmRCSAUH6s{CksbSOpa%EKuRtFZIfW&U()0M^B=I5|g zUZmuOCDhT-jTH&C0w;r`UG0WsI{pssx?qG#ow9shOJCNJ8jAKynm`ir3x66I<0QiX zh{}8eerkhY*79|HTE5M5gK<{jQ!dxlPi*O2#QSCZ_H zq_38J_!OH`F5-P9WI4a&b$-9a+R0JaTz3i|ILF}DH&3~~q1x<=q9YIc@1yzeFqlw! z5)F;yXh_mXEQojvstOihGadP`Zvp(ys*kWDLf{=cbm6OJd%9w+4n}isS_kOr(&+nJ z*~=k2Sew0?`2P8Fw&HFSn{Sp5N>%mToz8yNN1{iNtmB<%H>Z}8(Fux%=*3JqVjfNZ8M+cU}pQVjY~&e*jWFH&UD%^J*b+I94F zFhS3;R}0a6F$C1~MZMoD^Cs}!S%ZMH$krR5?Y@=1En6_Y^&Z5 z=zikEcqDSXnuFPlx!h$)nevvg9J`NV7Y;*)q7*&6-;C>}eU9^zO<}uSI>`B{Lqddr z7uLU&KRWjZUaz)gr_^2qd(E?OYYwM@NK9gtXGoDHX@L+LpUQj}{>-c@AXvO_6luOIfQ$6Wuec&r!=Zg=TNFTr=OFJl-p-erdjKKOY`5686 z8AQ%;hMyfQ`fxwf%y|gS!aA7$W;{oYr8mH4r!T%XUxC3#XM>ti6)M=4Vd$S;%$X<; zLQ}q#{W5N65{_R+7jXe(&rl+*I*n+VYm5Oq^l>}C847vhLzJ&H~nQV|z zENqHXB@yw@z>M?VDsARrjBXkSdG)ycjKkb1&r~;6Cf8-h^*2S+}bULUOH*eux=9h zyYMvcoU=HIJTiz=epI1rSS3$rT^u&f--ZqEngO|a)F5O9d@R)`SL$!z#Gp&8iD)Fy zjWKBc`3DokR-u6T$aTbJGe@UM5tE4rcvU3|RG~zU3YdQMSuqKVW_<^@3K@K}8DMP> zVKaV2VS)5ER;w`=8)}qLd0#1Ekf4}J;3H7 zNpkyy2AlFOjnhKDL%wA;URV7G$5kHkmZul+ij99WB_e0|FaGezp#)Lddk#^Bv7yIp z%5dDLoiKXx8Y>YX!}nAB!*qO}iA%SO&|Gd6=*Q(#AMTif%(yhvTfGo(M%gmkujJyv zlzD8B*96>=HUcv>ufrpH6|Sk|fbpz0d^qkgD)P6Z+_8svyY~bfv;PXCv*pOF?-Kz^ z*W-f4&2V5e5N4bXrIKt06uWF8iG}x=Q~H~c6e^+4mEBk(dKq(m*W;cEAK}oaqi}yh zGZ+|m@aDgJfNwXrqL2@lGYU<_p2&UhY)Ld|Jmj*FLb9c{d~arfsSw5l=Yr@h0%DSi zwEV*r&hOrdc3V{GYyjfnrx_#S-cclHmS~Cw6u;!u+vEePmeKRy@RaPZ__#<4F+mZL$ib8bl_GJvvKof{y&+gO#MVL(ir0F!tG8EGP%46IzM^F+gtFQ8ntk562t3BUm8~b+F0|#x8B{{nyKRgr{rb?HPKsCt@4b5l_Y6 z8TK?t`UB9UxK0`vEG*_iEt%qwmum3v5w-Y}oQ4+>DF84XMEw)7zOOUhE4 zY)3loel4Gw=MAF&_L24dq40W52(xj;Wb$fnhk5@3Xym|Xl%&bq?WG{Xq4v3bcRz5UYDxn;z|` zy1ayiu-*ELA&WK&X?+so>I{)pfA{l{s}lJxcb zA&_6FKqC%z!`;|^Hu?%e+T8~5Ys$lMPld4Ht{zkzJIkD35yXsHHNmO*t7*jw1DZGD z&NdBdkw$7+!|;De^}8$hd8lz7`V^QGF`@zTWu7+ZD&)vo&RjnWj! z&0S`se(p@-Hk<IW;oKQw z-&OrFpM`J^GrR86iT4 z)&#MI>SBbaS`DRL-RwKE5B}r&tt}HZh>DaHdGz!X%odr6*-;PR@77MNkJN$3{!>7# zDU<0C6J|?WCu5TJRd_BV0GG}uxZW`yo}D*lyfF{Tg|2~9Q9NWWnv2GEW<>YN} zW`8U;9Md7{l7!&xJ&Zu9p0EFw`yQ1g^79&R!G-E%IH52dlm}jc>ijXBBJYjkVrov=$?L`e+)4s z(u4s|CFs?xQCw|8;K~nWn#?mn1CBdB_VGQ;b?e1*riYkmX31FF*n=rYC1~!n1XL~c z#l4rj;e=uwHrKbI(0(sQguC;3bN-Ne%{)*Gv4Czn1^UbCFed%$1Mdev8U3HqRHs9f zWd3-CEB{K7k;-fk(pY1$q@WWDPG+-Dr%N!yC#ONm5e<0nCd+l*r-S48Rd9P#F(frU zz*(soz%v?wuishBuc!jgOK(u`$XRC9j(F_7#C4T({FFt#!0F7~yWWRGDoJtSCQGJ4|zdVAm zmlxrzI+t@jHyuai)VaQtQ_yy;0iHK=+~D#e&Daa|1#rr}^WshQdT-2lFvn@^&m+elJfRb_MZA#TGe-%hV#^@^gfPDu~nXiNX^9s3--aslTFOp(L%^l9D?`l z$rxP!mOW=7MoX@2!jI$DqT!}DkpIG$y|S8P>P_v2kLeG{rX}5=5p1T2a3qNkh#lVtLcMb z(^ZhFtV9m#45GnKJIHk0iUYD%aJ)PXN|vONY1w|{t;jKQ?DYmX8{|PsE=s}LyK9Nu ziB9rW;~MEOyhjfH(SycMX|&_^GWtI6G_831lhdWTXqyb7o`<*M?%Ar;sDSH7sEEfM zZo7FWFV{oUnm=&3zZuQvIKtOOi^!Lym*L9P6w;+&K#tjs#~&X!t@GZ0xUoqTdLK7p z|BFOo@I8WKLT-V-oIh!-=Mm>SI zN+TBj1JM@WvV_Q^ZFfM#;~;c1XNm67TP4qGEGgJ7pq>M7@fdp%$;Xpu9Fs<~qw?r- z!$91Wlt_%<%UG^$iX?%PGRQK2McVFLO(VV-2=v-J>F%0f+Sd|Gop$L_h5aEsSCJ4@ zpQ^=X|9!yi3s=GT7fT=@=LBAMI}8$`vLsoXh2L8S@$)-(sxUQ`MyH&m!#V>SEbw2G;38I~1UolS5#V&qZ3-3;> z1!Mahd>xd<7&oP(@B0YG^}!_4bKwn4cX-X*o_-BxdQV0*X&%S=38!c7I?mEXPIrT7K7hM|S#X2x4l*1>40&sP1t;I&Sx2T4Z_?%S~3$=A~IM z%kd}>Gg!|o`sKjSY9Qsp(s}j;i-VUUZ-Oj-f)JjuH$;6JZ{qajrZt*2S$SJ_hwO8e42(0wBS4GAvR&yhbh?b z1xqL1L1ySLTAYr+9kPadke(uNgz(wEQr86 znisK33`MI=*db|-eHk1?PA-}Vm+x?W&;DXmhGWAdnXjeqa(nSkSRf2L_JQ`=2JYRP z#GYQGP9~?t;)o-cQ8_u4xg#A4q8@v2-TOIo$IK1%%wZe4yLT6AI8*Q_n+N%-+o@%v z8J#(F8QHvjpsH2O-#iq_x^=5lL6j@~6ssw447`K~1yk|0hXMJ$<|prv?g@Cz8d=<^ zdc`{ucNc!fOHqZJlB|W=B&gy7`W*>d*+$W6H2>Kvc3@DH`h9l5c%K0JL@|SAx8_sJ zc42DLa34?U1`?Z_k)-xRHH7SV48*7g^jGf0wVP&=?6*0v<)jnrS{y~D9+|*I?^{gH zeE-87xH^Z(dn;nU%Ng)$mnJ*2-vYZqi%9ynW5{18Y}XMdq1_K5{ggX(*3qMjPh6vW zjW^JS){oE~VM_GlbD71mpQ!PpDvX9$d>uQFJe!{aD|e^De;Jp^@*g*e%e2{~e60`1 zBatWb1XnCVHl?toi67AllVQcrIL7bXWN29RALow?q|+7^Voed359wWnVwZ=_QbHd4QrCS23&j3_6d!$2CnyfZ6v715O%|1C1BiFpl+n zg5wxm;U(d&lmMD8+D>aV6a-x}-lFo%INY{$4rDYG65fF{Y*TB5f%p|*t#B6tPkv^# z$!sv5^c0u>jbRgWx!&+YY9RSE1$Qch!NMtLm^q(y=;Y}fJ7bY5tq2?fxw1fJYbWPD z-dcpbAB~LB5pilT{{RRdI!50=i=;>T)99iP!W=8&B7~Y-W8La0lr>W)lIxDLPu82` zK=N1kX%@*|T3yV{33&i@eSxfdRSC?EQDZjaRa_h|Lnn>xq_0;_21fr7Y1aNr$f;ql z3%`%ZkBU2F(m znB0e+W80zd+Z~LWqK#hvZN#f@=kTYV?Plvac2I-VBq~{Ol$Q2N()|OujM(_IWOlJG zb@Dw$TS82z>Cb+g{Lh1)t2x2z+cJ;SKn!SNtuB_;z5}B?9_{*Qh^8~n!s|U|^w4pA zT)n@P@yS)C|M3&Rc$qC4SH`pP4$ONc+aYm(cmv3&7~Z7!Qc!r{G&o_ zdI#X}iZxV&JD+AxTY#QMhnYoL7WDipXQsnCj)b{2@UMqHh5cGbVV0}{_6)T`|ts6a?Ruwm{TLTT-`e2GMl!C(*p0(2zHi$PVo% z!s{C$ulq9pmc$z@?@}Sv>^p367NT7%ui!}G2W+}%M(wIUFh@db(aWO(e_GAL<0qH$ zn`ZjLnOz4_=tl^@J5?P-@;<@SCEOmPD~CB5_XtG%Q`w3?1YYohN$0s(;$RaSAC!k^_>tRPCu;wUZB^#u^bC!0NDvM|UuDHfQ4@WdU^6?qy<3w25PE8t>(o zR;FQ{AGf1@fg0C`;gzZqYz(s?6B^vf0vA^pvA4mPWelh|PGxugeE~`JgFF)r3dnm3 zhm{?fRm%5K>l$K?i9ReiC{GV>^kYJ_eIWYf6#U2DL+%8DSz98ZMf5dZ>`-FvOcQ1d zr#G>8rS;i{bL-h`XGxOhJ&H3NFR~xzw7|BKSX5f`73PYFFj}x$-Bk=itGl?Ho)$v=k^?__R#Mf&iv%`pZ5~`n4B0zT6&=w z!soHr5upiulQ5KhauwYx6v+8A@|YNU0o%{2(u99i7;M&t*SHP~`Bm*uHD?b_Q@H{w zIX>J}4xQR3xsUNYrcU1LR^oR@AJ$z#j5;>8;6Q<@`S-yb(6s%8e)^R-%dr-hx+EAOFq1ht7fK;FYIAW_B-Q9&fDdzJFi$24~`4Xrz$pBs7 zwlZ569D8HHunLGTj^Jf8yUAzKK5y2SeXF?6`dtsSCfWy}V zu!r%Zz727>{r3c_b?P4GO&S8VWyzrG?a9nn`wEevQe@C+33xSRfS<=d^Do@2_)Yf~ z#x_J?7k5rKsm@2edSP-nB?>I3tipsbE!?|Mo!IV;XU?hg;bt3cYET)#-OVGge`XTL z8rw$K-8xO5KkUQt-JW#o^Z`ujmL!XpY2gin0me;oEg7D8kQAP3g%>Gzz^CIC7E8*r zr*Hg3HJxXmYHkj(cg4t2tGQ)L{pPr{dj;II^>IDs|fU6*qn=pue{I z&@GvvRQK?FI^A*wv+%!ceCET#>An-354?il@n$l0To<&-P@?~88VUO54L$uuplj-m zxuK$D`^Lw(VD)YGREZ8e`Kdr#7rciO-E$BvJjm&jszknMJJoJ{$mC!KO>T~2YClY) zZw}btX^Bq$rv5M<7eax%teS@iz{n*7O zz{CHZVXD*{5dWdWoHFS^g|!nn=2jXGdQIlZC1;`ib{{&Hr%j(;pG&`P>f$XMddH56 z8jwt%xv=tiB*ct55u@Il37qz6KdX?-dpOWJw3)T3O{@p73nGg(u4j-b|Gt7LLIGMg! zUO`7+&ldEAex^KPPL{r<;A?dfDk!Ng3_6Dv)Rf0^CEaI6S1-e1Lm5!EA5t#ia zDqv*B3j*BlQxV(MG?*=c%73kJG>ywu86TlOHgl=$rU{_^@f@A(sloN}4`7;e1tcq1 zf_HWWew(q3?U^Y-7Kn4&)`>}^Zu5C&h2>@Br&{uLz0Xp$&T1O)sS+bvvS>`>H~L{r zkFsI$bnb^Gc=v1?uhy;z1=VwiMz|kyUG5pOaUW6YP8z#)(f~h>;~dRrhp<}LiqG?v zqb@p4;6AMZR_r~F4OMmc!Q?2cVYEQKQJHDXjU&b%=2J)b%PXYpj7o(1!)(p^UvkGakBNLMO`9qW*o(3md}6vmQ4f z=-m~}NV8_0n)@--Xd6?OwvgP@)rPl$HKaK3BFVClrSNGBovkqeSK~Sw@5^aU+>U3; zKNmEc)<`aK%-8GN_mV6vij78ARI% zGPGQH23(?&f#D#@sh3c;mq~xU}kSj=|77Q ztT^M!^U!#SBdfZw@|Y=EF%(8TkAEjOC;N~Y`|F8_R6il*l9sB$h43bQ1nQzxBB}0=W;#L^N!$z&?{*AR)WfJ?`Brk4PbxL5PBbR zWdj3(QN)zv#&Xi_;mwzEFrlr~er75AW&ACCzAX-)T{wo~Qfh2T^jtDu!JF&I`O9|n z-DTBZ`Vp1gi^-_H5J|jgMKTsglaJDpDt$nKrngt&w?b3gTXY@kLO(Jh`H!(Q zu^PR1YQU@&a&({L5H=57rt62)X~x(^_Ti2(%v`pZwuhupiSfbIq#&H;&>7Tg?J*Py zv*DPijbIun%e*?al{dkWyE|x}B&*iCkbM18kZxn>K4t{xZhL{74*8(j>^`6ZQG(8{ zs6W0Ewr=JW;ge zyadO>;c8r~g{&V}f23ASD#YE%Mn@@9H&2XoZdRv9Yz$yd^J6r+{t7jh9mLu*rd(&& z9H1WKeImVnvIF!pqO{PxW{t&%InC6Mihs<$S zaLe8kkHvJdH<)U4wu>WuPj$(sL_e}zWd`r*j&_h5i~-5on>e?l79Omggx>p)unEbx zP@E`{!-Xj@B~XkQxU1uNu~p>2erqB;7RG$ZsX&440csZLM(-qkWaUK6DI1#!65RPT z+>02!>Knfro= zvmZ?8zJ^ZcAAx%FE4JlIH|%=G?`87DO(88`nV94qX07EX z(-Yzquz7+!IWKXQr&O>6r<_&7iNULQim((8skUK0x08ttU|9t&n~R4Z!G9P2ptjLJ zlqng6?m3Z6<{mk6Ht0AnjXxPL@Gc;KWgO~qTEt4>GA`dy!6>Ia!GK5HJ6H5Orhy(x zM@!Rw(=V9NE`m>=N`aStGu8yX;29qCMRVU&s2fzp-Cl!OJXMM2^ps(4$6_pc_YGT3 z+R!CP5~k`bhKi}9yg4}`Y=^8jM3kR^=9pe=-KqfIURA+6x8em>*Ki)gi&~`2)|fxHh5_Sz>n5K)|LDFZYSvB#I_t}W^OaQ(^H~q3)W%giazF9 z-b%WM>oHyUYd&pH(4*G|vZ+;CH)f4n$z^7{a9o%*W;|$xDO*zEnFTk4zx)a1oKJEw zm;X!H90=}>D;TXpDflh%0v~>=CJ4#M#8W5+q8eEsoCUEzTgauZ9MCMK{Tx$5s`sl~fxkA!{ z#V_laB;iPYvf)HfSs_CC>?_bI--St62k_v&w_N|41yg$A7~~Z-WAdL__KCY6+04Xx0g5w{=q*bC!#uNgvOU~S8%ML4(`t4z)X+i|qRn22k&)nl_U(3Rq8XQyRlqiW&nor~6rHFT#CjR?v zLTCJGVdCKt5v%X_{u4lbVb+5HqPhRWzuSOHH87m_yFV3;?p8ke86W}UfC zGN-&nOwQN8?2_drkfA;W>)5T(c|Df2#ROwc`yD*{R)v)RQDeWJwI^O{qtVhT504x) zr~AB*Q-!5-=$sj)`1PDOT{k%gr*qHfK;bD={iR4XorS5^rwQ!l#Uq&X+yI29D3O&P zpF>Ng3ECKbfn_FzU}^gvGOo=gFV#vwC5L0ZYFN^3Zd>UR(I?cQ@*747xbJz10}ZT6 zpi!ruQ>D5qbj^)d^zMcyn4@-*)EF%Uw>Ls$%HRYtMb4F59H|lbIh{nlHGmDasc>+E z6g0Ey^npemp7l~EV@qYoYq4iw-unT(zQod*#iyv}n<{!p`J?eKF?`pvlFD5B zg>r4lWRI{L`S&jX&!6MG4x-^O%kC)o`^lN)_t}tB&OfkQ(F?xhtOUWl-Due8jv-@L z(Jd4)Yf~H^o#+qM+FV~==Qg4{Esd-*+YYBqHqiIqgGue5b!4>KkA&8$S-vhFA`?^J z6Q9ULayxM={>a!*&WTs>1a09Eyu^^ii(8O4dl!(acjM4w8o}Y+>v-FRwy;iDMfs_R zPh*w#H(ax3k@+0u!}NZ1JJ`$$BS8aCi137omhUDhS&GK=lexc^S)S}Sw0yU4wx#de zujG|nD`~5{Nn(i_`S!U2HkoMso60MJm(1lqi=shMBuhwLs=9VC)#zxUHO|yrb3DdCDJXu3z7RHk! zpWhSasxoPtvJ4UprP$uoB%GD&-nE$4 zTnMAyoBXLsxh8Fm5#}iub;1&1H;nsLz~(4iAifde#CWbInRMzUcvMz_@1{2Rn)M1I zrZH^T7mEC}LNMF(2b5A*Akq3ly*`f@oG?2q2p>)rWTjRKqFQeV?tKmu{1^)nG_150 zg!C^Fgb7EZ&n|CFznY65cm794J%w@X+iifI;w0e6KCDYGhR&JGp}aAbo1-P@L#7_K zPP_*%6P1bMy%b2ZQ%8&6wX8D#KHWJZiq4l`Cup-iD$r005+toVD7ZbcPM|%_L$G+7 zv0$XSm-r@f&2qGVepd=zR#*_<_mM zM$8h;Fvz@=<{R790DZmK0eJL^aVmp9_qjgYG1Jn~O1 zfpm*qAQmrPmId|4Q~&f4v=w%v`AJ3ejyMA=UH+o{VpZy%qsV!Dt6+V|7g*ad88aVw z!JCt!v>=9K=bY-q%v&P3dwvbup7RdZ_UwdHvFAt@FNth+KLE0h_sKu>C&zvGq=wl> z#Zl9bDOw8q&SUAZMCH_BQJ1{6QN1TX*9G~gRJ1#00-ar@)Zna@O9D+ z)Yl$@D+jZ%+WrmLCr&1}6!gdfi^rVK)PlFH?m#~06AUT#WIX*j6#brpQioy-y57o? zt{Y0m*E1cd(}jARe&9Q0OoHf_^}A8IVj{hE|1&jc_F%$>e?VVvJ`_4gv0wD+F~KAj z`S*Qrw_OwZ8>E7SE5{`(F(QA{yvV6#e8@9%A})F%WT$ov*9Uuo*nK=h#222Xl7>&2 z)?HAUY#bWfUV8}Xr6X)ADGhJmyaOBo&n0&VhDmJ*`X)~_#ILjKd z4tV0U&G9Id^Qk0B+81`;f5Vn}PUlagmhjKg5pKmQV+6*!3&^(-X_6Wm37w(0xNKwz7QGi{0-gzzZ#I9Se^xCsw)#8l z+T95e-*XwEVPodfW?`~Vr5>0C3K+acj`My^V)~AX(zun^xDMS>#;r$zoERA4t@5z} zN0nF$C4(H0%MjwSV(*xuq&C*m;}`5&dJP{x9>L@lt>Chx5nPh)qmV4+*Le{%JtzZW zIW+O3EaR6k5eMoz{2%XJX3^#QmP ziQz6SSDZRg2ZDVnp-@haKALWbE%tLuem+oz%F=MOvXv$O@q{S%5`-HE#i`qm8t{GN z1d>5HFw(~Dv}rgby%S}oUTWu6uC@WG!{g~qPbGTj#ueDVwG2Fswc+!1B^vB|i#^=% z7+oVGc*{d(!e~6j;dLX>-hzCPX=eqaUX6%#k)SPqv9&}u-NjcMJ^h6hU0X`HT+ zd_EB?paEU$CSu_3laP0S%byJ_g+^Niy!m)*X|#46p7VVU?6pD2`ZWx5rrcz`2c#kR zd>1RzyAlhBtYG<~E&PwOE`SZEUF5g4F#rAL_8SX2Q9?HuB#!EkRT-zrot{l(p^r2P z&mLv9?^=^OucPG3lN@sX+!7)o971}9AHup5{^+z;kJ*$z#!4km!Q8NCV6A4uQ?QSO zr?YP1mYazHd@Wd^8HJ;oE8wip1c+$)z@C0T3(b@+;^C1+sKZ{yyN0H)F)9dWRdI0T zrUH^S{2%FWm`MD?PLoRQx6G8diR_;XE@+`P%Co#SmD?}RE_O*qizrA(oZ6o za{C3dkBGvv^&he7(GFU2`7er$n9x|AN;G(P8@DnXbKWWzhu^5t=?@Qsf$ldZcvyx` zZBYPSMNUg@k|H$sIrbM8!HuKN;P9UFyp8924xf1A$eN?1hiPPXbKN?rCj@xRt{lte zeZ?j6ZEW1CR66`%oZw6J01fZHO8d5Lr3Vgkz6|TNaCUkkQ?75%+*%WaJZ|q=DgLdj zHR%y-*~azx{>;ZZ>B}U3g48S!sFa~qGjqc zxR^2CLdp3Ovq@0`&h=Pv?C3JFL!`of0x6S`Aa33M zC|Nn5H?;RIZrh?xRa$^uHY`ra#TAxw)h`&d3r2HZPB7_<6{{IuSh)DQAD)uW|2$xxbFR_q4?sE zIa*)3#_yY3%}PIL;g};Y@MnY#{ougRR|8k5x}_MM@z#-E4bUSd(=)g`m>hV-j@jNPNn_m{DzLYp!3h&7|8m5ugw!h#uVMFrjW zUeaSi2s!QCp1azc49f|lm&jBi)^~(iCh{FTpSUwO;*T-fGr~#7<|txvd;&`C<`^SE z2KYsTsVsO_O%*Cc!ZCH{p0TNtN zv0-u`Th1}yd%pC*y(%5D3ym=J4%h21NWm1@K{$LMo9xkwCnLWQ9OvF*l;b#^*RPVl zvGzO}uuWkqUMW+Nu1*@%bc^aQxJakHQl)VlrqNk0%jmPCN>p##a%_670S0fP(5b-4T}DmC5X4{z5wz{OZa^7NSs+4CR-cWS@l z|J=O>UCp23+wceMSkeU&WOa)?E>0j>vIeA&^F3X3KSKmJn#jIYLYBJXTxZfs(HB%;1!U3d#W7N@lQ)0XCBrqYemYt3(ESZTSmg5epTRzy*LxjvN z!Q@dCxXIk$YX<9)qu>6cYlL^xosm<}&y!CRJoeE(cRxDu-5Kif{0I6TU(PPbEM*kA zF1R1BMCnmGKEy>OGRAXm@?Atrxm-&tsBc(IRdm0CjZGKHw47o2;M^9=wbsimgU=lx zv-#>&t2T#?Q&|X^Q9{H$F%i$WcEJld3HIV_f64)@(1y!Fc}zb@m+s$#1*!w6t1zE8 zJxhUJzEpwx2I?$K8t1bPha|{KZeIM^BuqN2dwFW-x6_oI9@rzUOUfs?aNd|Y_*G)h z>c%A_&Mg7wr^I({TsrN`;-`=ylGt|5>rkD#ij zHqlaHNoqT5Chfgmge$CtNZSF*O!(aZPu=pM-hUT)8MTMF>AVFU{q;3V23HiN~9xq8llbQJX!HX#?^`Q@H>0ai~H@Uv#mG!HMP^MgW>{%-Qxvj zV{2%gsx3RbuNv5jUbcI7BT0;pfLPbvB-AjKh!3{G)bU5SIoOr#UoxKfiyOk{>Ls{T ztqebZdIBRVu@J?7%AQ+v4HsUKhfSRw_&Yp_HcU_wB>g%;|KwKFcF}4&dRjtotn&i3 zuDVGjoX1h=rTMtY(OagV^HNDBE}pWoSLFLHJ5f3WAJJyF(OMI=&HiLDG z;8Z&7Y#T;#6&tAg`;Ir(Y(YzluF*1dn$1hFFB4$g3$o@rXDEm#BRBW{5 zb-ulT{VA8&Y|hWW*S;Lu6ce%CX&$|AH;bAYc+x#l$+V!&k-B^h;&_#H7$Fu(V>!Ro zU8@LkSnmonE2x6P#}}Y27y-xikz~PQLsICpl6*X3MI6i*k@l8lB-qXq!`-=_%7bnA zblFBw8VH7q&r^W4-Hw7&W$?4-7G``_gX^xzSShbcH>Z7JC-3m4yVsjAhOwRS-t`)p z*JVVEOtr}RS3Akqzm|9`qmsEhem5DnQ<;pP&5%DEg`m{Jo-|CA$MWad;5NUHEj`r2 ztiIy~j#ukhk+D{|A(MwHt3JcO-?vfI@d6xFxd+!GH=}34B^1}LgS`V$>^p}G5E1$x zzPtJiYL)CQuD{$yMhAYtE`dELjAcTlUKVf8_6Up!xQ^nVZexsm95X!oKRob9j98Zr zutl2p@%bJ_s`fzvGKTK4|G7=WV%1DkESQAZ3De-mp)lk(ixSPF2tOq*V@!iEaeuCk zzHt%Qjmq%nlLp0zYnZ;Sj2|CrgB98Sa6#J&_k8%vp8t3b6gmds{fQg6BIzYgz1Yrn z>`Z10c!n?)6(D^|IBxj47bG6F!uwN>tmTYKZIZGue#tR>;82He#&+YhJM+POyE>j!*P`R^MKJrkU+~RD zuY-i79>{Q=u2*(FWe*+VRKVp=UqjrC7g&su_?O%LY6tooU-UIHrR*p4Vui5a&gjyS~ z1BF|m^zWauusSS=wb0#z@%BxO#gAaDXzau7?}yQ{Gz47S?_r4cW_Y+omf$k3zqfrC zjyV`$@i9fx_4EN2@g8y=jKAZItCW@TFWV<`x)DZv-Lp0{4ktzE6q+i^XPVc-y zn~OrJ_+nA|i}Sm9>)5kK`KGiYoa<+u?9c7SvdFK8&9LqpqWw*4_S^3u*zFO)=w6OT zyW7UBQ`|?;t(2xepDJT4muKub8OnHCTq1cD=ZHsS4*6^5N6y=?A%Po=$jj9>R6gI2 z?mTHob9q8Up-!K8x?g03t)HN>tOGfD4$0RYh^HfD)AZLzi_4Rwl$&D#x}@*$>r)hj7X$4$1@gj zrp6PjSO*hXHa|QBo?N!3#g|UfR4)q8|onIC<$Q7}ynlmi2<#+({u|((DTK4Ys9JK4%M{6EPkqI6#a(ALDSF-roUyXSm&PXtZ-K#-#ZW+7z*BUem zS7*ehhp@X1#fWmTI}PZn!jU3NQg$|&V`CYj-AFKadZ#9vJhrW`vcSJ~3i>4q@ zRYNdQ*q{E-(0TaP{C{!0rJbU^%|u2Csn0pLLG~uu-;Br(KclRuP^3~(8lr`wsdPW* zT!|v7D6%PgW@OLb=O3v1sK@<$-sgQ@ujf-UBAx8c{Dd{S7FZP#PKIG)Xo{5YP&@FQ zepq>9?;9s*g{A`zpFB~tdb$&aEJ`7j*KKfKygYF4CQh9(`FbfZEP&6F#f0K)cSZ^rE^B zl*io1qiW_dw}2jKyfBKZGQaWh-c39?`~sJ@F8)!Xf?!+j23EP_p3-}`)W|hIv;W4v}N#Lcgb70 zzZ5^B#625xTE0s1HS9U=%etASd^0qi{r;?H3q=m+#uR}0stpuP)_6H~IgQRIvR`zF z7B$X*TSs--v$=wbq+LsX(;3P*a-AYFyNK_zJ#oakJZe%MhQFtF;i!l}q1dMc?R!1J zw@GdgaqYc$ZqY!#yd;`zHyZKG+*UE>f6F5d~3pOI;#Jw4u~FTCt)h#Fd5 z(ZcbOSbN`7G`^Bb@6YY0up8TH_U>bln%nO7%*zt5Z*s)1UIr3hI+c#)^@G^8F;MIw zlK9j_oY1bz>itG??vD(*0Sted@9zfJ)mxPQ~A`uD{OoCwK(C?Gjfa_$rXxN+U{H@yje092F*#K zd}z3~p)vP%Rp-&BWwhNenX2XtNA+SAwC#8VYtC%Ok{}(7 zNNI8VGJOD?pQR>sckj>-%`AEwN%L}M!W;hI2921Jitfd~GF9{*&Eq0dP6}L9nVXx-*U>aNkH~y@m zO1Tb3PUu8a$5?a1pl}W>%XQ0=%X!j(5xn)L3U}=oMKvM)_`-`UaO-M;o~k=2Gp{FK z4%-GJSH!x#IQtYrx@(I!Ufco|)#KEqI*hV6{e>^PPDl(r0gX%EL&fL~^eA9B+6?WB zzBMlRyx=Om9=28JQ9X`l#2y#y=8WSmHx}~nw;2$pStU%{D~LVIE|%6Db#!gTYN@_%<|>j_ci^^nFr~SmN|FclG2qud66&m?{>&4Mm&vMcAQp zF5X_0fP=>c;Krx{7^XfOacedBJbZ=~oQ{dlc2cJWO8iI9n%8ccE6!0)q%As`^8cKC zK#{eO9{*Yk`HgzGf7);AzT`61De`Il`h2SN*+Bli!^wa}au^r@rjw@P>u#>tVf7oh zy~YS#eUISGNA4KzJrNsgt6|u(ZJ1{9MVSA^4kI*^94N3i3~*m*UTJeIUnp1Fmb?f!*zUKx)hoinHs(!LJe|hd>9O{hz*D2a~I#BAf?Wqwdp;+8{@)RX6)a7oQ3#r?{ zX82luha7(-LeMZ3`0h27j0YINZRuQls$ea7jh-iO&-_b)nR=Xj_azmN%mveiO+ta! zDB=0S7O3j^jWv*Yqin0M$Wc_cK-_Y97Jm}`21(nFncrLs8j z#atzHY&;^KO-qLkiW-==Nr|tCS7}mCE$q5o2xTUzRPa?#ERq<)SIqNa|Clx^YR&}h zd}}gLzCs2Ir-_b5Cm^K5P@(0}1&}Sf2AxxX!SRX~q0M!Wpz+EZURxZZph1n$y>zg& z!%-Le4LMAD!6F@!=FEkQeZ~L9Dq!R0H89}8Imq3ipo@3+lA-h&@)xd${rghs$D3(V zws5Uf(gKwIB{$))tD7 zW1B&J;6Z9F(8AF8b~@nu2ChaWL))$ulxpJ%w}n%**HnwH?(aza#EOsm9O4@T!ueN3 z0H+PBVBJzPJ~#3L+b<~OeddUIipO5{yr2ZL8nL(W<4PQw=1yAHQI zMW?^3^3XY#VNCu%XnrEG9QVx-zFjY*m={r0twr+6P*1wKU<8*9%%zR?NBFAuX^!0+ z%FALy`D|l8z4XcBQ&;PFpF^=*P~a%R_?0V$O0!9WIr99)9og1xFK$*_kA>aj)cx^T z=vJLCp7ne$x-}I@48oOk^k+vLS64ypeJbhrR2N8o^pnyb8}f|!qjalbKkblu!YQN5 z*ricZ(K$#{@qLu0Vqmh7Vwm1$J~iH+FKMKUii`QEG0xcaUg%zq91$f~>(m?7OX_H8 zy9qm#B#Wx`neqeLrzp=~q?liSQ5pb zw5r(LwUJZTzGSE4jjZx9ob&pbD^$Kr<=0W`F~DguwA%h5;T-*vV;lFR>6)fHpT-(>gM4>@p~#B44Yj*nInxR2h+mH$Ta{L35A!aNNVZ*D;A z?v{|AX$+H|^yI>QZ-ooCc@*vR8!U|<37J>Iv5%Ck+!-|(_rFNPfJ`^&=;eUv3-)3C zb3fdp)P*}+JG0_`PsK<}$(7)C7$2mhW2cm-Fi7I8J^E&-xaWJ4TjyD`=9?urdeA3` zJF;DDES&-sBjw_==W0AQp@k;wT@Gmm-LUQQSLpPH+=;m+6C=BH8CMcUAQ~P zm!Dre%=)c|sP=&uf9jqO#X;YxwqLXOY0-3?e^wRK#s2csiYi*&^?}eleISRtt>QmX z2vhp^q#>8?L%T^e8ZE5HiWdt&N0x!d4b#L!eP&{jcR0>|cLor zyraNgdekFSS)?f$tZg6<*WS2o(pAWR(SfJm_(a#k%{Zv*IKG}d88@`s zf@)Y8>TXX(%WOgRY)2A~^bKJyD5RZ7{h@m&!eUDY*_-Gx)ClmSE>lNKosXS-M#^v~ z(+ZC4-j&9!Q{f)}g~F1};dCl=Cb{3Sp_cXUAz}7yAVnMqeY{v~?nM_fC*Z0_&fMIq zj%Fk~`mFyF^r>!U6>t~0b6!8>Pbez-X&ZY2= zT`4n43Fkd zhcP(dfB#^Z{&8?mkh+?0i(voCJ;JhGm!(|4A%@q47u(5JU;Kt%?Z2=wI~14WQQQ%@ z5BtU?isOAAy4iF!XNzuH(vIXMeg0h~zwyJ1JX?p;2@e%iy>Ev8CE;*QzY%CeGgKG4 zX6vwo5Y!9Q}h|J13SY= zEa)Y1815|*oF$g=Ti>U!LUWg}D(0Z@=wb$aI&aA5=2SwjVM^Thw;N|~enbn;e}lEX zd^yJTJq;OsfaN*k6kUI`^1qG)(LB>i*1W(+c3?5c&L|; ziR3TwNM1}Z;dQR2{62K5eAT($Al~}U*+C^@Xp<6;U-+FpFYOe0wXs;_5+x=-2;pbz zNASf%3b*aP3CbvjG0-SojHc{;^TSfa}zfDo52Q4YUt(s5T2XA zkpCLof|BY8p}L0-hB$vEZO>lxee!uq-xE#U;2IoE*~E_%)Y&KhA{u+;;Wz_zywG(p zy03f+u9Baz%YWBMD6>N4igQBG_-LNpD_vZE-JgP$8~FOmST2~B!!CQ`=yk9SyT3$9=Hlh#vFy9*lS|UNOy@B?uv7+R#MxzQ{>;=f$m!U zBXrruQZ8GX^Ln!93q6`*Q4Y`if0h4J)`FVfy}(y908}cT3U!OJDeq4RxjeU}wGI^| zsmf?&&sH!qh>#0cwQ!XADllsq0^PFC!=k2_!i!EOG*il~9b4uEi~kl$tUFh@zrhjG zUKuh?k74gm&SbmS5_h#);f4{N#gWOM#CwM(bI!&0@@2csutKvpL<;L*jj0v{_R-`6 z!MUI*>x70UmGRn0=ytB)r+fykd~2l^90l8M--KQU8k}h23v;X< zl39MF82S7#q%JuM7dl&tu5S!5=Ee>ZjnptqHWK>3dC}g$3vAlossqdcAjmMJPZ=nYyg=ym^&B-((@E;AB9}Op5bok*AE!^W!CT=>} zEQIu5M=AelLdP4<+URj!hv#T6M( zL4S`eInOu;HGS0hlk*h$pHsS=*J@9mSsCOt-;J_&{}fX%G|T5FCJRP16+UqjP3rv) zYLACeKwh_D!&#z(c{U<3n`<*y%-&DKu zE0{cY5)MpkfDd_9kG-CMxA4PLacP?zVP z8P89%gX#Ucd0ckWQEbrD$6=Q5L9gdt%t_deT-=)+lIo~!mI-gM*)FcsvZdM^9bxk3 zi?C^7GRe>Cz_a~tXtALe#XRi~4OL~r>R}{2GkhlPn>G21>Lh+pw1MrG?4$jPaB6fpwQa>9@KR24K% zkmcNgyFpiIl*(!7pm6{e_0ph}S+!)a#)MxQz5=Ty^T6eQN7!J`ME*Pc0C)B4%iBKB zgK%?G$s^>1AF9^lU-vlt+G7W{96yitL8`Jz`z~S^`CtrNV=2=r(U)1Adk;qjPZVb@ z$fbjSxDHz+??8)L)7VhEn(Z^Y#fy2f@l9G@E_A5e7Ru)2Ol_##eXuEj2MuH{A?o-n zHyc7ncN8O*^nr&ndeD?OA2IUqJ;@icK)B?UBs6?zrA>=AGPN$JT5V~*JNbcnmR{qV zL&gfryQ<*WySMP2(=Xxg*~Q#6<0-rLo=CZywo1-QYi>Su4oCVl7!q1%AGsnr-V)X?)X0b_p>|K&Rd6q=QoNQw~8-4 zdBoGcNVD?EFuWOGgJl6@@o2cF!XwvIaXIfiYxQ-Kb}>2p&}ozZHGWX= zl1q#%B=z~0B=MGsc8cHj+KQ7FlX$S2AFW;&$!~sMglQr3h3>}>V}LLM zb3=ySxp``(W8B*5IJ76?yk)9nwzh_oH6HM+ zQ|1aGsh0a5JH`zz-ss@c586+-aDHM(GKn%(Wa;hV-^Adj?Zx12sxN?IIWC}r7d#FifVSQi)pb`n>0ppiAXwOQh;i$`F7n&h~-sVY-i)IsJNXoZ8n zFX!vaw(#s3JNZR$l`v?*eO$6G1qN6ym39&nd38s79y-;NmoHPW=_VgeckKkP_nG6? zlWk;kWj5UD?jml}HF0$uyGB?LVMrZ+j)vL>eGYr$C=8Chgum1mV?w6|D2vjNrQUAA z$ze&LZGR88nKnV6yNv(k0OWj`%vy)?nJ>TOtzsju>2ij3q7L$gb;g{edmdt^)KQCH zG&MW*r~fV&Q^tx&da0L5r=0IX?$f`*h;7&D%IJ5Z@0v-FH|rW+{jwJ)Yel1f&)rzP zHx^aRLSWzTE<<8#q!p-EC&ihC2ln_V``mTqr+{qX+gA+2_Xuwp@Bc(6ib}U(FxTDDx<4wCF*e88ZdL z!mb2w22!7+0&L%Bzz^3|fYp%aRCnipv@G47vik+Q-G35KHgMX__0c={+_iyZ$>#iE z@-2L|=rB6&wP4rR8%2kAuJX$1HW<&6cXWb1Ume@qb-i;R{^xHDPLKZ4hsZs!DgGtg zJ+=(uYJA;xf7wNaPM>JdVReq!sD?`JrZmxYkZ99Un{OCAq`9k(x-EpWFmmNd$j$1F zRr=?_J+l%lf4zgOf;H6jX&tzGlMwx~h>}N!2vN7DyY`TFuO%5Rpe=EhKK(P{f%+Qg z`{N;y{uip~Tp?;pES81E2B;}<3OveE80n3^PK~EP0to&gIWNrmLTtCpSL+Rv^dR=II za~st1btypqkC1m)npGE!6cs;9Y241&WN-0a=#r_BkBaXC$MWmJZ{r%eQke{+GS5Jl zgMQ-hebI2KXg^p@|0FJ1eUA<|orU(^Wpv(89gB6|kWyMdH>I|-@(+AEnRxs2^+0F%f0j^_l3D5ssDIG`&Md0 zA2Ti9)BQX+9vLm%mcHj@QkKNrNe3T}QpJ?Mt%BpuIvAEcmmEW{LDTDB@M7Kp>TpO& z_%F(kCR*;G9r8GG`@Kcps;`N%SaVJuGfwPNyqK0Yt8sJRI2hvgo7&1B(VAJyh^q8> zPvRc&%VQnMzum9g@~a-U%qwuK<`!u1JwZ8*uc_&mD$gtj_z>7rD2?3)Ki5q`i!Ms2 z=A0^@YO03qH^zxNwPx5-8;6^gcf`2j-=Nx03%}0O8r_G~vC3hOcEVgl;f)WDJxQ8>udA4hJr?i<0HFgX3I>-MAoVhF=%U=IY|x4n_18KSF}MgiybW@VTf3erjo9jeY^#(|5)L z&Vz8HVhhW%;H zoF=q29R#xiO|fp<5z_T!GLYUYi#BQFbd^}}n5u%G7U-eJKy_G_9s)lOTF}1F9&Fpe zRgsspSJ8QpzrxSEx8lF%@ATW|y*%L05zfCjQSmhk6uH7_jwtrzbM|vMd*%%+ZVbiA z70dAaEjzq5`WVSpjE3LNl{DkO&w}R#Lz+ExATP~-1VeA!5Er^iIX215W!JY8#ZwH@K*j3p{Y0&*-x?D_&qlcuMmD-?u1kC zc;nuAhcWR^K0FAIE z(@^YuTbZ4Ysw*bg)o{Y9qntC+4M%q9$o+B-(A}T!Vd;B2KK3$`f{Lr%)?D_2C^c#4 zKVcnAiMS0bOr7Dvh<2F!BN3o-Iz2t{%5D1F-K3b@5%e1yge18N)Mk(6?r$tmYs&)u zx#ALCziY!_8^f_{)D>&|*H(@K`lv=jf z@$NC&#&SMWRKhF&XTj4JC$eVqO~Iz%JYKpu3OjGj#jSU;a9B_g&bRJLoqp;`JiU&5 zcgHh2ucZy9Kk_Lg*ntupjKJWX0iV_CgjMFxg`?wV^Q4W*Y&ce*kF`0l_vh2XpZ?eB z^Xzr#b?dn>GAEz)4R&)_=1ZRQ{)^!4{#W>O>M@*HGY$5hQobtkdjOD7Hw z+=yd$uR#67OVHC#S+=p~|FD~-ilVw*PKW+(=7{CKJbFqP?^_@fW47<47eO}ocKA|U zvwMZ8=ez)q`bwR*JL@PWx~pJ+elCQsOq4i!K0?jB1u!uE0MB`M!1ZF!SR7wq4XXP8 z!>D?19N2oFJ|}@JVE;gwQGEo>n)RAx^~%DueS3LCMIGf_aH9du4)8f6jz{f_kmevq zOgrL>{rC3AUX|ITzU(G65kMEZDqj(-$I9ol*?i6f3LE8(lT|y)jvF^(iQjKvo?b@3H0TyBex_q5^qXZkpNQ4VIg zpFx+Y<8Xtz63oSDG`qMA>WrR>^;cHX#=G}v@Y)PoRBM3=UrMpIdIk>8J40K4TXWT= zVk(^SOn$Um3{Un@u=nj1Zf75?M~^wjad253JUOo|`|`B_e^|&N=-wRIUKIfO7qn$N z&h5vgbvC&2oD;a*xJ#K=G{E+M9dT>=JE{-ZNgt29hNKpMUXS)GBf)HFJtjX-qoA$IsB3(Xf2z%fiUTLH zeOw@TU&s)SaJ`VZQxAr%vt_POhYQ|v2;Oi70@pgiq_G-O&TAXmsh)xyTWfq_yMwyF zN)u-s3Pk_o8&Ik9TzV{JZsH|(mfwf-()TIGmT|>()@n4{Rz~Zx-R5ZbcFqf&(NQmTyb*zO?17shBi6-WZ$9qscXr>K7$T)Y=+riOQ7$FuITq^8#X%K7H3#T(TMQ3P^)+* z7Vi88V{#AT&AC_c{kE(4w8tbY>=}rbJB>t_!+F@P=pJd@?h%q9{9X^E3Ast z5ms*s!SlvvDRa_PUeVE?uFu&8HZg-}^(Ixe9<`sezopZg)sFbHJPc$}UT{Il9_HQB z0dMmY;-Ci(aH${%A9quhUGLKwdp&Q0_rd$<;cq95{1l244qw7xx62??HN)lI!>Dp- z5|u8R1%sDtn6M?~a(T*QOfIIyjL_HR`DUD+@U4sm_;YmT|mO9xr--MhF={kjH=b;-zPL zkl*tq+@2arBl`Jqc&`;S;HNbeJ$nmEM}COfw%6eGg+`jK94U0YK9e`^*DN%L--R zl?`k;znncSuCQ?JCVy{nR5S;eDb^12QaJk9E6Uz#DN1KsC}>9+M1g{NC<1cU!F~B_h=o@2}MH#oi}5_Lv=io@&c8*Z-w5 z7d>`S&m`5LHY(nEoZJSb(C>pHgdEE#?{XEz#}4Nq#?VGsX7!rFj;hhW3vFV@&c@vE zIt)f%v1ilpYcRi1oohAnsKcl#GWv0vDxwo0zwj&hwl1K46V*6xv>VrD{1s&-OUO%8 z5Z_y$paYK=iI0CLL;9>+aG|o4KB#RMzlYSrrUR9rT>FArUW#rR=_l#_ka8M*Umy4F zt%fk{3QEsaT??{fU{&aPx+i6E2ZX25k0-l@T~nvSi{vAe=Sh%wpp=xZEC5;lE?6k- z7zY-mL+1=*nzU+_NLo{D~m-M|Y*~DLX`)kC~Ld<*(bd=@&)yzrCnnRyPXW zPzzLi9u~%3ApO`2P!Z%rKi)2YcZ(8W-`YmFrWHf?tCPjYCGk{vzB}v!5$vCv(Ve~s zvyLDQ8#>lCVAX!Hu}G7y9xQ=1o?qy1R0GtTN~~;o(NK4z8p<1#3}N;SLRsfEL;L^t zPw2j=-c2)4gDiCp2w`7NLm#IKx0YaMJaH!iHO-SyVHgR$?r6drjS)yg2jKEyU&Y+k zW8kOJ0lgc&sndjO5I^ZBbtxH414n#;l#89=s#7G?JUdMJpZ)3P!BGIkdxg`zs)Tow zT!pCQ81b9rF)1FlSLzD(r_y+!JBPo8t$m`gC2M-CWkKS z4!}_@n$%@T07cFE2MPYILh#jk@zXgi-v4P4^)tUK^xKh2;VE}0czqW2PwI~|EI)(N z?<$xy<_ajSiNX^fp1`&KBk@my4B>byyuR8F>v#=Tg!(~-S~=8?zan)#_Qu-s!Xe-am=l#+dAZK$0&ln%ZPfuGSFV}>Ool|I(n8G_UN3!iAW!`Rkn@bAr z^Wd-`_P8v$P$Z|x^ucyC{#O@}>AfMFn4P5e^{g;D{1Alrc4BK27swj8j3Nda@zmj; zrL0pV|5>M}&vtz} zhX=#>u3Z*?@eSo*Wqa7$I~`UO#kuZZD@fc1b2{2F-z{+aS0Q-2FWfNsO`QW*^2#Np z{ONWA8=gqwC1dWf+308dRxgy-7VhAHkJoueg9j!TjmC@Xw@bIaBU$HnHoMFyWyS0Q zUcX7&j}1s8uflU=<77*Xi7RQox-OXco`&S0V(6C_CT993(0aXGp~WOwavU#Z)96zE znwl+6ba&xDXE$?jo|2;Bet*TP;}(javiq#JR2$8zzY2%FtZ28x9x~Q8P+aQwkgxPz z3c~KAqVD+T<+&lH8G0qyK7mxRU2Pnv(3v+uZk1aYhFmc6lK=4!kO~4F3$y(%JN0ialS}4CkY( z7LamYs$7xahBLnH#i|2g@Yu%)JEMyDG4To&?*^#2T}zuzNIh^rKbUZ;H)tqNz`M4( zpdAO3~QDXZO*JT&>!h*BXh_|WGjF6(>> zCsu@`S>s9S|EQHFbkgFh^>IR5`&)GP=qbAt6oaFxsd7TD0)2piVk6sw$0;@NfTvQd9? z#N%a-*m6~$2UpMGO>tYL9%&K#si(uLuyBlyo`Y`JTJhTH?{r%=i91WTywLeE9c+Cl zp)fAfxT904o8%}OzM}~28yRLlQqb_x?eHk$D@5+k73Oq2PX3b-v~TYfTVi!c>y|T) zFRB)^8pC=1Is>v@P{Ze*bfa17USjp8W!OtDF@^I7;?dxGtajb|R<^e@#KV+~C2$18~W#6b@Md{pq1aV=K}Gk8Mi4 z?scqCcV!@NKGotH_3SczE4V;U;3T#>_Q8Mm?x55&#G@-TWpydr(CMHZzAQ9B-WVt4 z5_`bH$OxG1;3lyFdO-l1;Hn+(!D8$?nqcDq-@b1k)h%bqG$V~P>Ww*g`C_&NHJm!i z7n07d=YbmbVE1`5o^2Z|pVKf4`))mkPv2+aS(7?U+PE8QN^YQkT^BSsauzyt`yb97 z(U;b@FOlEy_5okz3b^*u0GBO`rj|Zh>^rbk$XFyj%L;UG^GHp6s@j3is(aCbq#^WH z_)80YQpn!rFugI_=9)EXH(pMvM4Qy-c)aN-+F1kaP1Zr>#}6_7d^NsRv&7hAKDc?) zTUvce^0elsh<991L5#y?NMGJ2*PV1%Fd3Er(K)s>N6i?=uX^fM`EfT`bgqZy$}X%O zkxf>^)Hn#jSgQ-NqF^cS2=?R+Dk=PR=4Beac`|ORxd1vd4RGeoPPnAZ4ENT|hfA~@ zA_^UNLuW4<>fAsx#{Y7QDXte%R%U}oLk8_BdO^41L*Z3c0L&R;L1odll(v4Pkbh_w z+l@~q^TW!Dx}1+(^K%`CjXBR7g0FH-hov0xa;Xq*w_C2{=gSG&E4b28mjjBw%T)(& zfu=yY7(Cg5m0s3E*0Lm6<}#X6cmos+Xc4M5KNr+qWy0mTwb0GB1T5ya{7^5LBkp>#ZmK6QUVDq9KX&E~?W1|prD%yizm^9jByvezID5Xg;J2TxMWY?+ zbZg@n?r;|aDVkVt>KJW3Y!7Pw5%8e=k2q4Jo$!?<+oq^<`^&?W zVJPs%QM=hbrVI7FKaCH~tKx1_7Vq|kaeUAqj$6+=a^jD@5;u1v|1liLi%)A%wRftR zlGP4ts&7&Kha=>3@c{hr)yHw6ziHE$+k(fE9Jn~2h164d6k9yN)$LA43i_8ThOadi z&p*kbOEJ+f_{K;!j$X|X>PtAtV?AA-HjZ33RaFjyRW<=C;^E8KSK@Bz-P2^H%}u9@=z&TX8f|7tyLTlDULE?;Yr6t*&H^>) zG3~Fo#5R_$m24LReGdsOMp15KRvf01^+qsTPYca*%ILRiD0P`xFNXkA3U<2)?Iju1 zIa*>;)yiO-JD~Q(@E+3efeoACzklagHHb^^`AY;LEUsPJ#S9~D;-l>me@)1EQM39g`LZ@nQQt+iN~o9rg>UHs(KVn z*0$ppnX_U3pYHTv#sy)pPLO!9RrYWE`-odThe>~qF`jY}YlsI^d zvS6I#M!(X+h48AI6p`Lj-11rl?6=hk!zb0y5LIo^*`-I_zJI1k&9!7ydx5OEl;-xe zKYK?pm5QI1i;Fb%$tNiRYKPvZs19r8V~rQn#E(r-xZaq2Jk|K_=<(veXMOlg>UtQH zxS0aZ_5oAr*kf~&Y5eo6V7^Bt+|ILvf%BG<-lh@a48J=tV1F`vJU^eFy-~-VN#^u> ztPcCU>&|c2Ne&R_nP74H5MI}rfFVDV@c9V`N;Mt8PbyUL+fErf=e?w%)eUT(P{JFG z9C%^O1V}`B2?sV&*x~E6&OVs@+MWsK>a}2M(vAFHYytODO`ew5 zLYXTkz>%yAXcBLM*_(TFr#KZ{e>M;D=4}x?*BwIZyi%N!9gFwpOZ@o0Qm?J_9*mH7 zYqR|h@|8Qbd`9SunJ(#WZx%k5V`VIT8FdtV`sa$tE2g2!YIA%z`3`+|HbSi+6HwJg z`GP^kLgLJHh>Y`K&(X%5Y)3l3HUh~y3n(WpFGkVPd$2GUazm+q|;?g)g9(EGPoxOz4mknh4BaYyc zu)El7l7{KQ!KkjAgxlPoqRMv%+0uoYGPRkfaZ*)JjLqAFCEHK4{jhF4V?}?=+j1B+ zQc`i`J%UqXE|$Ar^pY6vHs~>YJ}j?&N)7{bVe{F`;{Nknv3|V7!o8#`+p2pLZ%OAT z?^aEm_2jk0HcQ1$b<*8v&nkQ}!&z3}Pf2$BZaBoRO^4&2tGS}I0Zts1_el4vOvQNX!dv)o-5SD zm#gOE^S?*2P0Gw!M{U8ay&HvsN$yz0gYfM)J5Fxws2Fs_o5S9h$ve3hNZh-@c&uBr zuwqtUtijt-&PIk4wmgB9F&gMrAcO3?q4Fm-d2~qX+)wiQO6jT+FxrwG%nsSxaK|b}^LE&5O$x+|Z?_7J`( zix<7?J^5l_D6JNoA$(~QoC}otl#SkQ>){2&d#mx$=w@NX_bNd*rkPXD|Kg8oO$?u% z6*;a|{Gd-7|L(bkEvJ~!k1gIR}z1}2Hqv~~jy6PwYT>q8dyes3F z>m7MA93lC^Uc3neY`uL2DJ~wTR(8Nm-LHxM+vekx{3fw()_mR~&LB^a zk?o}Wq&D`l@I}L%yYHAM-!lC$UAJh4gA%jjc)rw4T{nl1?J4A47uwi#?)*MZ~u zEaMv~J880q0Z&z#3)v5KC{j5|ST??a8v2c)2OO>oyB0%N330Q08#RkY~u z9=<+B#*4IXxkb%+C^SmBXZsE5!q9P2_Igtjd2X@hdy$@Oc=RB@*qK0Iyne%_{(Z61 z-;Qrbhts4%-Fd232ya#DLB3^?5VC%(+~b8FJCyC_ttAV1tcxz?8l2!u)dhSYVuGq=1 zGA6Lqkt^_PsU!Yg^O$hoPKae4KHv0}?k1YB`g>LQv#=9ynbv{5oUZa${V<-N(vPxnC%_xb9)X`IT{PDP;lIK7}HYY>uy=dB{s!s#r^vTmH4CaX)sn}~A ze&792a&|6+1s`>Jsa1wNZdV7iD=QXnO|R$hL&lQ-qJTzq*5o;6I&9$*$zfh2VC|U* zp<}Ex+ur+0RU0S5#<%Kt?9z1z{M1XF9`_ftBZFYS6;j>paA-ZR04JpbczYU%BOjWv zzRpR~4YHv?Um15>5d;e&qp9chV7K2-J9CVOD_beHi;q7IV)v?HT;{)oidI&VsQ!qy z$JxP(KPr4OaTi?O^N5E2pQ7{d$Lf9KxSi}&Lz0g`ijq~zsBfB*rlygZ zLK0;}G$PzklF)@p?G-eXi^CdB0WTn2xiHV86h3{=^TB za5?xB=S$g0nyo^~c*7cER6Fr^^ND(617R z`cad~lpTJ=y|tV9edjVe6JQ0;W&|)WM_j@J3v9*irWrGa~`D&M)X0^bHL#_atMA+@iGW4CK#M2#>_%Q^{W8?M4Xj=_2HLk4s^ z>cZqVw=sWQl9=u(;l*S|qr%j5m~qY%dNv8rnwK3ga$^^h?We(*t%!uAu5!#4EN7R> zjiJD=HlyyRmmpSCns_}u#)eG)#@@-gjdPZW(DT0pN$E}rvfyYscK%63slX-_U$g>( ze?Eb3ZigX!XD#HX%aBMXNphA+Wadr?07J!5xNvO}?YH@YpKb_~)F(5FSBuPJv?^kd zXCO)wvN~W&g9upOdxl5vJVWMPBJ?Ea;$_DZm}nzGIo&Wk=oY8lgLTZnf1ImqcmTAl zGog2$1}NoZF*=5^tmv(~P%RPz!pFOD_ewL2+Zl~_zPe-cF&%ihoCT{*AuQ|Yi2dPx zpyrSZ-%bXD5BF?q*P4MleXc_B@t=7A`C_=z@&qg^8qlkwpg(P zrPtw%7wVZxZ7rDoiF@ zLM9q7vTcG77nBI-uQ6tyn1bQD9!B$+G&+BZV9$Mo(5jTL=-HH+Oi?GEZlaIOSfAj#kKh~L;T1j8WQd2$k6TEj=r{s6Gtp+wUa z0x(myng8E857Ilzv5u!{g6~cx5~Vkr+-)qz%$Pddwc!Yao%;+w0zZP(wgOmlXfmDl z<{gF|nnY*Jv!;pt|DgZb6(Y9Nl4xdS5^aUGWW7imx=dP2Rg;8Eq`zLKJ{!-_7J&&R zYlWmrd=Bd3%@YX>Nf#ubX9vz>TVQhXI|5zyTw8!qr8Q*jO#31 zzpM!s_48W{nca&Xy+mC%&@wR-5Q? zLw8nEY#A+7ehelm=ZNyaQ&RLNm)MUUqbJv^((U=vs0mlS+ij5naT5rc)cylR6pQ zK@y%y&|u^WV|affet~9I583JUh@2miBm%z6$RWdJSo}$h1pmGPYb+Ict~Ui}`%GmT z-OJ6xND`U!{st+SSwOD8kt1hUb1ZDLV}#jxjTUS-C^@`4kG}N^#Pc)Ga($LmIu_GK zRkm%SVpnJI{$8|$SBk;NC;Gsf`j9jX%aK2CCt*c~475i!;%~VT=BwLxm}(%xJPqB6 z$6F4-lB%m@VXh*n_z^*rJVZ^VJ`N`j_m`2B`&>`>=r8(2?jaTTP$YR~J@|K`L`h)4 zYkJ``=i*%)gO8i?q0lxE&NeNkUk+U)SM)Y8m&Tpg(KmD0p}383BJ~{#>y0yOy&3ZB z?h~fq-+#=K)~~RB$`DBzSZeZ5+sLGT*)VCIve+c(PakoNxr65l%TZ?DC#-q3lHOMv z#?*jbJR16!u}qGl$u@TxO#K6=o1Um3piz~1kLIkguE-Fbn+%CqVF$3 zuCgnb?_Qn|u-SsBM}-oJe=kVGiwweR5H>M%%O-C^IsTHeAz36og(_zrp|{#1=%SQN z`p)DusG<@mDz)HDuA8#za2Q6f{)lDkmciiW0#?Cp3-5Yl0F&630yz-@Y?Q7Aq^~>1 zdff}fj~AAbagP0Bln_AfBMqUKrefYdohBulbiy_PjpS+~31tI;6?k233+f)dwBqhVa6uIGtV_%M$#>6r}j$ zkzGsaQ6KKT&B2UyySEbqZ!6#tGgZ1tVKw<=@s&j0n@Q3JUbEeqpRg%L4|CglvAxNc z*qIbz`5bYgwL>3sH_RaSIB#R=DsObq69E6YUzw5=9mtmyCI6=0W4pYQpjYTOBlSQQ zoU7kMu#g#bZ=H?hbEnbHunw9&;zz%(QJ~q|F5~>P>2#KF5t_%v@g#&)>G-y26yw~6 zVkL;*h!*u=@>!>b9KNT|7wAmd!^+$*!_vv>>_wd`(D|qm8oT#I`f|%*>p9u z*yC6j2JBo*M`T~%+BOzHl>SBK3yX=tjYf8{HOGBw>139y4Fv(wWWLT1VYbaE8~SgT z!MCZQ?B&=1TH~2SeM;0y_WjGDdE3q#a|tcb>QNw$+BN+B4zbkyw>kz`3*oKAC1k)$ zj{ee&;=I2`ICGjGxmhNU?>|jo<9}I`?nY_IoTW!&b>!%XRu@_-UgaF~+dylYH1*pa z2bSl|S!4Z$R5$zDb8dXS>B9SU=yBSW^@1EfOy6;J}UTD!+)eD&Ja*c7-R>Q`NVQjbEXHXiE zK}Wk=d?%l$kmov`rkC*OzWTjHtE!2WdTB^olR{|l)Vr+ad=Vnj|ArKwuELTciIUs3 zN%WaX5nYj3&av7x=^mFHDmPe<`7>+rY2!71iODRwf7lkhSG?!uNb`~Gt_4}=R*rA0 zNxPE#=$=+XRFaaX2f|O#k?3RKxibllCI~Ub=GN3KSA$rmE`ehut4X>o1%+_&lI5X! z)Y9w%t>f4Wbt{|jO~ilHYHc&{>{3BvnFMvQbc2|diS$ImIGQtDXKq0w#(&91JC#nf z@i>Qx!!Gn{P$*r$G!UCAQy_V!AG3CP0~%};CmabLlANcJj-P)Zu&Dq-h8<~fR5CTQ z^`WPgR#BaGZD{b|9$$#R^IfI&pN84vl1&b%8Y}5o5NmHTN3H7LP{@dkr?lPxY+p(N^?By%R5Qu7H_)s zc>@MJjzPV$BMglw;{H$8_~zY4m_L$&;69nW4i%&VvT1mzMUDtqwK7FtJ{nW0RDPLS zC(b`>$4t#zO+WnDLJw?SO{+(W@N>drSZ_6f1Wvd`m}f%dX8Qr6*5E*{TC~Hi@;rJE z-r$h^eMpX)LWOV0Lp}F*Y+lxfHdjKKbGb46^$IV!^zv*p6%nE~`=^7%IbjlCBu0D6 zSHaCfWp+(=3Knhkpjg2%1sBby9a6qbs)8oDXcz?iXd^ahM;|a3rW3YrF%g@wn&Tg5 zG0h8On5vaF&>qmi#LYbq6Lx1nw%T+eFiVi8KK}>PQiXBb;xH8Q5vA6OlH___23sWZ z7|+ZKVrn%%u*}(a_;gnlx^Lvp`tz@NyBlgDdU_JRspqmyCvJoJop|Q6@hV2^tS@tN z%QaY0cni0@zsGrP^0D%bAozOE#lm$q?7#{Ma%!Lg*1pQa`tE7W35EsN|62HJFTx?b z`ZW|erh^C13J!mpiQ}rqperW}#-Um4W%>>h_Eaz%_8r5DnTlk|>@K)Fs}=5DiHEH< zJ>ag>#u)s33<;MNv19TF9??;QNRKdxi^u|-Y;GqyVG`cVEx@P3JzxMTK*B2*Wh@}(qE9Vk)g>yrofyHB4|4Q1sf9(hQirTFzmerYASYdpO?h^ zJ#rWCbJ-^w85Y!7H+HE}IPTn`hO=Wop@4CIaomh#Mz}_V9uMDv$*D6LnW`S}-MR>N zt=I?MIhUD1Q8zS%ub@|G!Hm(p;CyNnKscGzn3=`1`oTF9wx2=^dLJIokswA5he5{f zAv`x1z^EC8sIX)gn%4h^Wpgt57w@EifqEBgDUqddl?!o!K@q;I*aY@*7lAKXgGx?v zH0@0ZrngHI{^J{H?sN+!#GkWm1=GP+bQ#*&cA}$VA-nmgI;~BOf+p=U2=Mp^k8_+@ zs|z`7m#8RNy=o)d{Eq8L5C@iUVuUl?|7!5OBrG{7L-*xMQX7Y2a286!uho1sX&Z+V zBd%bpp9$(mhfrM67D7trkPQpPiKtjDI5Y zdIA}!7RJDUV4Tm*F)RY*8HMOc#IKd2*2QXkQ#_H#t2cwU{9CYGE}F!ErW!7MXh)9BQzM2W?qs?99CT`Y z31E4P5np*6+<)E!#jz0t?^{?{!$QZtROtL!g|3VKF)g=LV65o?Olx|9&wDur%gXDR z@IjWwf7PU?)#a%($3&32WQb`g^0*-8I+LX=MWsJ+9!Rrl#{01p$f^9o7m5Awt;m6- zd=y5HmdV6^-)Hppn81JgnQLE77sDp!QA|}8B+}(xIHGb7HLh}J>Ua#QZF`PBU&rwA z?<&l!E5Y}R5>e-v3JJ5n0`U18oJ%r&bYIwR2uC(^agEl_&i%q>HOX*F(t% za|l=14Vv10|}-wD-9~ANYgP(OB(ZakeRA&LfOT!7~;=$=lA8{F2OKNzO;n2 zoK1%xUGquD*_FIUWli8aFCBpE-o&hxq#cryjO_yv^u8~Snd$=c?Id9;;L{5SZWiF& z1;dyowT3v1ogov&1!3avSJ>O9j=w%ClQ8-lZ}kb%-U;VncA_yYEIUa5ZhL?^5sKuc z?;NOj?F0`#{6v`;3xo;(U

z_ESeeB{m=S%TAz0Tf zz&_p(2s`#Vq37@$czvlE7wCmB-b@**`=}6?ru@ZzTtn;UXNFI>5#&> z6!@}a6B&5?h+R4V0+w^xwJ@oLF!ba*qI6Zns>6P?^nZ~FGsNZ zvmdVdz$On`D{2$Km9yOdB?M;;kzGj z&;JV9u*;L{h7U5i7F{4cBdEAWAczt8a<^FR-fQ%09%HZezXbjMMQpX$H>P`&EFGmX zXlmMtSugV7T6hFL_!$8D| zF%MSU+QNK4Cr@v`YKFf7?#wB}Rm`Qw8_<+`@!v^*L-{@9ys7KO=-~DZRB4SYW5DI& zmV6Gti2VxKp&m>QP&abxxEv{(d!3nJ6Tvy9>>-WYnKU0-N2S*4P=f<2=z|vw`%&E; zTx$eL9Ovnnt6;?J6rVy4iuvH0#Yt@A)+ijddcZzeIUP5JU1jEPaLDU8$f zJ23OkR?_MaOCp>@$ns?|T;`}5dkQ3=r?uW_?$N#UYP%QxxMLN5^Y@`2W& z*iHhLmcdZXMc5gVf#-hSW11r`L$TW`7%`~^gYXV$ieH2w(`|8=T>=Ee4lp}vTw#9R z1l(5ROHwQwNq=b+JQ04(uaH>^jS&iDm$D!oSGz!$%}}Kir%$IH$A_`rDjH1sYZ%vz zCP>R#K<0;hhofhkz;sB9^z>hc1;$$;L6e1BQ|7~tq!1VvkHuXgIe07CAJ?5$A<4gT z*tr25ALOn9SsALszuv^qK<8SUUz<15cjI_9u8Nj>US;dHwcVJuGpNCAx#=xPuo2 zN5|&VTu*aa5wVYMFPw{e%qLOY%+20SH0bkF%6M+hbM~(LGB7?0Sop*M*vzX?emWm& zZ1?l;NF{+4DZtQg$tY*L67{y+FV0w$56e_-`W#~82v$?f=?)Hu*iCySM70_YIFjyo_#}iG0WcPn6R6tCba(K-+jsQX$eYp3c}dF7kDQp6^sP3aL2Y-h?U91vbDjuX+sxpj_L(coMlXIuj6)h z{Lk#VirI83=L7nZauF(>C*s@GLQp%UPJVmjVBzc%-gn-7v{F9B#0kx$ub=FNHC|6b-QoEi%K3DUh6>~ z`o*D>FrP26WIguI=J?G=tTBG)B$(H3Km@)PFfYR|!Z}ZQc(Krgdsob79QfPl1H+BD zdd_LQy!{Fm>@8y+Ds?j_w7+3v`$9C_S&nnBZ3U}@9z1bo2VBW7Wxj=)k?g<5#NEaU z)GHqF&g+kZtjsfbxtq^+h>bHptR=`b#U>m(&Eq@(!KfHK4G-1Kr0xG5!iNGb)O2?a~tD*yv5Rf8KH?{m^3SCzi}U_4$F?zjUb2XEn|jrAqAtSJMWLi+Sn4G`5Z9 zcBokC+!cqb9{6;5u zwk#ug{lDS(t2s>2&Ox@6%P@R5)Szh&zj5I}I8NMTLp5kLH&<<7x9z+Fij^l&AaW9X zQW}Bp((y3KArFpv-9Zs8b8ym?CXW-Pslby;M?!PUTehrGj2Fp>gY|P!`dy`y?c4qdHr*^?tB=>?%?}IV>${(T zyPhxseloQ9@LhC$bdUWckimS*+yO_Q3Zl;v?w+o%3i^M<$Yyyn2saf%r_;+J=CC~N zzMR3D#%tsBIfCTe0u5;HK8ZgMcc4IX0q=W473;OSgX7ZoqIInSW9%$RZ+lkbmN$~@ zg%)eB{gKSwW0vFBcmHuNZZVSD)(S1$p2X>5Fy7zz0(QB*hc+og9GFlFZBCcrvr#Yn ziM|Bm`jhBAcaG(+Ig!?_t-xu0k5S;zGUJ~9Q8+#`40_}{;kL6F`7Yzh2$coGr+~}2 z&Eq!8A?NQNc16czb=-XQ5?ToJU`PJ|YjJZo7_II@iT#_f^?VH)C5FP1#yF^-zlGW5 zlFP^#G(duR9vHb4p{uJivtUOww#7{ZJBin*HY&_M>y_nlC)p7GHyrL3OVaDp;_=wC zf5uLGxaZq}I>u*27jN78@d7eAC-sBFOd0n*w2T(;690L!M+UFKQ{g+tGxaz>B-b4e z+uZ<{KMPXvn)z^C#vUHoNs-DvJ8W*?c+G(_=qnn80eilK$d*5>Etf&m?2sks6V7hj z6awwv{=lp2I^fN*?EkIvqE72K;Pl5$4DVe4+?n>#Xn;2zj}6yB+M(-^+Ac#Dy}yF} z)>rYUM-k4RAx2LGe$AaI-d2!Wd(7rBFI)8!=QxeVPV_cgUrNt{B^gAf^ z(+gu|4LHuV1Z^L+;lFz#h1XvC;qk8bY<bz&H3jia_H=c(niyHs|$LdlFUXxjb1fksAxG#di=z9pZ9TWByqxW=R?igeo#&2KJsZ9gr=+}io!pM&7T=2 z3$I(46vodsahZ`%Zoe`&vHc=wviZeTX2k*>P+h)=%~w4EAB0?}?duXMMGw-=k(DU* z{TY+@H-_oyT*ii9T!W%vw?X>&OYA-)gesX7qOCvR+rr84@@X^L^_>EaL2`Ku&7 z|NAw^>X}97+Qi{Pu|77d;V*wpyD1#8+`&$1^M!i9h1hdp3moL<^7brnWybAS(VG7p z=_KoW*!8*rk7rF{?2bm!lA3$qI4Kvhm->($nen*gP7FWy+&q$bOayh+CFqi6F7%ey zvm(>Q=kZ~^0o5r;V>Y$gW8Du#!yqXV{rUuSzN^58+#P(iP7*%Sea=5s^9>F3#6WcM zDw>~r0bJExsQk|Rbc?t@-TpwZWXNhas`*bX*%YE(@?WU|XiwmJoN*;M(e^HF{=;=@ zX3wE3YNcp{;0~O2)R@Mfy2gaIJ6}JeP7HinI>&qV#e#FvTFipzSab2S?)sL?o6OE+Lvgt zOf;R4u$q2cx`s~wWr+P#J(#F7H$Yh~nEfCgj~@=CfwH?UHq``!(cGz2YiA|)8K0!r zgeH({g`c78u@-yv-L2wU&#gEoG#D*(|I%se^h;V|@~~adl1y6U3v!yqBrhk1&M@cC3~ zY_W{~J>`hI*C%7}&!yyP)-^ECSxj|0Hc%gxGS84Z-#zq(4WAEYS3)1$$cQ zkX#4)TF$02O(*DAy@_<+>;~)#>x9ngAhbWSpJ#9>0j~)9!0aML(BHS4#%r&nMh|4E zRzWOHpLU8~`sR!Y*FWG4-aC9AG>yJhSdP==Drt+xHZ%{fCvi1@J!>`A2$ID3ydwbl+n zr{rY%R_-GsG%bK81@+R1^?mfB{a&PW#&i-UdV#FQ`*7xjHTfmY z$I}Y^yhmGO;dAL5yyIs`be3tNnNccKHGf7|F$?Ct0oQ>zti9Z|+?%7QYak|fVJ(~``?H{>3 zVHhO>{#5qPD3YSW8@(q4d* zAN!)X@(K3H#5Lfn`x0F=M4?r;ny35dI%b^NfGv?6%OJ1~4`uY?g`E@0h6Bw^N>LTN zesU#!sPK-Gjpek+k)qy69JllB<=kT1$j)*%de?dpN!uDq+G0CUwh(EuxKPP?!H;y& zv$tsW?;72Is|J5^+$Hb%GvIZrFfHEAG8NN9VD>UA{F>_x7a}6rTJG+t&Sm{SJXuQr z8&W8dyA364KgG~%2R6a8_f5oo_jRIPbe!yc`vJ0JFA;~nzs2VcBX_T6seMB$9X9Vo z(LnC*JEVgr!^?^AqHeILnn;qWT1m*|HWJnqOmx3>z{a85)bQpXdfPsTisi4O zCz5*D3m%tH_4ER;nPh=WrA3Kdcrd*GR)-7UayuN4Vz`m?5uTNPLQZT`zMM{;c5sAalz zQR-G2=^2Ezn=i8|c5aZPq>1|`iqc8x!~ASnF*3$}0T!hYMD$#fU0=E9o0;cTDB(T|Y5Jrd}{JSlN z-se|>>c&4f_1iY!46?K_{5)&FO_Q--mCtmEak+&G0X#S|f{L3;aP_=FxNh!?AM8y* zKDYyxZ5Jk|e)?g@*J!pQv5&QUn}+^^2%C$zS?=zISmgec_2p(v%dG{7(Pncrv;7LD z*Us`g(skhb!A?ev%L4oM<$%fi06b>X%!J9-VdXbd=)SrJAD;OGuG2SR?bsz8VAtRx zeL<4T^-u@o1L06i1-{l4LG4wEcyqrXaTGoY0u{k93i4!ZrYV$|wSkq8B>kn3f$%_; zpQ-;AV^8IPxUd5Cvsr+<)Bixv)Z_4JZwZb>ET-3FC8(Ur5Ego=b6LAL#&dW7#m#Cj zFmZ|wjz677uWSs31?OI)uY4!lHtY{2y1t++oDIVcO^mo0pRv~d4T~nU!=yQU^eUPQ z#fKx|{ohLVv}h4;Z)gb^R%FAQ$tB!*wt;Hp>d_xd4e;g2WLmR)8a*XA1t`JXWq#kKM-g;@7EO2HMhxUP;&C#XTW% zl<9+@s$|fXoyyjw_rMXo-Gq(ojEzuIRpD19SsHw$3* zsb6Fl-{P`#nX91X(0;rSc$!Z-uk&4-#~C$2&M9s`2}WQ#eWQ68?~Yb5uI?)IsMiHH z>e(K6Npxvo+!eO3>L-3b8CPVu`Vjm!Hl?K=N2rc?BzS!70vF#$=&H1WuXjz3JTBP| zvGON~S)&sf%pZXLBlAf5jWYJPwGnjmcEVW&d0KrVn7L72g&xa8;k?gOR#AHm9X_r} zlLsf#7crl0{LqmNWbPSZA~oR( zx${nre15?B=PZK2dQ=`)hy=3p+~yGJvOnk@_X)DKn()%td&b-@6C)?r;KJ@bbneU} zbnlS>){A@R$q9am;@fu6;p=ZP$nyuj+%NLr3QsEd77ZJgg$Et zVE7jA>GE|7C3`+Uq%x;J(dhf0Me^JpvwV3kq=(mGcatg1^jl0;u9jm`T$1UlqJFfH z-$}2$s$|Rete~YKvGmS{AJFE{`6g%Nf@Jds9K3uRMV+RwuRp#8o7)5M$M!K3+&ylr zkpBS+Vv)MI$d$h;5oWgM4(BA|YOW=)}22YFQ<)ZSo_N%&w93x2>sg zZVFys?uTdgHBp!Q3upj)tJqvj9<+GV=*isc%)!l5(ecb6`VR<@E{QIP{vgC|7FHp< zG*!s`vPh~LSxV9RA|1Oohel_Ivntoa$n!lW^tI0d;D=N(X&RTQYg0CJMfeenj!h=j zOhc7c=MaRgC(o3-jI9!<;XJSjm}TlIQLM_mu(U{Idem zKs$-u_7r+hO)hV~ zrGGL#o_>j%YP>|s)28olnm{M32-oTd`1@q?5pS2motRH>L_i*AnQ|W7BjTjlVTi!P zNOG;C8Qi;KXuos~3VxC=d6K1AVl~`Er*Dg)OHNNO$vQW`Wc9v}e$d(#Lb;o@4DP2sqFXH&F`lV#y zqb%}?yWbpL*vUk7-KTOj59rw#Zm?QBLRm4E&VD3PvcXBNBzF5NI%oey+HGt{7ys+V zlPxny&!VFwW#d(1ch-_T3wVrC)#=QO<4HJZp#Y|dYVfhZ0R9}!;W)07iB{x9q9z+` zd~T^R8Bnqy^>N$Du26gO-YpqwFIv&s$WIuuIh~IF@S!W$^kD+zLzIm)?))PTC3Ta@ zH2b@_bL9v2_Us<^w17YI%eBZ$ULagb${PKe1(H?y@NmNr zOxgQ@tos$uaj?3G&6&9-7uU=)`TAbOw+FjB>2e^wP) zwKRjA-tYjPRyL!fS{hDW5lBZS?xrHURuGw!M!3l<3fq!G`G#TA#4`6Rc#YMegGmf* zUzlY)IOQL?U!6kU?(QYA+Z0VKHrJEW0o^3y_+KJhMaapelCZ@*g&dP?A$n!qBz*NF z;-L5%l(jOkX1J59=08S7Zw9f-n;!DhCGSl>gX|g~ly(xPUR7FHY`hXKee;8ejpgvn z-H zi@K8TH0ppQL{lZ*GJZ;!6i-nglN+TmTCfYOqw|Q}rl+vcPLU{Xo<(&%4v_Ak2V^uhhkg3D z45D_L5XsndqF>GR&@^t7WgI(kxLttst&0X*E>2@!q{i`K>fz{OQR;bA5LBvd$cv?q zuy~dQ9SE(*r)n-}Ud2#h*#ngFE)u)gIubyniOu~vboV=;3ySX$gToq7@X{A`u6MGH zY8(Tw<2LzJ$tMlbnZ$f+0LiqcnDO)v9M*Y*$A8{p71BPy3Z17+5{ER7mrDW3ne(Xi z$5Of^A&hg}-^aP1ztg`1HMDo`ZCb0YMrGP3QdK_Zm#~{pq$S(=ws*{od*biFj1Mu; zs-a5^=zC(eA&-rJKy2;Mo8Vy6BWQJ+g2jEZUn{RPx=AuGe^jZ=049 ziGU!I^UaO8m({a@bR0acPogK4_M?ouIy2kqCWc?H$LQ(rvF3afyVm&w^eT&z@y0{^ zfS#Q&A{7KsZcL98B|7wg<0Fcuzyggkbno;4nwR(Mb^h(`Nn2@!dWCur)C+coEUcZEVX`D~;MOC1!wT5{YKZY_| zQ%Ss+49qS$55lg$AhOL1{^rid=MMykfQpc@zyOzR*c4rCbE}=PnJvX0_B;g}6o=W{ zazc#ThMRE3cLd!^9^;8Goha3+!>_9jfm7jPz*{PS>t;Q}W3SvnOZbF4=8KX)Mvs|Unu*AB zdy7Bo8_{_~C{t4M6mHmdKuUuI`6m4jTX+JFT-9Q>ygGxud8w>q zz&kMcHU{=HrVxJOBb;xiz>lst#O&x@M3!HB2mFIo@XoxCFMDIx9B0z!p#`d z5D%j>)+6zCMEk7U{2xQf94GuRaU)zWR?V8EiYYSDgSUYk)TXZ_bJ?i7#;lle6#O{$ z3mbd(qi+0M`tI##SeauN{N<4ajC3+q=7gUS)Gcwj$# zZ{CStxvcW;=dtw9#zflaNNDTBBzo6v0o9l&O{%BeBy$hx5&P_Q_)+;j{)<(jfnn?E zyDR!9v|L1H z2g5$Ku%`FFD$+kc)M)+sn{?PH6s4}4F|krNK!5IU;xY3)InHsopPqWkY_+_{?&&t6 zeL4}iFT#pe)wMv>9$7kne;b?i(~PNcKFv0L5y$kO-}t>(52YGYJj>50S zGkcLPm$Ig(1FE1X_Yz~iRg%moK7chZ#K@-ovG}Vl96k-2pmpjC+~qJ2mnIdVfmS1m z`u5}SEL{pSPSfK}8ZR*}ilr%J`+=I`sfUOzZ zi~*|0=-QCi=v=oFl2sOvO)2I0@r6Ge<#ov>lhXh!BVGm6&5P3A^rT<6w6SyMFyf{PTt3 zcSYZaIpiL^()^Fujda4dl(S??S^zO$5=^25l8Jr#D5zCS6VHw5xZQjTk@XB^Z-y_X z5nR4?{tAwy-yzzIif8uDC_T+|N;Vw2&_Q_Jq#a>Vq>vxIWYgYkrK_Q@rjiLZnws!Jf=6 zW~o3N8{n&N4_>$ZgVEk| z=+{}Yv@d@JT&Xmp*%{p!cE6hy+?v5Qh;E^m16R-vt6X~j;uL&48pDvBeRM$Fkt)>B zp#~hwyhF7cE2b*K*(+{1n=OLTNPV`0+`|FGk1+kV2>sSt$|_C<_~5JuV=hanu~99$ zo^i%$Wxn*Vp(?$-#)ir5SA+Lgci?;fWZW8ahZgFJmt5ZOM+rCIP?wwrN%vpETgz+! zPb+dM?Kd2`o52=LFooQdO?WkU9R_p>&@%5{o~7wARAk=q7MR*$f{YeBaK?%rEaMzv zOXt(NIA_#V^`S4yFXOrPRW$WdAU#pQ-C=Jmr3SN~W9CmMj+4@e1$x_=xX#5Sa{pc? z?4BNR_^e8_Q*`O>LjugNqH@T(QVOY4x$as_1J+3X#aOQZ=3U_&+-tBC0#c&!&-Yvm zkIqNysOwmHM3!h3ctQA~2E3uqr`0y5P`v6KrClm$JNX3@2$+R0~gY4K9de@ znunFPnnbkp7w8%D@R6B5dEoaOO={bj+HhGqzRrqCP`-;VJ0_87ay**wBm&8^+3;g8 z!EOaK7Oc2$A0|c$9Y9C-%lk1m9c~r z;X&{ZXkpgBnE|sEA7TTyXI1GJVpI}@V0%qGgtni@#=uZaypf7Mm4#4cqr|LPHHivd zRU!u6zR(wGPL|xuVX7C2kTp_E$bqSIhhxi4Ut9RB| z-LDkiq&*||`RQciO)V0)%b7R_Ytx|9BIK`=4E?>riIxfKalL#C`d~{ss~-X6)VUzW zpPS|LmdzpeuSPJ{&m?I*mleKKn~r?*@1VvD0PX20qbn3=|iPe+D(z&CLDa9`3n30G<;^Fln$Jf+vSSNBU#lP31v! z`~C{GT5WJ~^h`K%WD~fB+w#P|3d80{8n}7f3LCd5QO%eKa5!W)yfl*|5xAaXzF%d! z_Dv*3EdX0G1*vjb1<1Yp#8i6;@zMWDECrWDIM1m|;|9lT7RMcX@LqX~)QUZec zijc^8(R|dRj3d21GGBCEvFm;xRyTS}{R#Qv3qe`z zH9O7C3-sn6Ws3}dqQ!+(pdX(AVdv|Lw~Hx|yyXHgo|Fb(_G^Rh;xTAl$OoN<)x}Y) zAd!o>h608L%$l*MXnB&wn;{gNU)8au;|9EQmTN)c&Lga@d&Rsy%)@$PGx)3b6mib$#Ch*J1i)cjgvi&N=S}QTgW-3VIRD)P+`~5D zg!DdWRmp_SaW}C}|0`TPEQJzN2EcN#6X|Jjcv(Bhq%6&4zsIZbn`QIioX|LA*%yID zm>*L=l)-V7-eKDG684pj9_YDo?k9_-D0wP?3Ad8~y}DO8gRfkCQzMpLx+x06cCBOc z?_9v9oM`rC%OkiWR);g2(xA;?FYCC)pXoiOg?HBHGP(;UP>IViC|cc)ZXR(cYuyHQ za-ZRQOcomL-Va=bpDbw+=RA+gA*AIXx$CfY49=im1Zpovt``a}}ex5IQH=V@M{1pEFC5L#^ ze;j0-hHpanXf|9N>}7uy1iB?&!PxDeyhIa!xTqSz zrk@j|Q!g+mW#iBN+#PtS^a)PpW}*exPp}co+%WgcPkeJrjWzD%7%CwR%$N1Hv}5Bv z_KMY06f>O;&270jtILNTxW1A0aox^XIZysBtBYXsYaY$qKAXM0?KAds>{VYgD|G!I zMduw*74g{p8LK&pUa>g48rf>{aYu|us0L?ZodqzyW5~Ly9o>Y`Z9yD z!CZZ5F0b$-TjJRA1O`{9U|nTwyrxp4sv&r>8Vm!&w#MHi$ezJeBJ zg6ZZ+I9YXr%j~Gaw;KQP{#9W@Kh9v7D=VCh_S;d=UKzI8wE%Y3_wW|s4cIvIKDch& zD0H-!!ijKgvu?q?P*n}`` zHudH;T*ZRXp;XGB*z3*LmzCi3mmC{tATUTD$}oa|B=l;A!sP|YnpQ)E* z=D9V)VC#IrNil|ZND9MMzP#v1XOB1H5}P`HX3l8FqNngv(pIrAnxV`uQlAZfu#oKaJ2WEyT(n0M&h#oeG9X4=fxvp2C-=$}wS#R<|we3FO0t?9B z>xI6tBQSf`1hS0Gz$e)gk2?Cu4j|99gW;P2f<+hAeOv{C^!rXRxhQ+q*YT^9rg&wq?8F<&G3ijI`hPKW?*d8#9pBAx{^_;MvmTtM#dXYQ!kMofyD#@DR5!8`O%#mW#z z9Hn5*28WHH0kfS!UwH!aOAUp-ALN-$m>HHgrto_bI>5T}J)YD}L#-DU@MhRm>{g7KBh?@)w*`J&D1yzNO3dhC1g;&Ifup0UIF$a4J!q!Zz&V zRM(u~yaaFQZpXiz%Da78*T;Q^#nzwUaBB?2&+LX_xBZ|@+nkLMiAB$|PJ;5P2hjKL zVi-SjJf!C9Q|-z)ocX8*dnXp)kB|a>fWR7ZCQjHh$qS|))?hLbUGT^ujGsMPnZ8tv zLS`0!9?@cgTa*HcHcmnpH3IYQ+YqqV<1h(4RGW`yBR-$|l zp8U31RNzmRoWpS3+v%6lIBgmc?o^C#O5gQ>g*l};c&w&)*<(jGx6O@$)I zzQo#`z_!(e%h3!$zavuo+2;=WYVfEpKZq7ikAbH*htkb~PBe1qF3KlYYR(aOdrHLd z`im&X>Ia_B_{68SwxPnaEqu=mBXSr%kpAk9ptN`wFq~tF4P{rjNBkEUyF8Guyf_G^ zi?eX~9#!fdr3HtCH*&H62wc9Z2V-)_g5mfo-ePV%IiD9CJn{Re`L8Q=Y+p=O@0~=l zxvJ>1xeMQ2TMXAtCzAb!4E$HI1ZL~+;FSU%;F>M5@J8_^9KET|cKvk{&TzeWV*X8# z{@#k)o<{MiPZUXJ;A#r|HIM>U{N*ieggYoZhI&e3+^Knr-p>)74sXnH_s>TdK6?@E z$o+)F9`)du>>pTjQHN&UU4;W@v8=JP3?$dvc|7`T7|6UB2?@eo+x>g1dG2aI-db=%pSpi{`=tf(e3ar)SPAuY^2cq$eBmXri^(PFmr(oEm``I`>?^DH}5aQ zF8)4`Tg`abKJygRA2^P~$zFtcd)YS79?b>K%>S- zh`&5>)klF{`g8^2g*&U9-xRR0e+4%)dblXJBGj$yvWd|hLLR04sb+Z+>I{AVVCt_!Kw($X(E~Dd9}+Y(SG?1IQUX3m6_|2Qe7o&9j z8LUa`gPDb1kU8cfA36UzrXG(%jn6Hho$~{11I7uC&c|HH^;#}W#sd2a{l*m*wh;Vt zG>#8R1pb&S>e=^U6+*_=z3MFp1rGd~Ez{Ab{SvruspT?5xAP+-Ut>g6I-W?rA{iba z;hHoWf!oUC<N^t_DUfjt1_%>8W-d!!fnv7~HEwAFG&g|OsfrXj%aHvXC(oMp?cl#G z@`HItCc*T~5dOu=3RtJ}MHE!n#@$Yc!ZYKKVoOdqw{MXgo8x(pR}ITSvt94`NSkvw zdG8I5w&)7nPCwpfXesXi)i6r-EWCU-9C})1sAcXke3~|lIB#bXH6F$EAu^nL_5<|s zP=dy$4$i!g&};20Y&EuL6+bWYg@XI*iQraP>|()`69akuvez)*^bdZmt-$6_Z#k{q z>Nwn~6_Ln`=%wqTE zo@TKhgP5JxcD82xIF|L%kZrmU#ID?V2F~M$;LXW$SRbOp8o#Gw%M~?l$^94nwT-LM zA@VDDzYGI3Jcq#x7sFSd*PQ5&Jq={`bpAhQvdKjFFd~qxdSN4Euy*p+Yc2vy(q)ye z-$2z83s{jYc=3;RLb_rd7|X0c1F?u*d@g3Ue?E|`Ts;U+e_e=MH2&c1U+&zn`mdlg zNQpun#?U`53RNFHker$QNa*!EM_csLX?Tw>eIF#uZK9j8?@LW)zB`mu&)CqO0s6GZ zQwwjnC^5}Rdi;>Y!%Y6420PcGN@1>wINWX;+isu2xBipkZ|BLdv8fMX^ME8=KGzCW zI`rX!-e6k0z>eBPdtk7SI@wnz5ZA|xe2vpcu6-;$iry;tXwK1XPYaxw9Y$Z>j*<77 zaMVzei0q>SAYtDJZi=;#L3W%@he?|X1TOWPw2}9ne-Ya5Fbo;Bf-hbzOY?(Iqo}w) z)itb#0h>=^y1NY1%AQ3(ueal@??Ghs>kdu#R-;jeQ|RVkZ?ayp8_F*Q(%j%Ox2oYf@ZdA=4tM|a^|ehbEjDA9o4i4Ydu4NJ}!NJ0bE`2Bq+ zqEF`}_G)c6SPbmt!fd@c6N^?<|Fj0i>B^CCEXBa{$`Dd1=Da>d^6zK9M)g%G+*6^q zrvXl&rNV#c_-QfuTLweUlv$!L)%|E6KLJm4wF7rpxMzl5!`uD4Ap04@kb_2SblG0k zICd55va@Dpg4ZF`c_~Y92w*ST6ZuCIB4OLpf$UuLKDN!eLgG5b1r`M6f%5HbY{8nb z_{gdgl^#UX9ksr6!bI4mm&EX{V`XSzxe{gDS90Fl-|-f&vmr!p4~FXPg3;^7fZ9(z z)*5&g+%*N4*!}4&GHw=ox1kbr100!4R5n*X=O8<{{Th2=JqSb2>vAUxJ=loii>&s> zXm&3#7bc62g2L;3%ysKWZ`Le^#)&h?$w`kg>MdcQ|8l-4TUKg5uMuINLC+Pg%ibKm3kdxiYS zq+)n#GKUSGxt|rq-)Fm9gV@fM3t0PSJDU2(jv98<;&ZijJlJdmPxfo#(;0JF=CcgO z|NhKW`^{w+PR?Z8v6)k9H{&wpTqs>~fMzAF$IPy9e*J)v0&6%B!%9}-eStaI?EDeN zSX;7X3qM2uz;kTWzj-X*Adn3gyn6d8y|{aC#F+nVCVh8v#hDJ1N&nAZ4E4`v4hqC} zww+>fT{)a-%wFzhzOgXdY2r1OjH1zt&Y;;*MLKs=mThbK1nOtgal=1HsFsmpc-T3S z?u^g;(N~9H_{PiZQdl@!wY>+Hes_U8_?@e2akD92u^3&K9OC!s8-bUV7hU{R4V@cH zSY4C>n>}|AJ6aWt9VuPl=QE3i>+Xg1L(htC4sk(Ooj#o6ydD&Pp+X^R-nT`=3 zgmZ(_MiwVKl>O5T%g-8a}VXD`^$D|Jx7Lataf*7$kzs^S|hE#UAyn z;;_SQAe&G+jJ5bZz@LU1G&%eMOgyuY#1FE`#5$bJ{Z{hRmagLTYy_U>w+=P1OupyP z0`QJ}gA1~(@ZhnT6#HN#*gL*~imT`Ow97T*8e*M|1F8Yyd=$zR3SF0bYFPglZ&?C1ERCy&nGW`{SoH+%4QP2DQyV* z8EBUgihGSrATVkxvup3>$2`swmCey*KX!b9#5b+b{BQzxq~}2L{Rq@LvyD6H-U&Zy z%0T)@4F;`T0AH>sv0=Jq@O;+*N=VJ%HXk_$Rc>aeZaaa-r5>dY>w3H+^yxMqOMv!S zkzC{byWlhT6gIf>5avCdE!6u2^415??$BfI+j#{V(=wHNa731!Y*D5KE=#$U;|pQo zxwl-?{HgHM&;Y-sxr+||aKz0H?(kv9v8;0we0b*}gsE#Q;LL>o;NhV%82k7I_GYDV zIL(-3Gz6w`&^FXdc>{YRFXEnXC9KU1l#Ec@0q#*pVCSCG=n>NiIW<2dQ+9sl(q2lj zbTe=}luE&@_!F1oQqMW;OTmx{cHAkOH=J%-9$)JE22=(=$HHsRaFpQlJUKK9Elle` zO}+!Bw?yOSb24CE90_OT)9{&(5C2Kg5Rd3q*~mmFk@H3^hA&6pv!ob-Un$0hsXHKH zYqccqGjZL?m%$5y5-;(*hxpDYL&Nyq(9!ND&>3sErYng?U;Jh7`!D_(0wPGMGaoT^0!@Qc7J!U zy6a{*w*MfZ`&wD@^NAE@Zdby+yDC9dSdCbnva z0c_jR!*|R{gNwTdu|89#;>BQrEBV}jn?yc*tAQJIM{I#h!kn?w@it^w#9`3#8JKBi z4UWUCc&F{o?Ddz`LT9=eQ+Yq0$(sr9-s;J0sZuuNzP`y6g#2)u;CGsNJrJhfTY`PQ zNQLMBc+$0y1G(W-@$&&^HZt%(K1%C8B%B+;1h*tVb(S{d=metbSwpnlU?k!@Pr-?T zJh(e|5DPsP%kt)JWh0;3`@^g= z%iu~)Egq`3WKUY;VDP@%=pD3*v<{!6iX-j3pSv>IzF5Qde=x+>FD=-&F_eybnMhOE zQyLdE1i!gONo*{Sv0g7DRvKf<^7hVSElw-hPyZfR*{27Fn%?6#3`s&!!U|qo914$r zrSc~it`OcogV~geewcN`iGO5zhkU%x@%<{!uu~2*@o2s_D_HfAX4$l0Z`lCpfx5xc z(^sz3G~53uO(a7J=SRRaxk;=+ArnheAHjePn_*?OpsM{61LF%y;rHr4q7eh_Kyzj^ zzbk$n9^5mW{r&98R-HRUW`~W?KxHq@oDzlEQ88?1b0u78`N~ACoh&$2R$SF^S#YHf zm)h@cC#8c~v?r(>aqmhj7`@u zxc0d|zSOj3UHQ>mvPhj7=Bu%FX^zZok`^Td<$7-mL5N5UtY4BI$8G0;f z;H|Fyb1w%#_1c_nI0wb%z8`CYQa+Z z*XGhr;T~h_6vqZEc3|PP*3`ZD9MwhSkzw3R`ZV_j-Zd}7VdLAtum3Hqyby{_Ga|Ws z`{&s8_c>@JYBD92Sa_%*BXK+Wk3Z~dz=AdP#mXtNV()vZ;^P(b;i=&SnrLNCVe9K@ z_mET?F?SIa ztTNuA<{gw>mw}zjK0?Ffa;6@?k6Aq&A?|N7QCxZ^2M&F^hd&GI=ytV8+ErePkwYeu zu2nEic(R0T6ui?vMmJMyo&u>_zog8tbL7)@jQ%99p~`FT;FN{nXs}^f5c~;h*!h$0CR zA}HtPvXfmG@!j^n!W&}|sk|(u&W!sc`y-BW3>2k0X0B3O%Q@25WqWYcJF(cgypS!- zj|8>f1=Qag=$cs%JhK@|NxK*>pV5ImTgT8c?I9Gt{0=v;cs{>ljsZ?{D}ju`d!fHr ziVvmQ%rNj6IDZ;TcPd+G-y=pWjYH@6T)a z)P0=ba+<}|3wyY|_QNS9c|6VkCMW${nn!X=2TEU?>Pjs;w@6PG^pgs)Iqa|0SKR(e zO?+TXI5YVf$IS6KW5TYbq~sX5Nfxuy%AGj;`f@g=-z}IG^qSipAH}VW&E{-tUr2Uk zCSzEiRp=LKiXkl{;KbS*8vRI-f>z1V?&vtIZ+nfoOGi`l$1~J4)<~+9HJi3N>5IJz zSBg*cD2SWaBnml-?My-LHk3IQvvkh@Zh2)o=V~bhrTn#Q>$he6=SE}E3`IrZEGP>H zj{1x0s#Tc&dS7rD`atOI>!vfI+i2`;XXFJhk!OtHy|A5+bGm1;mO(=Qs-p%CO8vz0 zLXE{8yOqQP_g`mL#`fZrXMfn6qFXH5XB<1aE}X4Th+re59QlWv5Wo4mfMVql{%i0$ z)b*4=sNXAiv%nCN_lDww5$Cc0uJIJRV+xcQE3rOJeV9y-32S=WpPkxxQ0O}}X5$`Y zu|8@qn8YHO*<6l*5u+T$o!oTxu;KY+rf=6TovgcE zXb8C6J&YD7u43G!PZ(dEHl@I<56cKi7TmnCY{yE1dlivvv$`W2YGg-A6(>c>nfK5| zRLZqJ-p&SvujOV%7-uJZZ5x zG#~am7h&C_5{wypDQoc91Mp$Y3GPNq75|LOf*5Ce)~NJ@rL^?GS4TIBN}Nc2tdb$J zsusFdZ{@apR+f(UQKaQX{fJerhLPzFsMT8x1{P}kA`wXB3Z~cN^nHTu{++A?Id_OKe+6$H!vvJ^opOSQ+k5HlHfQ4JG z@$;P*3SO{6zDBW8v~E=eZV=chr?cB6E6%3!OYSD|h9P?7o}WXPACw`6; zdgs1B=49><=RL(rELS%V@Bb=6`|BxC^i~12-z1BYJ}Z&R_>Wwxu@`rn{U>?3OO2TX z`@y0ecD%uXGR|Yua9o!jfrpP)!|f%{xC2&zZeDRh-k_NGnGnRMmNr97k*4t5%jI0F zilC%kiPEe-bMf&?ELF!1^;^Gy%y0)Aw`1>d{){hzyFrFF{f&ZK7yHr$qk5R#_LJY9 z9t)5AXTqhZYE)i*oxd>SC^nt%M++krSm)BMpi|q5$u|aKi1|vWOKgWi9|_2ayE%g! z>g?{pa9AfeasAHU#$mqc;Ib(gD-5DAk;=K+iuV|C?FzPZDUr3JCf&PhLS>^5aBFw= zXHB(k;3sb_TFkA$3)^~ec(5s09*Bef4Q#<9pUYt4{3h<+*dTN?dV%(7F(R)?05bVX68&SzFi-FzrKU-NT{5Ja z^mLf%eu)Xnf69#<8@u!Z0 zr0ETs%IomyCD!O+fIxH$H;ySn4?{0Jhq|aO_;tI7uELM`H$cmMFn##Dl*+cPB|12W zvA+(uWxXLRG?nMhykAS}TBE3W;x^uNRU+@GCRp~GF7p8ef&+2?2jLu_iMH;~aaYy{ z?6Z=?L6%v#D0>?Y5gdKKEryt|d=y5#&F7CSx&xsK|4F>}wn9L-6bx^i=h`&Vz}4q0 zS|)x6&=frT?j3kg%gW|^<3M)#st+iX3}@kAM^LHlI<9$H8eAP3$TjS&hOfVNVaEq$ zdL?`hisUr;nqF<(V67u`u&iU!Wx@RYkI9lR`ZcJ$T6YbeH|q-SIvoa|f|%8<-^komX~j!jYRp>+a_h8cefdNF=Ib5& z=M6m^e|#V-Ju62w0>7RarA~);9~Ic|L$F7@AC|rjCifdJ&^hKRYR*fhkW0uh^%DN4 z{4;Pejlu(VM<|BBN7v7tCleiQ_IXPSSYH1R@1$*nBMbCd%lJa>%9CW2-l~Jq8Tq(; zhXxz`Opy$4e#5JkQ4s54Ld^+|ba=EJ{nXS$!#`cr^l~3L*?y$DnPE$>VX& zOSEO?2UT9pyIrYzRn`!{xcqO0jYotzY zR%dY0tPJc@|A-Tnry(!dO<5(jV8QRlBciEfb@mafFbHFwS2V=U-WQ;6(>eZngtE9{ zY&SC+F-*MqSSM>qJPLpM=t{kYgp%@2Qrg}~`ex$_F=OmR#+~D#acK@d z;CuN=J0?@NiY4uP{~EuPZY8snMsR*o!Ko-;VF87D;*cK?*jAm9Vyw!6Uh-xkCQ^3s z*dpAZYu=@!p6gf)xM@HooBwcqnkTT&Gj~I@!c^vv%&~;(B=*?dN!*+MkPUaxXSqvD zn40}c@uAEXru()H#JTs$CANU%u*2xQj+U!*Ii=pGaCc zXl<+x^JAxQ#RUe`>z#@63wq$WbR1FXAPPPJ|x9&c-&Mg+AZ?3?#CfCqN@Rdx;OM&w-x-55XBR2dJkp5AR z@t1ZlF4;3d$ge!)w;vYVSr4y~M}rQTNteKx-KSt#xjCJmnMY3(Ztz=M9`ia6pTW2% zv$?W;Ug95js@NLa^W^aM65YvvO6mbUIN+T=I9Wf>tkOViz9P$P9g;v}%40Y*@IGhI z{!-%FT7pBJ^_kWkH4x9%qul|UC^fN}k9Bhv-TGX_>O+3x9jh|b%^XF?mI)5XVafP7 ze-X=Z;lw_!5uEz&?b5yTtfa>8i9%+E5Y@GV-!@Bb->Xz~n%JM&MiOr->^J(kOvF)n zTj1Y~My@n=6WD#!B<^+x`bH+>>%7}++1McV%HLP$VG6+!@Baf&#amqR*blg6O+Pj^ zT~>T#+H=;gtCjvu-6TyB+elZpIKcPbzT}ubgRUfgo<=<|gQaDDEWO&FU7j(6g{(1SHBJogEJFOF6$Sl_ec4B$ z``u{2jKKOkNv%i7NK4%EX~I2s7&}K`Yd&ZSr8Pw&pXdtsIQt%#RVKw^r7?WmrFMR+ zNLJh zG*odZp%yfyjBN08dlT0S1PO^|0N5b{E98KsFuv1{DfTDV?vGRwDw9M_5CP( z26F4!@q@?V!;e6&^2c;+5u7o~TC*PLT$X3c)2^Uqd2sAiZFtH?H5OoivkLxh(E}BQYIN|l6dV`ch*ci==aLpx zd$z%Wy#5q?#tUoiuON@Ad>FIi8ob%?0p_`{rItyX=y`>bG|$tWzW1qyDLHER)8Hbt z?k+%!iWa_bkQC;6#4!4m$fVB$Sxd?T%!|H<->jz6+rEmV)3^(BeD6yveQv;<{VCi% z&ssQfbTMAb{e_#)f5!Y~HS8|2<>hnb1*XdugA_|Z(LmURg$i@0Jv^yc-=}ReHKl(w zLTSqSO8!RV7FIPYmBkJYU?=uhf$=go=2f)=+GCgDmo<@idyK#c@Dk8^

(%#^Y6A zCk(iogl*1Akd$7Co)^=RGuOm(CQC3uWgsOkh^30^E&RSOm#N+JDoMW`r>`gH((+Ol zT4`cK@w>;;r~&Du6{Am^%+h#C`!ELUW#EZ!GH%fO05epUqM^Auy2z(;3$2wIJEz35 zJ5loCs~US%^9$5F!a-tS24kI$!uVBdG4NA4Y7K0~h_-Pw(8G&ZygHp1_A2v@Ldkpa z3$)d|NH^cNAvezhzULc}e}+1?TL*Fc?C+TSaLkl>vlWGYxp$aza5^Yod=5s%Z7}bF zDt)wWM$2V@GkP;PKE#WE@85zx+v`C$G7W1RtuQJlRCJypnP>K zS9n~Bs$>QKy}cZK(2l^JTU0pD+nRL$#S19Y{LAmZ^9M=;Y`MMONhnMQxXk2Sd>}B; z87o!DCwL!k*{V*z9Ms70XB|KM*DqY$r3}Twej{N{87gY50oAbmm(DW$7BM#E6`PQwli>Z;W$2fSoia5vmp>Xv> zIhfz8gtmopczAvx49K_yOEZ!rq5g>3+lMg4iv?WkvuNRDyAutrnZtAaBXD=KAr@^3 z1^?x7kod(4n#WwhnL~bHVy*=AKh=Pv{U69KR-mD&_wi(q3+()`2m&iVK+5Kkyv#~9 zygT}*kZa9?2|~tW$GUbdV(WKE{-Vm%bVjhku*2;2h(tEY@d7(4FYwe;`rzg2TX4-! z@OkaI&TBXqpur&_s`pZOc5O0Y!>sGzl-IM&w{_Y?+I?wn>0_?ycVDJ|yc0U?;=<0+XMBjj`Vly z8jQWIMwY)uqEz+?7k5C5Wz7Bw9}*KGqc$5)O5b4dqGB}k90WmqrD!S4Qok(j2WJMo z6z+*L`TSUG8X0pUYe7^D4UoyEbM9p*?v6vpfqPg;znx5LqaWM~T*fu03?Zkr_t4(f zhM9iP6!=YfO8avW+pc+llrnBI7yOSi*U??Y zSZdi^NPZ`d(3H2acw5#C^pEeMlwBrhXj}-3%tteo-(Ha6a9niAemlIG8VpT=o?tv$ z9tK<#lZ{ypT$L;$r?O;f9}q-egrImRw*HaZrwaf6rM+y_zY&R*Wkx&6q+2CmV>jL;K<$1Fd*nY z&RY@<9?|RYZ}@av@PLuBhZ`NS*+T~7{kfRmL)a(NSx3u^+oS^s?T(JePhw4Y1w%T7b=Z(}y&qC7L86TF&gA&j*jfa>XgpubKqoC!FK z>x<67wViJy>9sF-&3$$FaY7DFSl^4yP0n<++muafvt`@WcCmN|VXkVQM zSUH^mQMn`kZi_EH&2}L>{R{N!-2$w4_{R;Fw&Nq$I1$R!3VsQ}y_vKQG3h%@bnfDh z=**_RyHD{!L(=g{eK9|K?`g`-ON9c58RPdu6bAl;9JdtL9wIGnyrg#49xs8|gQD%s3W^>zn+Hrbb87_ zJl{uK=*KuscUtqw`S6@ss0d_B|7v=lP45d3ldZ(9@=(Y$MdWwF!$2WckG@ z^HAYm2KlTWLpS+wvQ2B{X6P;qk)s(m-Q8jno z?jluen?yQ>rF19$KG%>khN*u=uv9(BmamUxC%5$S3-X2uTsPsM^k*o$LYGZ8TErr{ zJ(y#CIF$GsvWdm9{KT(<@ApqO`h|tkE1y>G^U4BlO=1hIs_#!x3)Tu;LJS;IY68E$ zJzUxCmCP@GBUAhKhuv4VV#>FZ*b!LC7LDVXYsh*iZhDDx=3d9nS84F;=UvG9)05R3 z6%AjM<55Ztf}J;a1(Eg-7`^o}svYQs*#WssLruyCt`M_8nT0G%!-wtq zc#JiFjblzLQ<%eIC9!kgFc#wy%DQcj3>aZM(FQD9}!IsSHLiJ&BP=7xV!@W;)Tex_*Jj55u zw1m8-!*@KkF zr}J6ssF$q3mt*_;FJY!{H?sA~iL7Ws6KtEF597=4p(bsDz}6YikliA9@e{x`Yz@q% zAQq$j3Ce!Qu~BuiS)asiw#^CIfsUh8ZkK}>{N{kNLxpJVv^nITwV8d}`ML;w&6k?xC?pfB#(} zx)nrW2X)D>`-dnZB@@pb){zv=7yOnf$^7?kevq5*f?}@%usW?mo0AXVjnetN#l<(G ze9A5ql&(4%%@(0vdu-!POv?JewVcT?wIA+z|%m*T1wY43%R^rJY2CUcJDnp}&V zx-LykJ%kgVPT~D!&H@^pg~iSf!S4$J2m#Z_7IuxCS-ZnLQG z8(sHYLewn+l~>1k4ej%=FiMH?@4dpDUcpPbz8w7ohqlSkK!H0h!W@;iqOpe#gE;8} zT&Vhok8YPip|j8lm%0wVhlfMg3PsFNQ)T0m{=kl{oj5D=4=xy{NynuPc<#prH0YfN z$BGA#q|_HKy5^y@EC?(T8~FuE(>UFS$6%IBB}{2i zg7;M~V7RFhEG^QYQ#xs=t}Dl6icO~^`Dv1j=}mZcr5AFxd7>i4q51hPG+8X-w+=rK zF2{4xYvL7w8xS&3y#lk~s>Pg3IH)mDVJ(h-(8JIN(Jmi z&VU_g;)N`K692q^Idtci<9YD@8u4*$%10u zW4FCHzTn6|F*Sv#AM>bs-ZIR1S;if*c>}u1 zLhj;pAVf53K@%qhFK<6^|85G_pTuY?cq5b_%z`;#4P3u*%W&(`M7%S!n77mU2FtE5 zf{!I%xF^wVob9#=;QykY@9%$#HE?pQadIO(Z-0iX{>eaeq>FIITZ)zIlK3gfBl%Nn zY^ZUmAx)jL74okyV~^&Avbu{k@S$%gy0%$Jv~;cc=lbgG%AgORXx`1M-p=DRJ8V(( zB^Q^T*a}8{HzmxcyBJsG`Yof7wv|hag%vv$7-+}Z-jS7 z%Fy1a0l1-RBY8WO;m)va__HCLmz|`+-uh*;_yY>!Q_mxyulEr$TVu|ruYLfVI6c-~ zTP1S&If&)Y5S|}#S$j1 z$bv5;)-zM%sjU3uExt6L!4%imXmrhyO3P}XV4FFPEYhWk>9(YK^%u?9(MPIv_yv}{ zZlck`-`e^nG`S{&zt|K^K}o#=`#hGpHBZAq9qxGcV+C|egdPZ2U65b4g8!=B%;l75 z;+H#xK-SK*ZSrZ+`20w^&jpZP&La94W&`Vc+wlGUr(`ieOX_;EmoAP-r0c^S$;{c4 zWXTFkPYtHu2fgXyl8?Ns`Bv1cJqe?av_s_fVf@GpdpI6e3dNnrajE?!^w4kSv;RLk zT3RYn^+*wBP%H6QpP}?LN|=o#4WOAH`q1JSNB&coEUkWfni7@Qv!;Ge@uA{$%30Nb z9#2<8>-$NxBELVmEv>|#TXosptWdaJX9Xj?nlXB@CL7n~i-%9X#CLZ#la9byyQbX1 zn+ayL^wbmF85IP2fN*&}46wd0Iskl;I%s!mbg~)S7;MV^iH^TJ_j&eMT7v`MB!pCK} zsob4Sudfnab*Upmg+K}s<|qdqA7ZznVqt9mSr{Do5=2S4Sl5R~`ALe@X}g9(rthb; zyQi?c>>i8@K8#BJj|dD-J^n4O#VPN*aPO2PkyOr#wyo-c+UQnp z`tB)kWnUc^C3(v430}kc+&5u+-N&6CO-RIjz!7sg*OUssZjkUE*55n*7-}xvp$GS zUP)QV{xq<5`o~qDN)#BYauhgb(+~|cZnm+78w=EqIzPb<#qpm&Sw4i#wj|h&~)otU=lG7|4|_NFBOEZ;znMpx`OL6>EwK-AH^r~{n*wu ze{pU~0R8uQqSSw>Sh{Fsv{cPoSnz9?NzXMrm1^9%A>Hf}B;8)&B-JT?Og2r2*zVBv zEI4`*8yh^G%`u8(M{l;FZnVPx7&`B8D&H`UBYT9jluC)BMT(sFeh!tQp@h=V(4HzS zl}dJ$k!(s)DgBI=ocF#DsWeeSi6j}7l+_Nu_YeQME*H)@@AKUE_xt&W_G zDqn?#j;h9q$EzV=Supm05(F}ru4C-{cVIs3H(WekiVLgCX-8=ox%4ZeLwkRcuabt; zb&9I=$LGG%wz)p!x6ThU7F=b+GTh+Ge{n45QZ2BdBb*DpfWA;>Sgt z;&Wd=;GVjuijJM{gMo*?LA$fy3d(#1=l(m$bX|Q}^xbM$`6PjpS!BzK6|`CT#(8w< zUvkk!nA8&(5x*8bk5#mCUTkV1hZwkf|P+@wShY&9}NAE znu<>u9~2*s))YTKaEA?J!e^<^JXR3pPpW5E)4f_fs2*@1-`P!P4aw0oE#fNwd*Len z-+&zMP1<|j>1-5UF!zIxTROOF=c}L~@EdFr7z8sD->^25f#NBOr&v^DHA`tCmb*rS zxtC8BKhNJPelX?{n-hA3B~~6{2T#P}9FwPf>5`k6ef}d_sM;}9StD{v>xVu$HP~sQ zNWpHsxXV8j>%;tUFy9Z`GOmGm7mEv=^~GU+U94$)B3rapOMLs~Z0v4)L4miFS;%THe7WK>wk2vaT}4x2S8*Cg zKU>Auz5WJM#^my=uRa1db$h7u3KwOUhvBTA(U2`Z%S(oppnB?Mh!XgfL;s#<>zXau z!mSZZrjnS!xk=1*_+{oXIgeSiZb3bLdAfLXKTUJtU`FtM{!@_^n<~*~9T!gUDl4RL zpj?hUS(Of!NA~k|9vh%vqY+-78iqgg;=#6C9oz2GWIRg8~m_fGW1e$&sD$08~6Y{2PtUHbDP3eZjl!9?TH_r4Gw|KixcQ_SE3`}vHi)mN~--P}>pZNC43e5R{CaY;!1SWNnpx1j1qAavnbkbieaqf@h15ZMjm_wgK zm7I*5p=8aZWpJX#1IAj96fN%Ugd=!-l$aep+HR-x#CJdY#nR^)VKBT|)tX$p&$^;}Y?H{}XmpWN0oUB`^Qa&D>(U=E%5e!9~!%8 zGjCvV4;}Z)(YClTxIN=A4#*R_dozc!doOdL&chB37Yx8<)3dnysUP^J?sDjiAI+YW zH;FXLe;&WGQ)62Zr`KQa^e zRc87s;oL4Kfere!mY?}2pUYHF0R7jmL=XF?^J}~1*x)T)ST(&~vT(Hw%laYDqNba& z)m$ z&`OW#zIA8$=acv|%e=U|>xCYC(=n^l-u5^=BMaYgEM zII|0Fh7AWxqbhj%>L^TmA@Bfq?SO3y9`KU93^+P`xx~82Rk*uPqBXU9XwEbtv03a$ znobA!%B>$E(IJCocjwa+=TQ2rP=Q{9=c8w@52I&1D?0NGGJZYhE(`ZoxeK>gh{zE3 z2rQdomu_yRjVMpM;S21ZJ&Fq$H3hQH#enwBzp%Ex6$b58hsDC)GU2i#j{N>jw9apd zkhPk}uG=I3?z1_43%EvgbwsNxub{o*IhOi6m~9pEp&!(SSWP&#g4s$YG6nM!%(vtM z-)F&Gh#fc;xN04CUu+joC#|c9l%rjJyc61{N~B!Xj!gD!$#GB+ZrQyYdezd z9Da`#&q%@pWziIRWRg@V@jg`!Ru?ZlvP|6VY#?s>8O~AyJ~L1gW`n7AG^r|vtL`05 zdJk>MYJd%HD(z1ts;haceoNr>4_inYvI|gdV(b_F?ZB>@uygfyFSH}Pzlo*O5yB3Hagb2H`O&i#ek-x$9z!<1}kbtB5g#x;I z(&Dw(>Ds-s_+gv^#(Cc1et7Be(|jLd&T2XM`#}y*o&5kZk#2A~T8~0~BIw+tX|zjk z0vr!+flu#^Xq4tyX~*r$^gbkt)&J;W@3a!x%(%z6+x9Dk{Ckc2FL{&E>@8@qI+C5X z3&&|1>fD8zHzEZaYs$Qx2wwOKK4uJpvmegEsrvI^Yx7yy$9wSOu1e@o(Y;A5JQ$F|x<+A6~n&K~#smE1l<~ zx-lPZy5l%%m*Q-#A+$3v7X6cEkm8vZ#yb*Ac2tD=>M*LB_lm11$b!!ivQ!j!iVAze zc!TGb)LeHOUGqHgb$Tlj*p#1!c6)%+?a5jSMC|f^xru1*ZN%q*9>5~;leCD zP)qF8E@f+VkF(_EKbecWq4>o7WIA}nL7McvlbYBo(s-VPgY~NTKaW=N6PjIdpuY%L z>ie+X1|z{4)Sn$tPDi_p72KdLMbNTjA7@!r!YAK9jdHCOTza!N*&H`!bMEhjUH&VW z<@kq8v9yehD*MgsoqJhXqk>p}>=5Y^^Sx3NIR)tr&k*W2;vY4jyma!N<23d-ka0;T zmKRGvA<7RdUiD*60=wPC<3EVFGl-wFdpoB%w=eqt(?g+Z$gdjVLMPt@F{|$nh2D2I z3x05p8Mi8mw+X%Um9_8KxSuD5oPfO4AbyzifbLQ5sTEABfcbwt{Y7e<`|~ZU8sLX0iCZ6VcSv#k7tA? zt;<=+j2}C(N1r>;K581&P0D~lM`EGo$S$0G-w&q`Qs6Z;-ok;uYuLPt2{6qxg_Vp% z_T1cojc?0kZT?-{9sO^Rr02+Nr#r9*xxM7ll1`xq9}Dm8ND6r?(zgOBms!aj){nag)W zcD3^hjExrhgPw=kwyJQpYM%kSHF!Mk9}!LM>-NyxKWAzF=Zhql7DUff&eA8BP-4b0 z7}TqQe$6^;?~q2$as53Qtv?ogf*$iB=i6bu$z#kdDni>u?IIVk4l6DbGoSYF&~-1C zWcN>?_XSyK@bf=z-Hi~oZb}4vYn#GKe$AlDo@W%6`;expOeA;j5w!CQQ1|^ZRL?q( z2Ym&8+4V?>u(>H&u2PFX7G44ETsc+(-Eh)Vouzrs;ZDo^k&F@i!KoF(dp^mD>Q0U4 zCTv)bW91iOrpE}ToIHd%bmVfh@FWbi^T5MyX0&UO9nBti4t-Wz)2Y@uXw+>^&MUV- z+&E6yHJKu8Q-Xxri(s$ zfcK~GUw&|>N3O+3=Ke77VLK`s8-U097rg!%9cU6VJwZp5@y|acstKvbkBxmh+xDJ>d3yBKRn2i+sW}@${Nz=!E|;eWx5Lziq;*{d;)sas^nd zZ|CA13vpx3KWOQWN8iGaV52F;%76=;h2>|^3;d2tlq=EEaVGa-j|5YNIZjGODR{1E zg~P(^)wDHpe_15ykt@O%JEyAo`20sV&fT~3agvIX0ic{)r)%!ni$4r(?Zzh43 z;sUPV(GEyRZi0qJ6)dxE2bok|tK|g^P~OwPpSA3SfZ-Y}x;76}Ro$WD>s^?yFNYNm zYvADa96lhRn)~?nCGMUb3$uRA14qeVcHFH;pe-dyjC6fqQg0emem*YT)dVNVDqUQp z+=207vP@~Z&|x~MG0kRdg+x?aCor&@u))>~>;}7nwyh@A2t9?3U!q~Y%1gM{<9RmDC@(nvP`}!Mhoh9r1B%`Cc!H13><2>z(v9} zZr@`a=54kO9(7mp)BMhJ5zf=O1i>@XuAoADf9yp|yH@^PDF_9kkF-Oce z2Vpw>IiFS~W~0&%7msSgf4^RGdoQN&Ev`G^g}}C2+L6xtt@@64(KNgs(ABmKN1=0 zlJ%_p;QI77_M4&$2Oh`Zu9^&NIDZo_{(iuXyHvzSC~8s6aDm5{dY(JmeVNk>Ax=+Q z$j(eVOk3I(2)T?jOfSDEdX;BJVEGFk{>a9Z;0t(kWIq4JYY&T_F;>`14~O>&1M%a$ z=UCS{idsJi@9B#pA>x)IG|c#cOY-tjc9I(QbIHL8zBjNYYbfr0dl2%XSJRO{*CC-5 z*+jwHWdGHajv60FW6T8&(+D=XpPYDmZx{=@HIS(UiP?*OR`}3xGmP3PVrzQ4v8O4P zG8Lv7H{PzG>l?>&yAt>RW`J9F7ls3`tt01FfXTfkr^l* zU?(rRu%~Y6Fj_N%O<&o`EM=by-k=-oXNohHC8e0k%v(K#%-+A{K9_g-$aW! z-{`SH1YIYo=+#d(2wD3VHgxJRrt}L^RV|oS$89u-A4(HU1RmR}2Gkw3g?Z{sW*w7$ zF?r8?<}kjVjVo1Q#lFS()xwd^3HL#NlfG1+ypPp>OJc`@XW^J%$rLU3kd;=Q#(RZ# z$ur3r=UrO{4;P#BX)Bc3EzKZUVeThfVW09Yqh=zv_Y66YOQd5i>a_e%9J?(zSF}1* z$n^bi>Zr`283U$B)$R63-|t=^?O$Y1WKKsXUyL`W5C}+V9x~#$dl`BV+*4~wB4ULMpoE0k5dml0q7=7OEJNpPl9j}5ch#=qCHpsWE#bnJ^UehMB> zPyHrSL{7QrME4-(@nSY~PYB@hdlXsri7ru+b^|_s){b^AqbX#2K26)DPpS=@*oe#= zFbZ*^af{^HvY6{^KzSSMv^5b=c>a$K+0ntaMHeu)d3)H8J$b^}uNe*R#L$-q2{d+h z0(tR?^r5~P&p3YK`)ogldR>9s)>=!f4)Et>0t-;wDmW|-)(VWa&)kAJ>sadBc4(_L6HVRUcFTcXC7qpeR6qBis{DC@|k#FUtp$f?dF#aDF@zi8XLQ3KU@7z5yCR^ zQDvSAED!Q#ppnj$=jO5@E5caCqIkIFC}GylN5K2^UD)9p0~6gmXyt$xB(ty`_c=@W z^#LxVlz$QrYAf;c>ulJgWh%@k_>Gmc<0rb$C>M=X(_$BDBboP#xh!YYQnqvuFL;g& zMI$SJ!?@TecKVB^cyZ7c_Uqee=CE6Ey2%X@@7(T-10EZLyRRzswA7=t&WBEwL3A5qwBW#sq zqm{#qfpF(^47*$126nMZ?C@+$_IKzoW}S4Bt#14WoBfQKU-cf?R5lW;K4_3}fE%rQ zww)pln^ML5KV00L9+0gSdUbamp{BV8o@*}PS}KR3VJwp@c@@MeR#mg^#*-}bx(bVJ z7J4xqx;TBvI2ylsKdJmulK#w*qlx?a(CHU{B?szGFj?{e?>inWX>bj@eQgB)qUaYM z9QBGOdzsUfaRa&rp{OSfbu2VTJhp~IJ( zCV^7;jC%{M$xuI@^2S#XcXS)MisMk@aH`}u?*~4^)A97JbdD5|+1d`NiD?ejOEvvN%%U;_`J;BU+}t93LI;ygWjNS__rZNl5lAWi1I7oNxTk) zx_VQuh2UWj=1ogV_L1x2aDfeZ4}YF?A?>#tS%rQ$@4l&oO-K%6%jSkauHp!`FLON( zz3#&Gnd#0Zb&lf-*L=VfjWWp+?Ll~G+WiCJTJO)<`HeV>O#|ZNNAnV@!R@j1*@&xjhn2lu#m}eP&%sxl)?k} zcbN%Xb*?M7s>+J?y?O-yI#$Ab>r5E-M%a-BDe!v(67a=H;rF>62Hu~~u`{XvV3uVb zdEeMVUc&1S%neyxek+yaXOVAHK0VOVrpR=4`Z94p*3_j__fmW6>oA2n&z(W79b1@D zP!YVHbQ8|%Y_odT21wTEKd z-fVGzr8d|XTqbrMKY6iA(eXM;Wj(0$VwuKtA#s*Tl!ZpREPEgVey+M`kB z^;sOY%nTfK9HB>Gzu3IVKp*R`d10;FP;IN=R=X1=_{zf2Kz{nBzYKRw@1sCo^W_^$$m}_2N}XSSdrUhNqzW z=_5G2LxEwX(6@;6Mb+d=a5Fd#uH6bWc!QK%U~!J0U@!|djMKmwG8Mf4iREyivL08w z9|~$?qVa^DFXs{4DtWW%6=?N64Qh+~pz3@QpbEo8HWr}&*m^_ZF!A5S{_KE7Y^b> zHr$2qcREn8ln>jamyUxh``6H&$Z-7$%KGIX(&H=RyoS(7GX1& zjb|^JQ`w48l#iWG;{Mk$RI?H~63@b!wh$J2sfJ_O2J9K9#XcMt^IObEFzZdtxaUDI zH|m}#^jRdwHoDkh-@mOOHhhBiD}=;o-cATG>xCBW9o)WAAuvZpgFYU<$W0%iPKSS< zp=6(Aijp?bs1=6NWmlF`u8`AL(-ZvH>f6~iLm9D&Wj9;FFJ)^FhOzK1ev+HMl@NBs ziBC-*$39ibP^MIc(%hB7-^7TEkGzW;&fUOY!&1<}SB-zO?I~*7+yT5F2XlYOVTW}( zwcFjL`357T4j*^Z@S?kdUuGAM`Z*uwj2lPs*M`yde^QtpbPo;<_Xp*KVs7K08SI1S z2sYPUpT*0}#P=Uxa(l*p!F-!Oj4geS{YS3HL6ZglkV63<|7!-neX|Ee4Lw5(56`5B zN(F>V<)kL-M@c={IvOUiXLiHn#MjnkVeU#ryfvd0GR!UD@P#|4>|tDcwA z!$c(aAGzcdkV?-dno@JiW*lGa4~JBwf{!hg)$BY7@@o6of=pxa@aPzB$>IX;oo*5P z_|%7u4IM2Se6fQcoqbWbSC*rG*EMjIm1RkC+i>^e9ehIE6kuP~XxQMbRCMqrHAU5t zbjok~Xi!44eM{+x$_d)L<1-7_I?qbHE`ZLAZvx_BHb1E;=@ z0lSJNtVVD-yeRw3TdWbd$v*3FM)w7L(L5Gbgj9iHKjGZ<%7nGK55>g;eX#MP5uGrL zqo{r=(znqf>9)tSr5_i|(>d8{ws5Q`ONt6%HxA2*&90ARVSOf$!>VsM8*0$o&J=YQ znXok*{$po{pJw*!rgP4sHRv&W0rXQ|1WQzs`6ISI&>pA*E<2yY=9_+?)zg8$4xOf( zi36lJCVZmBePyI4O6F6e)q58FW1M)gs97ZB|Im7;ytHR-FU=HP zrdwYvB!Ni|?9l^#Ho|ZMmZt0m`xhSAU6+Pm@7dv*1%CyvVK|(TQ)RC*ig5Q*dAyV7 zPrEM+kS;9Mmd<(bg}e^TptaU#Si$zKY^CEYc4zcBeAf7iX&dZkPr?F8MPTk+Y#uBv z@_tIOO~I(i60Evf`>>tgtZ>+RAuF6L!@uiW2NeR#-mOrbMm!)PU;PdKtSmr1;d?eF z>d@TIVlueaMIo(z)KDq-zp_JFl=W}c)2PNm79ApR^MMx~kGLULRa8;iS9-o|fHb%6 zIk_&MPO%xjr1CHjj(=&yL1x6wQd*kldtH_BkN5Mb|COSqi5_!Gi{+OH+|DGSQy#pc znEJmyOCl3URz8aPCkWem=M2R^>6_>2u@54579<*VWI8DE+->>uwx_A&kJ(@%OS z!ay4IN<+$Suc3V74m5i`2A5U3!R7_4AcI1&q-rO(SH2E&E~JBFd?<#=9FgQ*laabg zzfka?V4A&ZuHX^>fD!2$Oul$GOTS~mrU~`Q=Kq3FdzK9UIH4FL`gFsFkiOKGUqqD& z??~6apLFab6EgZ8i}LLecN%Or;UTAs5IN*8E@<1x^__ZoygUu(KADEEMvK^_5D{yg70&SHLYC+4Oa?o> z=|jXw@)TZ&9}d=H{1!bjZrUS~`ORZpX$NRr^98xCQpj$-!Q899GkGDibFcIA9H}uqbvCPbPHopEkdsDcby*}m6 zPUU#ANwxjB(u1p6p!p4E(2~Kv3;FzrH!W=6;Y-X&{~aqFV9%~as8E>n4_y*I+dXgI zqw9YosD4~5q;>4V{tHHuTg_2{i77)e1CU-r)=p8chIuxtu} zj_(IV9};6A^~F&3pgBWu%XG5loW(49(R22A(@XY3E{ZJ;8OVa`uTa;m6ExN6G9BJO zoa+6a;C-D(*yt^fBedjc^08!8z8KHj$O+HIpR(jCWMZD2&ckKu513KgDR!*Om!6ny z!sAup68o5E%I^3VJM29uZ;C_F~kyE4*o6fM5pU+_b3Pq{ojYx7C0kn6j zE^6lmLDaKCsGHD(4@xW1aAx$biZHcM@{%b#Ugd ztk|-a(=2r4KlaXhinuxU3ES~^E8Clu$-czbgQ;;JzW(i9&`^k_yK5c_J-YkYVG=?w zQ+MOyr9izOefW?cH@M9xLpCe2B#BGMqVlmm%UrTklm>AV}9QPk(P+4#;KM>eX^;3+bs-_C`7|w z&$y-Ad%4P>Z@4%|p7mD!;;%1l6lS{<^We#144c%7<9GF=q>eV=8PXj`Qxb(>nyN4N>6 zEwy;dhfWx_OCLhhhXcwvgU2*Ke0@3xrfqb=#9hB|-jH+PCL0Dln;2So`3ie>4&-&D zd3IK}X#QYDY0XR*8n7duT$5u-z1fhGzNFHYfB<@Y$r`r7E6E7f7iD{2LFeN$I3`q) zNgF@IS@A+R;4&GO{7i?h?cJ!_C6DXQUJyDh3g|dL8MI?;AT;wC7F{%=sFP_hR$Z11 zD__upiN&<^&~X}lY9wu)9VFz8u9C^rk@PtKAqG3CuSb<6sT9gNyLKEetHYz%)$FN>S^%Xw1-eA~r$>pDD+2 zkA-~8n+yH#JU^#F-Y2v8dqXYAs8z~;AK!>Av4V?fS_6#ixz1}YO$ED6WvCQx1ycee zz)Q~@w7y2-wj6b~-02)fAChHyg@NdEYn~`wE`jT=sm3lhLRIw|u$HF4q8Y~glmTU^ z@AjGRZ?7O(cqpbFE zgJ!PcfD8>7#^a-7cQ}KoasS)0q<8XfTWjIu)Io`dCFvnzT5X>@q!m5_046(^eH&@ zu8`f+l_hCzk$EAPhXON2p&XwHTi`i&-)DGnbpRpPe zHUvEnd8Kt3&wpXQXh~QDjG##iB^w2fmsu%=6xN0?cE-!}S~PY`^+FI1_CQhDVPu zyD<}4#k3oe+7UC@g$=^b7Wre+^_$r5?KEl<=77&!hlAe9+c1V-PQy*U;GsFyI6HPW zr2cmu-uC!lTV_9S*?*URr1PHty{s>r7P=mWkUoxjJr4UU83lg=!@$ib9~MVXWPN-J z1on13>lw40)k#OP6MN!u^w(t&nC6cyk&lpk50KN%Ls%rZ22`yF)0*q=@$;u3y4Ii3 zE#G_)dRd^XC^)q6sn7{Z;@!gbV9LlE*jGLm<_p}oNEXIcT#jMwve|HQ(N$;?w!SMC zCR0_;9GVp!hC8NCN6kZX;rR52sGpF6enQjGU@J^ zRO-88J=gunk~h=ekAJF;@9uf56Q$=1)sI}EppkA9mX-alMXeChTN zw)N>1HaGqT)0gWW540QzlpeisX4RpTF%t=`as$ORazqPr**0g zSn$LKf~UHnZo@XPo7@7{euYeB;4oGiQO4x@T8h^dg^SPX*NH_RdGW>Xsp1a*i{g|2 z4HIY287+=V_{Nsh>|>D|&ccrOUfl4yi_jW71KP63u+G0@nDItC;fy3lFT6}>is=KI zX_rWP_atagC zjhun>^xk9EXNo(!pk>Xj%@&c*A}=yFH>V3vMoZT?105Rn2kpBiNqY{-NFC}YQG3c6 zHddHR``#W8i<*6zR_Rr+AGZr~ZY{zm-%9bu-VR)AXoOC&cSOxr-8gI3Ey&xIj$>1G za8~Isrn=xM^RYY2rhFXD-icSSZ0lZ0&eWH5wNWIEuubFNuUBdj#?2ssl`BP9a9Pw_=b)cn1AbV{_L2=2AYrKnYU zBN9KH`3Z#@maL|yfO;RCL)9;t==fs?ryBbPmp?@q{N)OGF8jg9I-lbr{3f%10mmfE z)Qk9c!p}Bx@8VKi|DwO1FMT*tNH=Fk(uBq}Y`HMAp5l^0J~=>lPB^jE-iyFd^EPK^ z97Xc<7q3QtLT`q5m#5zk2=eQj*8}^PA#Y9O9z6^zHqC@9a)fk>KIAa zj-Z2YmQk5^38aqA!byUE`0yA%QM&sa815K{*^TpHihnHdGLEE^>Bd#&>d@H`bI>-L z!cM+xfY18RdH?S<x@e4+;x1oS3Ltx04T3omy zgS5BLq7Qe|&{Oj(=6J+GMUxi<8!d!OXJ=t%ss{P=S%U4?U1|8DWf;rnpa&noO=z1W zN%|)^yNlH*{>nO9^>GQqf1jVF zxX2weUpJ6iY#cye$gQ0ZA+$*n7-1*uFxO6*Mtn`cH%f|>(sP(z9a=%U*5`SdJMOe` zi6i@|r^MKqKCH3-0`^un7^Y0h;Wm1PQo(dhihVf;-pI~mUEPCO--#UjIj%_7+urkK zvTn4sOvpJtkKk^}$dZffdv2oqZ+z06gp+sQ0od~g2DOI6h8-n1#-ki)N=C}eKkWoepYlU8+kO^jP$Wavkcf_}FM-Yv6)aR~ zo!pFT`UjGJ-gfde3&XoJZ185o zCK@_07%MFAz_(p}2xng4Lt?_P;Qa-dJ>Vi}2d7}x(kj^a;4L2YB(R`dEM9p9rK4n+ zkE-ByF*wFnZQj9F+MX7@FncPxoj(h;>Z|zr{f#^}--TN<$IzFn^Yey9Z^gOKw(x4V z`qGJG0t51SA)X(&nJY*M;9%r749@TcnV4M?9{75xlN zV3kuOehWK{T_sY{R`-02Q`JVW5Hk7xsj$#y5}T4G1?`%dAUV|n%cpeWY5D0`X4c7F zG5!mIcg}zZK1AC;TR_HVKjc18V+tEDVA0sO(DUDWI9gl)eiwe@^#dQF@@ES~JapmD z47C6YM=eUwM|jb74^DU>X%!qb%4lLKmm{{XIA--i;_ zUD!~41bW@o*lX!1{9Ig%1&20cjZ-@M>Gfs)bLK+D;+GOn>r3FXx&V9cYJr`S0c`m$ zPn5k7qkkD`|Wg$fAW@B zdA}XscKw7;rvpVcgLXrGz%^()n2NuhRN3HD^=NQE39LMo@YK{6t|FruHflHH)V_bQ zW%4e%c~_3^KK_RC3m0M~3A@+#J7|ES9R+zxc=@Sk(ZO>LBY9=Xpd}{Y>^_-AD%Rtg ztO>B`%~8?$qWZ@s% zn>>yCoyTPqGuA7%2ZOik$$H@*e0QdvrgZWsRTo|(8ijPu$J(mbR*9WfmBIg#QRupU z2c|fZy|I(R#}|J^_Ad`eJYGeEm+4x3xK@t88b1mR&9`y|!)H-k?E^BOI+oT(YO$sf zUvb*2Tv#cvQ(q2sfY9m~8ZXQtQ%n0wrO#xgdM>ik+Q}NyR?AlI`a7Xhs`Q52eAbkC znpd$MVJ$4}Y6^2bk`2?#WZB)xAMvrBk*G?XR_+oS8zXel)VUiE;;o55*Qlal6ZZp=0EP{1U_IK_#ZH%Azm(cyK(?K zGwwM1{V1Gu*`|=Z?m04^WKWW`k*wYC2Pn5ln1wWrWw;I!XD%EsUM|%aH|(_*zdAWW zyynJVK|&!(u2W%T=W0|^rYD4R*lzDhx?@a;YmHR*`$_kUtne10?M zH5Vc0>nYg&+?SootYlu%tC-xD%@}pP7nc`#anf!Hnh*O6de5%IrPd4-_Br4{_H4ex zd??QOE%ZL$vRg~T@Z$G(q>~yabuLbnzFKT2O`2{d-e{X5?uw@=le&$0_}?HO~de7cJL35a0tBSYB)`EY33 zRSTjW%3>GsLnfJPz;uW21??jy(#N-zxgK7rjALrKBUtr;cDCAI zRvZ;+&+c_jge@Dh*z#j7?17Vk_(tzkwpr3bJzwReN)0Xa%WHsi?rleDwC+J^x4nb( z>P$;%U|=^jt{0dyEc!4{z zE{z848z?=@sY`M3TZJCtBwQqRBKe_RNcR$()(^jT)Ti=aAvlWr- z;7Mn8d~Y6$xV(U6bo3QVK3rfdEsOp0>|`C|yja?$BDmQ%mu;E9ky(s5$|RO!K$rW3 zOSX;26t`^r*ebaC8t>E0CL2w)nlG-4l@l*)Um@0g{FAMfEoQ;eK=`Dwf@SR2gdgh{^8Gcm znU{7SdOy~OV!Hk4pW7|6Na#=R=mY=rw;CO2&Ee}GZ|BZ!Qe`{m%fPmwH~Ea)`>7|> znjSw4ry09trBkmb(JJ|KV6bR3(o%6lEw7kANu z#oDb5E?8tnvLj1Quq`&$@WJ*f*i6_+^A{#j zmaY()?%+4H3+qU@- zS{|f#L;dOd+xIm4`(+xxE|ty*jN49!a=I|ehh}XU!74Sf+2xtx_`SUZe>eaXE}6>` zhx}o-qY7C<#Z$B!Ai+c@XF9Fmjk{gvQt_^4k@7*)oi_PTNM6 z!k#K<+G%Ywz;WKSH%p5V9;(twI)l)CAx8gpuOlBSvYraRL_6$%OEC

iMPs8IFclr?Tyw(qcLZ84dp*M0!ZVX6zOEL7k16*G@3cjw3 z!Ig_fQQpuK&@?rPUmPl8t``r}rFkW&k=2VE1_`-?J(ECjOb#>0gS>`kk z_I>>%aPdy!x2n8nw_@s;rLLT~T)2a;aCk#1)fR#`!;U$6K4q0d!kN+0fo#B#1pdCN za8DUN864y8;r=UExwPj|IDWwZX1PzF^{>=Gw-cZEloOSl{nirR>hOI2POJl)Y}^PX za}2p@-`;TP-~Yq)MsX~}>jYE1aFU6A(zG~eyNceOgtNb#oa%lI{PUm zOcG|@M)H#QJ72KNOq-vzHXAQl2jRkx{aIg`WVTjcOKcNyRP-=yB5uCRv->|bvRMKX zyZ%uC`+Tq&T9g~Xd7%TlUd?lt*2RL2%|(pR4})@xZ@i=N2L9g1(`ZuG1&c=P#6uq^ zL+u>%<)zXKY+KPNd*_DPZ6I0iWB> z$JsCTg1x2SCVp1~P_5048b5(wQ#+Uc^<9-!X~+xvwP$?9T^YV)_brrM2!*42l0ZI6 z6}dWPS|jW*mYhw113SVo$S4Tsxy5r1MK7UDUnhiKE8&2L`S#Qi+2MlSDc!CNUACv4IramxjC@i&DH zFJGWcMh-XH-55sh?Zq{_i#c1512EY%7AC6;?&(Z_oZ1+hM;2S~L0teY*!dROn6CbTD;QYB>pz_Z(*}E>{f5C%`B(6qb@+4HFC8S_?_Kzkk(Fp} zaErg^EyI5A+seJosKvc^RoJ4or7&WYJ*!uc;aBccVkZA0aPqEC(66s9^Rg;{y|>lr z=Dr}T7ca&qW`}VKWpP{SjpW|Xfrt~|-+naU2gVG24{feX`Q^95(6;Oxb}q{j21OQd zu)+}~mX-Lj>>ylR=YvTdTG+i}0QPSBpQ7`Qr}BN{xIN1*AtjZSga*!Y-G`DE8Z?x4 zTGC$nw#=-I$_|laR7e!(xvnD`G&GP(Q(L8_NXzf}{pC-um*YIoeP7q-^L{sh=u#AW z^wyB6Tl~c1^4d7$`!Z5`l#j;R;nY$wpI&f{{7Bo8RccxVu;`SKlefJKi90?)T1zaa z;&&UgMl?h2c3G0&(}d{{y5T8vgpf5_W1#eYj=U+BU^6Q)MDtXyo-HnQ)7?QBrE`5Gnq$r5I5l!IsWJ` zosoDh*c5bj$gHZ0ssU7Qgy6Tc9_brD+zi4x7iYvdR?J_m9ENP7}GM^CIz( zdmnr>VhbKxuguDpI`Re8SK!gX8^R8I0^7Gk4c|PdEe;%ElnY8R?}q`Hq@Bia*SY?r^Vu0-3VIlI~Cvg zo`CIZ8&O@Qgtwln!iu_zxcv2{aLW2CWSmmttuAK4)=PWIE8-9tPaZ{foD zT8R`Yl%@HWvC^N@_DVngvy;aE9V5=ETOw9GyNbzfuHrlo4<)|{FDg?=p$%u3kfm)I zMg3GG9X-L#BJSk_d)^^P?@PMZY=@4tkySBc<=N%_HhBEFuC(-BHEkYy4(BWy57iZN zENb}%JjEN++n8+W&iHfE^^302l3Q8g9%mJCqQe&qSXe`<9g&>ieh?O$i|LN(bW%}% zi3Uwn?2gn+u<#bPe;{C7O)a%FKl#VPf-r-7(Wu_32a7Q?^Tq55Mj0H_U!4!3N zv48LGun{ib$b@f@rY%1vZAx7RxBqSw|2Q&Le0vU};k*vC3hzUg7S5$!trpUpT}GP* zXHlPWOL}R)l&9Hx&`)4T>n452CtC(%vdMh-et0;B3`yhcyp9P@hC-_Jkib&A6t-gY zF}CEzQaY}!BlR96mewcNl3r8_+n``6=8Zj=-I^n)@u3{mChQ^6{NEi+6AVZ)ntkDlLu&aFoOB3?q_$!ljt+Ih5VfzScz>v@~bh0IUB0De-t#9rk5( zl%&eJ5!2opqnxpwSX?bHzLi$Y97~nN)(7rY<+Tc|{oBEyCc4UEWfIw?_(I04oLTCZ zuaya_GjJ&X84^yJaYe^2!>Z;ZFe`H}h!uE9o$-U4SXf70&S4mq{Q}l+y~}h3XXWMt z0T6yD0bX5j7XMrBA)atfRs1E{n*BE+l=WA839p6upm*a3P#HXo-E@xN6o%z9&tsF> z%Q@C8ZWhOWrzXLIb&aq?`5^Ys)?+$Wog(9ewOD+ym|NDoK(s}FH<%=L!V)Rkx$%?( zEbq}0cGV^VCk5S?sO9~Jm!e*7LG5tXrgcEleZrL;OBpSA&2})4t~?>y(EEU6%>N5K;u~!Uy4taN3gTn zm7r0W%7oD?XgUnS1tTMHRnucwy;_?kF7d-Prr~VIDns;n@QH8i$zv*P}dtC6m`V3b4rf{c6{^Rw^1ixiy zC0}bW9`CsgWKAb8V4P(*7JT@Kow~)i`=}FZU7P`Ba&IAa*aEgK;XSKebwD`pErl-) zfR#HgQ19txdVHXsjO{;@{cC}n_`{QJOje`(xQjSTI|b`<8T)SL0gbY}r2N__xb;DX zjrn8?X8wk#<6*$vPVGZ(zK?|PXc}1L+~t?%U*Z$|4zk{JJ_2&E9EPMzg)XNf7+!yY z6~>pyzgt3M5){Vn? zs}@m(bswqwWjoqECyLhl#N+rkE7ZycDEL(g8$B$ucJ8kk>C$97*Q7EnS>=iMa1FO10}e+-SvKSI>M z5WYk_27kJTx@#4fsnDtUVZ9B_Z*e%j*OpEtyOOkdK0TbbjlN#AqWbX>IImwkE$iz> z?I{8HM|LGU+*g@dPLzRvfy*J}dk!1n>W3#=6s7YH#*njXCnkt9d9I&}VbBy*`LFyZX_ZR4E@+Q4cZ8YsluoYg#zS1|R6UVSxT^;e@jieDAs8 z8lhjj<;@c?G%v@MLN;0EUYF?ct{60&aR+1`l%VrLeag&ofG3BSk?$gZ+IVvrb&uc8 z54&5zTYGMyj@c*3byx+)PA$g5L5j4)D}u6T+@fliUF06TmoBW7fU&bN?i_jyyQNBG z)|mn_>31qEge+EuS`V-LpCX&Yy@F|qYw+UiEu!<|UOP$5ODlD5jOB02M+yBbWBO0v zZOn7Ok5}(ENzy;GVW-R>O1<@wH#*AUzs7Q|_-hF~s1=wnf^$e0r$XR{L6G789|WZ= zfY!k|XpvI|{dUSz*|T-{a!WaGl*+RrdqpfYZGk%nO<@>@AT#>HIWHwicbl!i3X?xFM zWoH#vvt6CJtQ#g-x^fzSb(0zD2FbBQlQd}Ol+j?KdJ~2f_hJ0vEjY2?OKA7rz!etF z=QsGQgBg>(xU$#?ch>V2d~P>Ft1tf zAaD6Cyj7BjW-l%Aj-w}Mu=cEE?tfBL>sBU7|J(e#gZm+4NH;&ZB2#2}b{F({rXotu zoyFd)(SuJiqgkd=B|JXu&uV7=f|KhvLD}+fR=i3g`g%8)$C5n0F2s|SJgP-!PkX_Q z?27&=hBy<~aDQ%jg3Q)BK7Py!`1$fb(DjG_9J~uBMxKYA0^=sB-(Tn*l>>i1WwSl| zKC;?NgIQZ-6syxZ#+9v;VICIW!9Xv8m26$dk`1P__+Jko4u?f@3oiEcJ@A` zMm$H^n2o&5hf`H1`j=pC$PI8>R>Zx#C%E%${L!Mvk=?wpfE^nh#8!pI!wXd(=2@!3 z&JMT)X*Y**sWtsrZbcK8?N7w*s~u^{%~X0lW*n_=QJ^;a1N8jc#ER)e}_$YPOM_r$}%r&He8A9f7 z$Q)8xJD5G^`q8hQ6WK%=HSwT^G2$7s`%`?yWjZmxoz{P{k@g-!?CimV&Uf?tDA`9_Jau};k zaSJcudlgk_$nbGehlH=xD6tj??b;)buT{o?IlXknXOVPg|1;7BAwg2pu~OP_?hc)t zA4c+rJScz7Q5bL81k<*j0G+vgdG~{_!NA%K6SuX)wL;+x(!ChJO~_)Cgzt9sLT$Q# zy9OqP?uKC)OAvXH16pfY2-ys>4w=Z zWLs-S&H+9&(zh4Y9%!&FtKLDaca$(2`&U(KkObo=%?JBk;mq;A9-YXz3`;6Iao%qQ z%)9x4MU@27@hnBDYJNN>oR}$Aw9OEkdk+)4`Ws=~gIMYD(c#keZGO@zi!`M#)beP= zauYNU0}5|E&CLu97TtSV0Phl`p{%P9)eI@cD!H$4b&n5jD8C^%h8C0bUNF-XxH@@e z&oJ(pErrU7rOo5~r1!cfqG3b<>(t2*?;rb&#dipd&e+kgo?k zIH*9J*F9Xf=@q6II@5_SHSlw;gtwS~5=Lfp@#AseWCVrJHk4lY;7pD2 zlW9cxD$%)@Wn>{xQ1p_KdThg(af^-E;`K6Cc)pp&yit|r@N{pw zF`ii&@1|1@>9p+he42WBEWYj?4l_4Q6MS_$VCtxHy!OwJvnwJRprk6bkdc>8O%%~u z@n^^q`YJ~>_fq8iHtczs!t5&Z*n;^#ScF6q5)=(l88%?4tBSz(W4 zf1PzH9+PyhUJS9FGIaaCDrKp6fsXbzY>vIgnXz`fP#b-TQ2+#wB6I1|p{-&5>uNjN{Iem(OZK7!oqLP2xCt@!BDN#fn%CgLrV zn^^X@hpbiDt!&Lb0Zt}75C1-)(^nzedvXT%XZ?JMiKz(sHr}Ra#Z2MuVu+?23LsSA zIyR-pzhalqigu0fOX7oml3Pa z+`+~yZDI)tZ_uu(m`xe^o@wlQ%09JU!z2ea>8?F}*<1reXInG6l<5w70k&j*Sjsl$ z7PE?&>FoR|BM3>^$TT-AaQAmBP`1rH{@`6j3JB{D{o^k~wBmenKG_Iuit^$)RW{MZ5ZQ~3E>o3;8Rvn~0( zpw{m&=Ppx;&v%ZXO|i!GWwQngQqmMV7N216ai_%k?tOk@#Sp3O(Nnnalq*&kUE>d& z{LbF~y}-QwMGEYtsVw-`A(k)SC`uD|pjmP(w2JPaiJOYxW}L+meU9>1l9V7bdlr4F zx2LAWA^g#QmULxAF zgV;zV6SnQF;4-;Z!_>3iz{SKIaGduRQ)>INvoR0hRqF;wdo_lwmtP_{%l7ftQ!+5_ z$QV(laPIIr9W0y?wv&?kYPy$GBez%rQgGnP$mAHyaMoC&A?K0?EdS4AK99f#e&u2=2&@e?+=KNs~Cc++zoPQ%{O zHQ+0|nR6bxkA|!o&rBc7v4k%dLGE`fyC&*^o-wQ0fh;9)zl>wTeJh;xCfSKCx;2@n zn1^k9j`YLN`+YFSrUuIo-NNd! zHkg$k&F@Q_$xL53LASj%xQ>g*9Q0;ahPsm8;z+pgwE^k{e{I>1$<$CVk!{%(%Im+} zh@zf_n7urL`@1q%bbZD^;I~i3anmZ{ZtxqtvUf4Y+kHdZurhpoRfF|=phv-W1JH8# zI657-5NkEuoZKhf&!6COMon^k-z}9K{vCoC_Y{1VO)MA=|Au^3s#w(&}sb?Rl__Lg}ddNv? z+)_Y4BTf=aI6>KFD`{I~9~v6nA5U~DFtrUD!tD6~CSAOXlPXfU;l&2T1%oaZlMOTAx3Zx{H;h&98s+&z<#AlG#STx1Pn<9iyml(`}Ob zQ%q)`@(>M_NJVxJDTRE+9K9ddUG$pECSxx5Kq`8R;iG0_ zma~2`{d>ERzWq0!`?E<*+iyqFgf<~leW!!wB(~9JCyq>ON~!g8H6Qaj7WQDF%&hVSatKFUy~1g?azf_z{h{ zuzOT6G)$MJ14_!It`^TvH;v_FOtl3L-V>bM^MrR)`^L8g{Xm-rZCXEx_?CMK7%6V% zw5HtVME`p5PFf;d9=j4oSt~Fty?)#kPX!9PF_QE7tN|wanrM3QDQLY~&b4-a0h`Q1 zu(D2og~HDbr~NT;TswdLZ$7;GdKZ4h-AC<414!JL4naGHV>&Ctpm|5C&WU?aA`V7r z`X{v6@eMwW&&C1&-NTEgsw5Yqp7Dq07lU7=7R;?V2TR3waM(~)$~hX0yu(o(pZ5h) zU)>cQmjp{9k2mr*|Hg|fMi!##&Q91oI0j#9dGH4u;&FI}JTq>c1pS^HV$#{^U_M-y zeV&#NHA8fmvVl6A(xL`a9NYNl5aAi7bcMfDaTn`#hgLDtcSg41ZXts9ZsD}4A*7Ow&SbGbX z-qoi`yUd{O*9w?m;6*t{fVyliL)o}oPB&)_%dZ*+)0>A>c}ZKix1l?**wTcyDV*WU zJl=qHh&=sHUBJEEfPBx#cuspxE@x}KoO==31wm`BL0Q$)UpTSh-?MEZe>(Q@=aa>9JW4=sAj=kKll+FIF#8Ol)3$9S%;1O^Nd)|AZ+stkF zHp5i1uF;61stGpRR&y8dGIWhp7Px#G)cozbFhdryY`GoyM?Ztx7~mjT|6~Z(jv7RF zt7g(7!z1*~TAr(L*5!uPiP*QW1lAzm4Mm})g0naWWI7*$#?Arsm!E{uam&e9-GR8NZqvTZKP;HrQ#=G-%$Wxt_9&8JMHUwK&mftBDj0V>g0l|M zr|NVE3~-Oe#n=czf{SNSk(!V**uozW7`_8DuA*OLJD!{V0S6>4gm2SFp^<+&-e^5Y zIeIaqyZ$?F(YIsej+JcU^o4Bgrg}7b^+1wwyBnW<&Y_@JVN|oDg3KKbP|6P(xZY+& z+Y9tC@uyTY{H7reI+%cmRF42Z_z!9)sbk6My?CWa2~2ZT1i#2LtUMS<@Bi4*f*DUJ zaAtpL{IFmAec|(Mn6-r6uxJMDqcxZ@do_jiO%XbAMl^bI6D2q7!3EcqsKz6W_jl~% zEtZtw-c~g*8ZedZDh%cpoSlG=U8=dyNpe_k)*r9#61YOy5nA zk^OWU%?6~GLsXiG;e>8j#dauqkA?0d2@>$ooK|LUmZ^2#V(X>eF5kF%w@~lOup`-~It(|RJ`{p%?FuDFV0H|dIoubBzUJ0tiVVGGInnQ+gY znk3}jQmNv~ZD`UdV9C8%Y}BzIOwur%Z2zu?i^KBxeVNOc_qOlsL{J@D_~JCH$#;T- zLbhUsRRk+cPKHmju7gg6&~18_1x5jjanw9jCVe=a_c=X9$Om1QEDxAPm2R;l_1sJ& zN7RseRSsjZUASSn50-j#3xV*?1Otb~o4P9h=7PhnZ3$>Z?oJKJ0 z8OUVKS2K;_7HsIrz0e-Gn)4Ly3fTqkQPl4(=(JUX#+_%lrgJC_FPn`k=X#L-Oh)@` zD+n!@(8DTkD9w1txc`2##B)7Z;c=3;}pre|}z@s7y9I~%QL&fvAaw?M>XRW?5> zk-ZB%P<8x|C8ZXm;KX(b9-FL-$^oj>T3WzWnVy1K6DPt8vmn@dWdhFyRfNPrB3idRoD4fd=&yec z>Lz#d6O057&GuaOYvCAH#}zW2wmqc#E0+FfMbO>#tpX<`o(0ADviPV`FgS(BMC}=5 zdtS(b{mZ0|PXh!NDdFJR!}+hKm+)1}UjEU2O|n{e5UZ=Bpt~-cH>y#gQ9DXWB`b}_ zEfbu1$&Qd3JRD_8(%H^CQo)7PKxI3Wq#;F+4tKoyqkvpT+)LUCyPU4`q3*CR4Yy6hM7Zzj`0LGc<{1pAfPCT;*^;c^r)x zR8Ll}k@S_dq3`8H3cqX#HL~6K!A~9!-x>;%rEQKKnPuEOOAl=LCAcLs|6$eKC;S&j zJ8ldorX9{pFsNN%Pn&FIhm7xHx`iH9pV&>7L&MmTAC7FejsyGArp$0-B*C8t^dP>0 zC}S%*{7a&tL;6szkoP37yVw?)3zPPK=K9T4qzl)D+-F1|_CQ&k&9}}G)yppciE0v? zGdB}!!Uc}H!g;o%`#f`>eT9ZRKTG?L48|$*qT$jOSLTIgjQu?TN`mIOphrrd*iMR1 zolR@^Wsy!=3I^?&EV4bS%tkR4Hp%@brkSfiZ+Rz|$m($Hi_H)_Zx2TGkEHTpLJ!W& z8`oD=!svoSkTKvp%$c>G;ve3ld8<4rH2<~W54tLeJpBoDqrUQPv5!b2^DwoCMv+ON z1KFP0jx7)bu3nenWAZETPO{>S#>z7NgEnCB17{*>opdgbJdh4e}OSiqF3XAKsaqDHApC)vE ze3qjW-=MD30x<7W1Uka|uXnHtb@<$eKR2IMjWT+R^PSz$R!^3;xa@&v2Rq+K;GVIK&sqDb({akif65W}SLY+r9ljm~~z(bN4wBy+*2&%05<%A z?*E=~f8T0Swa8R~>3-k83!0Ztx@yY&XZqD~|*l|FSZXY&) zM?KGY!_D<@t+xS>Em%#xs_nSk>H_#3)#Tc~zT=;NEP@c5_1I-m!p|FV2WK8|;wA+L z@pp&cN1UDqjY&H(a>h}(HNF~t9J`6T3ba|piJS1FdllSye4ZaYN$~EJAAsh9`#9p~ zEy$kSAA&!(p~Y?`ocm(eg=uHC_`j=}@V#)9OrDo5+zZ=qRmeEWtoCO(TH`RX>1XhJ zzb$C?DhOU5K8RB1LXatP1e;bFO6=(aHZ#jWoOJ_4JF8$;ZXH-=wqZ)^B#hGvf%c$a zexq9`|54P6yRt3NJXYXvEKI>Hr@m~|lTX~YwjaFilrd<%E|@R1v*t&6#X+Kq5BK~( zMPAKK9T!#>^XoKK+36dvg1YQitmG`T7I4|xl< zYfv!$H1;#9#pCMP5?nGE)-P$q3CDd!qP?Ht$eVMhB6otT+-3)x-dyAxU&+xXxAU;j zzy$|Z#G=jYi5S?`h!5I?o%*=L+yd!Eypw9cJI04_k1sysKV5$f3a$dz==X9w^nNa` z*iZ@W!)kDrIWMwyh^|!MO%Qi54MuG?#XsqJT%*D%QFL7}K3H{*mq{4QD?ND)c`+^c zWo8F|B24I<_$F`zE@ndQoA*MtNyvrK7Sz1f2I393xSN9;F}p(n(^}WU-no%nUULz= zmCQn&d&8Jd=^SiTJch^B>e2R_6ZV^A19Hw+LF=9rBqL>RX)4R zk_OLVf@q1?X36 zhYL)*(4)y7wF7;)O)Fw~mzc34FU{$~EJ~Bb4aoqBSmNM;` zYEI)C((rkY2&X5tayQ*{!SzHZif-P5%<#FKewzjz*?*iHwQ>NRJQRc-BTUK1PKnly zsmCyfIxN20fh*VKl7(k19u}B@wDuh|J-oz~zV>HedxI_T?189Of%`P44LZ_8NUW7a zEBf8QzfwlBQXkBIdj^}YCBVzd2zX+Xis`|NvFYRjGTEt5P1bU>WnmdDx7|kh5oI*+ zYA&oZ`{MLwUm&5? zY%OrwyA~{NB3F6vWbL%pJ+mAS3K5$Lk!DCTTxLX%DHnCP2?(>Dp-#Lbo5i=8`Y^sMKc^Ndft zaZfgzwc-b-y;7eQ_8w-J&+KM1_*k4+G#PhP#)I6mOqMQWNDl4EW+hf?(7BSMn)Bvt z+=m)e?{J~6z)Mj7do&j@*#rik1Wd}+ar$ay0;!rHpOv;B?tI(7Wx!c=ffPNml)YTavF4T z3Kz54mOtPnPeXDmDakyCj*hxbeq)iMtz@K6ZS84Qoi)b29Yq62>ad(fGx2G!X4dI( zfYsG3h7X;6s5x1Of|J^?@N)ca zAvohyLrGdv`3RA8t62w$L)OuT^JQ4p8O2#WP!J_>V>bn_R-T@e@@gP?B6Ke+MThWQ@+4B;``SX1vYwmkm>Oc`&( zw%$u%Uz4ja?`$H~se00hy;?Njc_}4!j+I7r`AN+U%%!^*z9H%SS!irqjT0|rvp*eU z#Bn`J;-AZ$*{+w9!F2lxPVufAT9p^^>oPT{y)pqlj#w%>q%F)1WnME;a6dMD&UL4s z;gev?(0&|D0sf{p!xfWuu$=Jsl>zfz>9m%D^qQ@Nvd+4bukig*6~|D#tb~jC_=CAF zE@bB81^#J?0(;DLaH)?c>}rsu;zC#0yI7DkeSFA2b;#!aeNScAeQ%(2e+l=b zN)xMm50K#@RZ_mbj~j8bf(4^3{dca8-2UvOkrE@SUg1rmR%_ZI3v_MXK_OAeGgv-B zRAIB78Co1+uO6)87s`c;)|3arytS41*s%`3?i_|ct}mtV%|>i*S~RQu@3~OpTMa+g zOvgC^hiPQb9U3xUgAaklxX#{(q}4^#r(hFZ{8Y@(I_^vLL;uly$3|LE*~#UYliRr-+|x9HTN?U7RM4*lzkcpV*Rvw|Ml@wzgEW|p{wV1AwFKj(YL@;JMx?o$`_*dxy}~W6|`)>N<{m zpU(`3uV>@DH?cqE58ywUYBY{fXVbg>!KYhFOsvqC9OliW$1mqV*pNXGTHZQCmd%cMRM#__;x(}=mRyGzoYTfN?`j{SJarM&y;oa>9N#=qV=bef1v{P z(K-a778&p*u#zjh>J6fAM=<5hNrCI#!q;ctgBL<-LC;^pi|hdQR>;lG zf2uDoyk{mJpKL1bS=zpT+5&ZXgV^7XX+i@!4IPD!_@}^i zoN^Mv)(|Itdu1Z_xnPWHOP=6<_e9v!_z)Y%*kGxy8~1MJYbfm>%id501n-!~+IClp zPF57K>IuJCLf{v6vtKatFk4LN_ij_rk62o>X)n8-5)Ll<%DAjcmp(o`L<+(_evxVl z-d1~z0rPKQ@TD5`^xcAsmNxK*weO=vyfVz6CCm2SddrW!qR+Qo%o%+Qzn&OQSpn@ZTtA+@Sg??NK0Jm7IMvgmpO8VQ?8ohh67ZCgkAR1&3j&VFVx4x|y$EB?n21|8cJ$%8|@?BkJQgi+}J`9rn*! z1p%iHGrP+t*r=3=g1>e(vwxAmp8btv&NU~YsCF1Vb}E3fjgg>U9zdaWSLxfd6Qq9d z8ct_^FjTu0ZmA@JZ+b5d_fuoV%3=7?OA6CWf53IQ2JW`tX^ohtNZa-9@D-1Asmt1k z{5}3aY4udrO;13SaF89`bC0bUWx|AaU9rsAW? zy8QCiR&?&Jf!2tRa9#9Bv_mZeQpW^=3fIFAs~HR_>i57T&VZFn6nHfCg{XT;jB;~@ zUP0YAe3rWyeI^Z{akj7d%SqNGH!cdK2?en8zQB3dDnpIkj@-{18E~oj4?lI1&`-$w z1ZMq|VZCD_9`rTA>HprrhK5J5GddLIGP+>iV;SbER*V-y2XeFftFyuB0*~gvD8Bbb zE7zu4z&|{r#Ax6}E^gyN#|?((;pyIM@P^lbO*dYmn)oRkd8JJHI};(u?KA>&>(Zn|`vvsHD0MAy9-w%-{1O~NqG z@;zpFRpC~%pXjGD6}G(4U=8W_u;tYSH2(DjG)5|+W3CJynRX0^DK3T)YqiN=v=?vf zNk!#vTJ$hYnGJMqfGN9MKtnMdWCR}1E=x5g{}<7!cqD4+@8OaTXJhKvHhA0Kh2w9^ zVRn@XB>ahn9~zIb?P3r7*!=|O+zN*6Ge*qLIemwiVl#Uf0=+R=UzYb$Njm+7sr5pQJebIS$JfDEl^PGw8ud@xW1^waGj z9^_3aXyj6|s8AuJ;-|>3*@D}T^kv`bAHariRT?Y53(CtK_`k!{P-Tk&+4LWY*7j3i z(Z>s-LPb*=62xO*NfJz1YQ+4Pf5xgCiR^;g8dme%lth=^!8uKd<$kuq$SY!4dAKhX z7Rb`mx#Q{C&Z&5GT@hTUm8FS77XO^1J1E@Tfjj#iN6jw5wV@oz`R-XorR!5sqvJj( zMMOh}z@y$V#+{AYzl!zD19Hmipp3B^^lf+*riwFJT+v#zL# z>;KV_QxnlRQVMr;{_;1E@53kS6hvFgG?})p3;sCX3HQp|m1*8~ouH zzhRHE;QcZpQ&EpoY(|6sp5I_JFpJMx6b3ubQ~>mqXN@Ox*@JH@nRJ*n z8~-Ply?ZQXwff0KAKfLpj^%<^j5%vAHHZAQlUVvY6LFQ%8y3NyvwNn>EOdGpUo&DY zZrp5wxBu-$^;d0JZ#n=r-YtN6{}P0~N)%U?{u|YH7va`5IjDJ7hNzzw`>L{tT`-x$ zhF_`^Rk&o}#)(zbYgkCXy*I+so~!IIuPVNL@-5RhxX9!T_On0o*0k%JKMj&wNds@n zQJlti*rB9J$DI}6$n&LwTk;Jae{PGRFc}P9{X*OR1bq3XM zLMh}YPy4FvrG?97q(!ezlYE0eo3ZyMR39*=GmHI5`|B}!EpWb7`=7;8_H${~dwVkX zP(g|66k0g_7rxGa#@lAMaqEj-@gWC0mB|20qW7SE-* z4-_bORw~tMb<$=nPYO3Fp%vPr=}c89oD-?=wcbn6+NzQypIWJTkPDr;ph{u>DI_y% zH=V62;eVK=b7lrQ;QYA+WjlYtwW#g5Fjx}~-&M!#us7J7dX&EY43JnF%9C-FGN_N0 z73Rs^*gR%4ZSB&R+D%fC9(VbK4@Ge}bJKP-(Q={XKZHr#v2AoH{X9+yt_QtQVoH4+ zN4;jRxeJ$M*kHGBklJw-Ew+B(l67iv-OMfA_!3R-@%$?|w0a=SsU5{8I5czf+`F94 ze6?iqn^v$*nZizN;xOs7xjpn_+flB1sy3OXDf97n{_wALjGP=-YcgBApEzeoU$(_h z$Z;=M#=7o&P!BwSxyQXZ>nuHZp1p?~blDzfA6+5&=K7ZF^L_&8Ch1Vv&qv_)zy>aj z_Mj)}F;G{V52bd2l&k)RYDfO!llEIfiEJ27oU)7(R^R3u+x(#;--e&Eav+U*5(`&9 z>X812H&w$+g7Ju79m?KNqD3-{AJjJ#RAkyg@yi6TZ_9!Q6opw6MpB*WEq=(kTj*w- z2F;63vN@kCB&QEIQT=*>ZJevfh8XQ-zQc#HnE#a6*v1r4csZPnG8UfS87Cy?Ul_C5 zwaTQ>;eb-xY(Cl@L3?p8l79-{DEUzpQX!(~LGj;g1c}G+-L*b-KWw32fU@x|6uG z?b&?%){i*X!GZg|-i}-P?mX9h`T<5x_{b*@4aZOub*A|!AG2IDp!fSV{JH5I=q?$L z5A+iG^0nUdqgHS+7G5Czuy}rUUjwnsk>O&AatBj+{R(B`RM_L!Wsy=kD^9;EhTTRA^*Z3uV z`zh8e5A%+_;O-}kWWH8saWs7A0;TsMEB6?1H)K(JT_3z!?8J6&s^&t=HEGPj0_c@( zM>Rt~J~Tam!q0?5+PT%N<(-2#HAh~o_qK=W`CnuY!?#1y?HPD(niZA5i=fn>BgnF7 zG|X(jf+q2~eAQ!NKj+w=|6W~(v&X4ZAHU`Bc!?|-{F0-TBO|!8U+pn3PMbgWSC^Tr z7I?4|qv&=-CdsTA!47}QgNL<7;_t^Z*?>*if{Wu9>+?lm59l{g%NGaQ#oxd!Hd!?7 zyx{KIw~rsunu`wt^Kih8>4Mnr0wzh~vELA9Twl13i-=Ieb>sHI%4L<1QAOG@JOBz{TRRgABCsfeFz++?514ZM5eWpL_y0Sq3_CAT6Y z^bfQohZ_;Ry_qI6S!YH?X0JtuzWT$I;&gVe|9Q4){z6t}GKq|43q9k&C>mBLyd%~w zpo5jhC{qA4YN?J#6tx#e?+8z+(p34VXS90K_!D?FT@wu!5x!cU6 z%*r9$Xp!Lk6^B9R)=7A>csg|j?4>FD(gY{EAKX0@!;!}@>QY^T<-__)&KL;2)Rh)E zV(cJDv+WE2wRhlVPOsxCn>48 z__P-L6sb(hj+Jpn5!>PPqIYoE-2_$*H)i>(l0m>da;rRyp!H=p&Jio4l6E<&?7GIi z__#)ddkVq-i~;uR7lH%dufR^PMl6_{&qdFA0W+`I^DZsrT>a~E3>D_srTsOzr&`}& zlgDKKx?W#;FnK1PlPN{F+{+j}O&@lgeh&7%=TYnPS2U4tk|gK`!pv{gs51E}_k7@T z(Ay=jL*M(s;=0d}URVQT-Z(=a?H<8n=77roj$=Slity|&!Jv;{xKrkWhrlNWs+S1P z45$5Qvi&4?Npg&#(KxeDfFYSVWGceHbP#l07O!rdY{ zy8J~Q!^$+MH&A%jXimg)MK|zZ%Q>9>HW&9jGQd}-=b&MDKI+;Y}X7}`)3b)7iKY|!y;f|{#jVj`V;>Y^#i%G8rb&XFwQ)E8YCV!`Qwg3c>mOA zlxZjalIIH?`^AP7_n*Ka+Cv~!E)N^p`%0GiUVuYvG$seRE}^z`e;qS*ymst^2zWldH1 z+h`bfcuEg)Et8?;?<9W4!))9Z?m;h7>_|Q6oRFIvBGq1=Nk#s_)bhfXlB5s8wCosv zzi0>xZVqO_gQA%GmM|DL_aH8tDoZwxqd1v6j$GyGv$(iy6#g^`2Lqvtv|fHbtXMo5 z1j-o}ub9Zxv&J)Nn`YIRo(vooFd03Mn$SD$BdsyekS=q&N++%b(d(*{WM!=^{nhml z-zwK~ZdIo2*Sr}_dzT1gy+LyEwgi&9mhk^pG=rv6K1R(wE}7so4_AthVBHK2Jp6Yk zO|!U(bM}1&axrFpYKElW{}Ggxd!nPs4BA<@gQl7Ppx+jn(#Ca{xV)@T@}6~*>^}TP z(;X_XSou55wqR`K&qGe1d%Ixr)OOtCquuNe4i&{B_M$g^ zH0FFfhUw_@t7eCZ9@jAzd{hU9@tu<7muht3M*?pz%)|L95olDBhf{J^(E5Itao)ih zE>$-8kiExs`bC1% zV4xS7TYbW#fdlD*)hki%#9)#=9L@LbV=C~HUm-7ei%+dO51*b4r|Fun@!{t|^y$S= zdhU0YzQ$aG?mLz+__{pBgwFhL;F+70 zM6RSAnus4eRcYLb{do0@0qtT+*m39)On<3GO_x64v9eT>O^2fBb(G=SpA--4(W}8W zWG2bvHaE24=$H(;v3EXwt+Sz(?-5`>%FqM z@M9m??#rX#&*BB})btUPE^=m*_uj(eSL5j4&@Q&xy?|*nT!M4D70hA1H|y0$5D@KbdVDXUwvf zmq1H44|QuM)8nc%vi8!XFRB;tk5VvPY56U>GWh`<_UQzN@xqLtHx#Vb#o*2{OJVQh zP$s(S&SdT{V{}U`sPJ^jQDk3QqjeD(=6e=P` zibP7vmZlBDAOuQSOa#)B%&jnHHganjzU(C-x+z+IA zhMOFpLd@E;qAjZq^ClfD@r;mv8(U&THNstb{WD!=82y^Xw>)9z#$I9mX;I8}wjnb- zG*5hk*Akn|8X$d2 zpmn~u!{7~uZrI8vG^TOq%Qgs|xo&J7W=iS4AE3s6AImWHXU`5@VLM$~S>%D4Z2Zv$ zEZlnm8#gtBt<7*2-}yO8tdnTZ?)(0xVPB)@o#%DJ6)(w6BaFUTouC^&%c!HH7mtON zpxdky&^JJXZMm5Vz9${Y)^|8rdvN4>ZZl0hewP{A)^!DCc`rXk=i=PFMmXe4I z{N9hH6}Q8XL?ia((lNUHxrdzG%_SO&t<>spiS!T3Nj^<@N_n;(^y=YEoU!K{Uy}X` z4~!~<(W(mAP~`#(Wsh-nhc-~))+W+h-9hN?P9Ku`NwT-eN)r19Nn(%3&`_m9DsMYN z8_lPJ0jy?zkvZHwDWS8JI$R<@TTv3*Tu;)%&hAJ|CrymEr6RjgG^_0*Zv7U>J6kK! z4GkGCW9wEd$<+dM1AgP_B(mKTK?VoDQqq-3W@cdrhmCAW>}KeIm3Dw9k2 zSXT*pSIywLP=9!*BV@!k3@59NF4UH=gUXMsqdOZaMY(Yt+r??Iv-6INif_rXKr2If zH}yP?TKs{+-=@>pUT13Er$+T(`b!>8%qO|7VDiH_vMH)S^_p-j*9(MoitcKq z7lLQr(>Xacz6hNdT5GMbfav}2Rkt%AEVhEqv- z6b<}wpCWfmqjU2kIR(GNoI%PT=*fMHIs=%+Kd~7#yWPhT^-Va=RgwJ1t5LS{Gl-eB z8>MvO3V;1w3LV0E;_=+~1<$`4qjHlLU$Igf(_2#crAwj;`-Uxtw7A_c#?}nh94_O& zY|lZ-xh@**9|N6+cY zY(JCXkEy82gKTz`!i$t$eBGuP(oa7`6Hyo|O?t-f9BN1(qJ`f}$3|RXum|kxO`xJY z1PTW9V+*oAqScrq7&1_n^{*@j=?ULq<)(4){pwM?9uWi$g|1NCXTUV?&IRKxDeTD} z%H~-5;!Bpxf0(OHN)mJK(;Z{l|MLxA$ee^q)z{$RibxO~I1qZPm#pwj>= zeyPB8C@atArv4m-X2vSak7{wC)LIz4`YPY7Q4OCf`mv5gRc4ne1M|$%L1s-9Jk$>7 zelD@aJ#y6$GAR!hXS@QNSZZ<(-|V_w(92AxIE=5${*v$wLv(VPk>`X)cKC9^_Y3HgEz9y z6n!6>!kx4IgqQEh)9XG(8ghI(x1ebZ=k;bVo+*9_+X72LDnJXRcG(wH{2w+e?~I@N z?&7?rLHPIBV>n%X3>%*N@w76DJNc;}OYgXWw}uNnbd{xeI@=pxUzUf*Wxd?5;#yce zBpT-~+*WwvN{Q%d{V!O!zyVjw_`+qAY1}l0a;%HgV*TFrXBQ&OglAnIjvf)5u_wR7 zA)CE;YRoKX6Lxb+{yFGu>4@=Jg8MsaH-7z*kFHfKc<%6Y^4h0M8y20wlhFqB-sKwf z9?yofXWn3GI+8t7RfC$(+OT)>aZvg*m_!U~eq?7;B(Us~oSH zqd`rc{n!a`htrBa(7yZ|*DC+VGH;aNmZ@px`gGspquTSRD070Ow(h`OJuMpM8VFm~ z9E9~_W7!M+>+JD)Yj|f#;GHDlRQ3AN<_!VD4(m04ZAdk&+hoOpr&r@@#|(b?f8qGT zJqKm54HLw}ar%B$nyY-8d#14sE0^eys`MuMnW;^Fc^4>w@8GSb$ur~4&Jb5Mja_th0i|_5#w>?{PQwYjUc$ z?qS%b@945(2p(A*44Q$PU`C}sCE2YfdFx7gus4d#q|Mo4%mm$fW2h)`68NC$EaZSJ z33^!i{%AIZhR5O0-D{v&wFov%n0Sz!0^!e+f&xX4C>f2yNK{zu&lWrXi# zw~&L$-C2#=$$B)$z>ZedxY3FOnfUs@MO3loWnsn2A^OTY^azq}oP)20@@&l2ERow~BYbyY3)D&E+5EIs7;ad}C(7AlK<*!y zRAWF|>IYEwqp`r27cx=9F4Oy!J-n@@;6(KaM3aem-0S+I++D5NELV8%NBv0SU+vq; zGG>9e>x3p}ZC1wB=j=`<|H?@t#&-QFP3`?(3C za+jf6!bSYu8He>#_mj`QM(+P4}5^{|CGoo zrwOZWpMp5o&Dgm72%Q>iP5({V!`>{o!Ad%e*s97C{Gsf6Fqvh*|LL@2Q)m3g@=WBI zL5T*1P06N}1se29bO^h+Yvft-A8p$tM)k^jJfH5w>)%U+KMN;e*2nvtXG;us^n@7> zTh;<|t1n^hP!l?TF^Q&++d*ENx8s|vPFQU4fLV3SWQ+1bnUu{wESh|Rf9&3cTRvQd z;58e0$H_xzmv}jywH`n%S{;ZbDYUiuEOoh>($u!#!i0_@Ov_LuwflkKDeRs<=BPmU zq$?l;40Qe~kbU$AdUgB@Rjdo5hx-Q7o=iD$Ub>;UeCAu`c2dOdKGtSqh6$X5(kZOe zyi%C$DN;?76-N1})AZ0NnlLAn4&T^JPj$ATvs?qeilP+m@Nebn|FiT z_(|xs<`fPPdO+5lMKodb2O2u_6Ky z-xR7@Yb|h3!^kc}*rk=l;beasa?;SFB**zUdB`l1%=87l-%7-rnSpkCHPoeAfystC z)OvCbCh6@XJ=0LS6s;_owCFRvn%h7TZyIR)`|rG{@CVMUR%L_q`k4I0i7>h`9A>IN z6*@5-x$RS=lb}H7z4Pft=M{Qz_BbsXT!~4qy7?{7XM@**%Yu(rIGb2VFdakip=&U_ zNcQB%`*oxC?gP%_FbVq+B zXIFNJ8GHz5hsqP6{|_~`TH;Gr^qflw&Q#q`p}oDpbyJvud)Ms;Kb;5p!NS?LDZ&aih0cI<`4;$lNR33YZ{S}> z5lnctiDkdCV)-E}n08_~Q{T0a1uP#&@s(R?kT9bQSR!Od4l4`Zwe?(L=`);_G?rC7 zH)h8}HZYAkfB0mvhRk+er!`LY^ql*Iv-~uKd3c6ML+r~{{Q7{s&vP-|OoGzcV?a}w zr*HCKWwGAWkI8H?W%Jwbvnirtc0Ny!8ANBZ*fZuV?7z({X^uCXU2qOH%+^vw^kzP1 zxePn`_B;HxRilciXbLhSD=^#;MS~^lnHA zAH@`Ee!$j(S@idb0ZEw(Zj{m)@FUofj;PH6?Nv^eJ(Vx;(w7R*l*z}O&C+a}#~*Hy za3-63go6kBFGA_-B$&Kv8jIEnVcV~qW#Y&xwkOj8oyQyVB{#=0STU6@zkh}o)qY`z zg%;gwy#oger0~PQRj9S3A4XPalZ$3QcI3-s?Ds~U-c)?Ss=yR(uBFh$ztG8boWH~E zi+hMI$LhIKP-Bx#Ch*s6gW&rM9%K6J3g4VkI8kv4m+Z{|rHlnI>E}Frv(J#yXK#gD z;yz?iFZoZ+3Gi%aF*myV5*}Y0i}R+I2*7(Uj2O`uo-*t z<^3Y=Zq`FAKM(o^fWhSLM3)2H0fmFdjOfT@oo-I}I za6~Tptnn{M$(E;|ub#uqU+oYec*BT8P*c>iN7Xy6W{p#D?DLa3j3Z5euOb)=u;MrZ+^@2 zRcDXEzN->&N$p2%y=U-{P8rsw=%CSyNSu1AOc>#)vf2tSod2f_C#tr=>bZV!_R%gp zdm$4ms;w~EKZ93^T|R-+x{I;(%NKYMCWGHk_1Iw{60S*o55&9^vQE}vL-Y~SZ@b;8yoLZ8A z4cDiN6w>ACvg!z4=bsAO+MdJPZwN#G9Zxyc;C-kU$J5S%#WbxYmW~dKpf8yRNm9KW zXD`%dB9j;hx@w2%Z_7c`aRj+79l}0@9>lj&7de^n60~Sc;iLx3TS&F#!fkUb+)ELt z75$z!zuO9Wfj&@~*^4tTzblmeBSFWm5MKFh9_=4FOY-EkNOHFSa!G9CGRgS`(cF(8#Ib=+~7Z`Zh8r4Ro0`#NuH_XRbtK5YTof=COYgp z2K}vPu%ChFxB=tkp&>~4|7;e))n7S`iVg@KBpI6X=PzxXSwx2dizw$^B;`47MD1tV z5SC*_dxoWx{}Z7%7NSkVmgnM=OVcPkYZEN!>Z(?T$$uM z%xRboA{8z2n-zhXQuE1n=qpxuYbhJCXepbN2<)h93$yiEFWz4?Qe5?8g813+8rJ)* zml>TXXQn@u;O@}FY>%BIRSCTFi9-$OVVv+Co$`o#y4)XZ4{e5rSyxe4KNIHfIL~e{w7wi~ zObqAMyu{43AcR|ZX$@Pn%78Uye`ixq3>06^)DSzr8z&w)T0^X{LnK}&Drb3_cAe-#tY1T)Cp~yqOXuf>Q0+w(`YfC;lXNfQ-rP{MZgk@dPAF6LiwT%L zb2t9$E*>6lv^|6JqpR!>5g+Saauz_pz70IJ+ z6c^($7HT{^nU&Rc(dL(0=;AdMhi$b-nIA8)z_gjd?KV@abvLa)9EJ@`w3&NiGqdqp z!M>;y!_{wDsAvE=ww|K6$63_a7f0`WlxS0?J2CqPJTRr0S5^813K}Lj;%Ag#Sid$Jn2fVC=R9ASx9YuaV)j<<>m*J4=>- zJYKlM%nRoGd{e=~*B_RpKMfwqosKyC1pvC!hS?-J(o_5oJK{bCAh0h#1==lLXzDK(YKwgSUaObG{8hr za^yfXd^MfQx|;+BPl+c}STKtXDt?YZAKw&SF@3=wY}2JV`Ge_-C|@LdIRJZ4Oo1uq z&%kcwe((|Q-RlkuY*fDkf&1;u~^x zIa||uPFJ-Qho>wcr{B(G+-l8ij^2RXFB7n%Oc^|%#WMxjQWiJ(H0v<^B`aa3sT7^dl%XrSS5c+l4$kc?1T&*S5H-t{U-P(@ z`*t7_&Ho(%`R-e|qR)vg&d-G*g5T=$-n0BYi8IWyl0dP-P^>E#d}}xBaodfx;BH<^ zQgS27a-oQHwiLqs)_Asj;#(|RZ2`X=QbG5u1XT-e;KzY_?4eXQwCpa1ofrLKc;5y% z{kj&{hBTvD{S}hWFC?wP-4sE#d#}BALiM1q;NMZ813D@&b}i1$yo@%vv6f}bOvLTzO$%(V>XZhNO=Pm~rc zOBMJRS%&DI{1^*f%b*>eqx*|*)7?fTiS4UMk_*nKJ8rh*?dd}E1%|&Y@62X@ehLz9 z1P$0T2a~(HaILc;?_?QvkSIV_HQLrHXG5s#Cput)9(QWi_&Z{V$ z9@rejG1H>y`-MArSSl1n*JC)RQCVEusx+8mq=!>~2cWCWK>ENXVFG^;+p?9}0&7d$ z7is|F(Wlsxq!>2)r4r^{@}|GTYH4lwIQVC?K=4C!Lqu8u)?Y)q(o|3GYaa_NukAwa zxsl)zgbuS7#&b{X>U#{h6mH&Vr zo%7+lc{X#<*JrzYXR&7o?!h0|iQJ-6BW7o#jn>;=!uzZY^u9Eb%u}OjtK4xK@=ApU zPq>9ayHDWQoo*~y&YbP^8-|Bl1YUcGIqtPeMUVB@@X$9I(yukfGq6`Q}~8L3a8 zss9+`YHndl_!oGtKak0f+K<}XBd}p{CLY=&h0JgzqQBy zx$n4zg9WbIwvo8yTPLjicnS?Z_F?n4MO=5j0&_JGLB{cK{L6L^JhsscXPPC!IUi=} z`=E^<@3k6lx>Q2wxIodM1AhEN`!nD*;|hdj-G$xLmDuRf<8i#F6&|_w4WF!z0qH}^ z+`Z+9OF#QUKurQv3-^>%|D~*AxGW3#*PqwwbYpquizMFRvIHP&9I%PNw)z-Lkx z9%r#QVzDwdE)duTW7`1_UgA^#TL*r|S72zl0}c%3(B#+}O!N=K&Nq>;_}C{*JGntr zKRzFFhgjmz3V)_1+-4OWTyD%bR?`$jfX|=`(d-X zw7_psWH}lFFMPQcb06u(hQ<5xZ_e4$#g##{_fI@MnIA`8yA5ghr~|Zl$US(d(vR8X zb>k8JnPd&)D0Y4#d0!RL^k0p5q#*^T&0hqsbd7PG=~mn&HJg9u>WO>*>w<`p{{Y3( zwCc+*-g=n8oSUGR9>ngS=h0cN*;I6w&ziF`|2EQ$kM}x8_ifb)Ew6?I)DnN&tQICG<x?j>X0{tPxE&6M>^zt3@AOThK$7*vRCVUjGvdRYczkYD%tpn}( z^aWe0&SJOaf9$=50b99k4ZSa%O{3Q6lTC9C{Zt8|HH|h7IJc z&`+{tY#6PyyFq_E4v_YR4%}!roIV&Ypdu^bec^NkBQNab79KF?s^fY@U#>1Co0~$n z+0hap_%GN${03fM{Moy|>9k(ch=Sa8XjC)O%z0{#h-b&_U9f7#jQ9CY~absHcZ}<1Hsp-z$2iYlalunw2%Q% zx*-NX3rxVvDqgTTXAd2Jn~#x?*V2GHC#n04JykyIM;l{L(uZd*G^7;Z#&{pDb>v7K zq&Aj~5x&`<9A@Fu7eG4a5$ZcfQdZDqT=VEXCRk3u&w`txG`E<)<2?#oVn-HOx@e=^ zgZZ?Q%uyxk1+4kAk?IcF(qBbYc6EFc!LpN7SUMVY;sfFMkzh93VlPwL8O|Q9 zNN1}nf5FX6S=N=)3p4IcXIXci3%!M%AocSXNDZ7*_;lQKZey5mN6*QG?!$RFTH=XM zRIcO4)G(5=3Z{s$-*A_QJ>7p*gHu+dQfc`-dTtlQ_NAR;GdlBF>D3<2zfoTNKCizx zZ%73D8&(Vh=GsC`P!P+g-p&%@z>bH80x{FL*8 z+s54lS3D1=@@#2d#?P8QcOE0R)wd~Xo(E;S=dumG1I0cm?W|_t0Cq@CpRD{!VAu!{ z>x+~ z73>hTn(2{$W&$_!x+nVj>9YLmxgfc+08j5wVki7FF}+A0`urqZ_+}eq8Beh`c?l{U z`2lLP7Sr(GgGuX-gm$%f@`Fo(oxfr_E@z~py zjDgdFa2~sWj~<3#;=~J_Wo<&Cnu3sB%?aiIQ<{d+iv=c2ONPK#isMKBEh=n^|AvxF z=g|6jBA#(ppgnCDh&61(_rW&gek+QVy@+S?F7<+y#1MddmBp}Ebv!?8U^;!$Em3FTb*8hQ-Is| za`>j#a>RsxoAROj75{aN=Tn)d+eh|B^#;?4S-@sA$AV(Ud457YCQgIa>4F+OJU!A5Fduz=C7_6{&qn& zuN<)v-pLX@xs`z*bp^M~lV7ZMULWfi+fRIMiImu@YXz&bQotCuee9$30M@tV9{w$~ zWtY;5`N{oGVTaxzex1J}9Nl9Gy}=QXT-lDVZieHJsnWDOI1{OrbWR10a`G)+6(?uZO51nDLl{=3pK~j0_Py?we~FsgYaB9>3ah@O_tKO zkv)x%)xEinUwRWURb@SQstw;l(lOdg@|}Aa=IFo&z{D$dOkyAb)hXbbRVZw zbW@m}Nzi=w4gS;EQ2uxPd$jehfiLc7@ZO~cIM7jzAwte*O?Nx&&3wVF55B}#4^yYP z^On=#hNrkyCl)#VFSyrDPGS=JoXSGds6?`Z1{mz78W;^ONey_k2T@I6%j6Fpi-u!e zFxcQSyq&QEnztht?m4W2`$pMZ+yYIeSd`3Pt6PF~PqZ*~VHu99l&67p14z^B8K&%4;y#R&qU>UQ zu5Z3Ct@`&9cPRhh|4cnjdMg)V=|@??T>1{RH^ou8yU5aIl`}}aTPNh@_2}Zihma>y z0Z{MbMbAwjCP#rLx}<^Tw!i4`^dZ*unnM{^$w^(>%@0?)3{wuuVg1Ju7`CVfR_R$l zcf}b#-|!;txS)bdCk&;bWzC#b$a$D8WDbfdn$e}xAGJ3egSpyrZ0zLGIC*<=;jobl zaP=)$QNXxA;9EWzD>`&B>99M$^L018*!KYz?h@{PdnpYh2!(QP>vdoM?Cbrq&PK$*%024L)g8{E1J3UstWhWSjr zhShflVT+3fMMi$-ZVUVRU8CGM*=Ww{@D%+MqMI)y&8M+;~!Xzvn*_OTg@d|o&xFi4*r$rN%+_63X=v$!r!Dxpc%f7 zU)CkX{_YILu_=|@^iS~CSWtZ<$86?)*FlAYjeVhyjAmxG^D3PUWj~!r;-5;jA0-F+plP4LtAw7LIPf zO~N}t@%H7y#S8nfXtg}Jq+Ww3Qcr^6_e>mOEwC!)C{n||+wdT(99tViIo{s7f4&bdUFXTF#aKYruSm0a6A9b>u9XfNBStAP4}~Q(I(@) z^i^Qx>K;=kGo4J#oj90Vk{JQ6J~v?e+!?s#zh%7Ghyy+EG>ATP56krrqwAb7__Fc= zn%TwkH|Fo51$)CN>)UwIv6^_ARXm19%lM&Dg)GM?^bOv**uPJS$5<1yD8jWoCof&XP}GWcU=Bq9vqd*f+?!QL<2A1g*C;g zd{6fcP>3AENs{tJD;tbZ9`=#gJ@G`*a4a$7K(lQ*XB=rK+hk>OeSL{ue_D_xF;Wi@?;r_7^&}f|;@CGkX2-Ly^ZG;co1~pOebO zI8{~lWTVi7>g<5QFMB}xdm=8@3FpSHE8>+54MF3@dkoyuBRcym2*hQIklGuDA6)*y z=hw|>@jc9Ph=Y(p8MmKG-u*{)&0jHN+iW)d>wA`V){$u*68bZ1{m9GFfHHmra#J^s z5p8`^fmd%%V7Kaf3&)+@2>*u56ttJV;&V=X;SY?K;`<9uLh%lP1GnQL?$Z^%RV~B$ z&d*Em+T~K*86eCvx@U5^dIOk@;!dC|vFN2;3}<&NW-nS|VdbOyc)9Qm#?3xNb6avK z(tINQbL|Ejm5Im=|IJx$lY=pnSHZTk+mYtT(x~V5P_|j%z|G)jL`5-9Up5X)QvV2R zeSx7dES7%}X~C5DjA5&HxUp90WM(~A1OHX3@M%9eR&`E?tFF#~JC`E4m6`Kt?5SkZ z|2i2p4b7SFc!7h>8o~HX5Uk#EN914~%k7bxi3MAmvAysQO4i;**N{s5ta6;q+HoDc zZz;33OPg2(ON2*HN?7-;Fu~8D%g!vCOy*DGS@1n`rfw0;4vB-A+2OVHN@oM%gk3ab zl`(6wzXyX`E-{5^1KDw5ZnMH77drl}=CAeM$BZdY!0+-(7`t;I{<*5mEail*^6=vv zpQOaL_2;mqCm0WZ572m{KvC@;oOpzHrCTwzd=X_@wg{~DLiSOkl-UcJCW-D+7FE3#Ja#6+k5ToE zT0gPOz7%#Wd@XzUb28IWc?h613?gr3fyv1bbdhqxdosgV{I-eg;7)aBqQrADxviY9 z*B#u~5XO`b+B47`wUfwKW=RDt9wiI@7J$wfIUN@I% z`F28Evnp(O!Kin5E)-|PSla5h@k`c+qV3)+_-~OaiMKn$iIgyyFer*$ZA^iMF)u~A zhedG4WCpt)P0TsmpS>)<05`81(yTB;?&hUvCJtN6HRhXeXT+JP-=|3zrzFy$-i5T< zC7c@>E*9C>R^aG(GxmZBPNteXI9WUwgN+x0Q=<#SxkupkZ$H3GdLrLxATS)v1uvJ~ ze_VyoXEYBhVhxXV*`9em{HCL)(MhudzFtcaa)OBvrFWD*XXMks+)MP;Ydu*6&Z5c3 z%HWaaTsB_H66N+ci_Ue2L(>Hr_MhWBn6#(OGJ4q+y!1~AyUz5dg0@ijc`b|#h5lXj z8$;2`;SS8Y;U#PSW-30o`wd$fvqG3j#o%z?PMo*8i=O8GqMf5nND{M%DqS^kt;$vI z=i5bW4ex-b`T$0ZEyIqdCg@(X6N5fXfGNT(-?#~|bGtOQ>{f%tp&-6)gFpAic?P$)$phXM7;-N2vMeb@i@pvz#l@_e zMUTR+QZ#Q)7e>AUmsjp!l3kD9dJC!4?J0fo{7Zi`j3fif9+0QN!Mx(a;8R=@Y6||R zQS~;WXY*9aeX}m~eZCLRoXXJNWi8l84h0uiSu)x*8^#&U3sM`7w<9eACUjE_I(!mig}af)6Mt@(9= z-m2WD&$2hD=cWt&JGYmTHaw;IT>~X6!=q@9;U3DLqD9sfMeVisP&ZzV z8Y6Dv{F^%TVL<@bP$f-2@83m>&L6zt%JYSL@i49*82}2+TC}|KG@5-KMvm&r)TR?g zOL6xQBTAboE4baY+1)Nj7+^dOds?Q`lIo|pI^Po8 z?L0(@uZwua{1}XBPynL~ZGsm>QE-q*G3!)Q*p+Pwv!9>G&VWR8HeHJijg6x2?RnrB z8^E`TN73E$#VKf6 zi}=3xD$Hyv!jIcznbY2T-0zmBkel}tqQXyBd8 z-|+K)_i}M24BTJnz}D4j^orHti{0nAhF^E#)RNVZ`&x;eu?@$<#_d>q=LXKZC}d=H z8w$E}dhy=$KTx-IGU^utc+LODSwD`2h5!*6d1 z{wS6rn+9cOT@@pe87<3tDyndg*#$r!I~?Vdj14v2e8nw)>`a}FhJSks4cCR>eqpdP zyj7X??>-F=q@Lh@=W@*3dK&uXSL2v~7yPKx%Jk5{3%@zk;tI1Olupcs;HOPo#h__? z*MeS5_v}KcLu#1tehyS=tb?}&r=i2+JZBh}DN?$787k*wp?vHo+@`P^2Kak`n!msv z=sm%O2ioH(J5?I!eiE1ctmIQyO3-#pD3fkhWh3WIVKFx}!FaMS=sP?HOc{w;LUy2R z+YH>jKZj4-9L^<-5UwbJ95}Tm|fV`@5;5z=)ny3+0%>ZJkqDnVUxk; z;8hrN)f9K>24MB?$8bP83eu!MVWL9@XXM=v?Q^>MYo`g0`fKCjNyXR@Jd1tm`Uu}A z3ip&4Z}>R%EkwUK$u@_N#<^1ZEcsX_lMkHE?jBr5huhToDOV0dlvgff_pN8ozG$&E z)0c81Hg$q#lL0Q9RSO2kFG7I!I<#KCxzOq7OgI4C%=Lmk!^Ld!+N=Cq>jb{9Pso~{&0+>`LtycV*IZPB zX5pS)+DzfH8=K@Qi~s!QK&zSzH1+o3s^``G3a@nD{q2W+TM5s+ia4zI7hfoCMPq&*%r~l?$eu0#!}WY_gpWl5aAR^6%i0}?gA-4ngXcuL zTQOhAF%{C6f#2!5aIYifAE+r-Lvel^r~IxA+A_oWQ&nGJa4dnrxU*os=PqBlbP5{# z+#xeFEfOz(!)0C@#@2lKL>qc!a8mgW=CG}dU9lI#&-`QDTOnW6w%`z4dvXN6^%>(Y zA#d{g@l|T^IY}SY^6{l!G$xsS6}590`02Nt1&-7)ZgpJ)4!p9N9EJPzV54Wk@8=5H z)z@P`TS4(ErA;qfws1KGgSeV#q1#_Gk$EKevV{-cv#I08plgb7&NR2gac|>b?XEuP z854&aU+L2V*}+s2ZNia<5~+JhbLIA}SaDU0i8~bwcj&co`_uxdEkZ&y^=l;GtDPk! zVe*nW&!m)Bc3|hAE)ezoDO4zE!82Va3R~)|s4)Bnif-yl0+v`wT5mp- z%;AL5x#@k$;>r+7Qq)KZwyea{ttVMXZyHQh%Z9m`wxm{WL>r@*(Be<&jD372xR&~} zd27$GVZU#PLjV57(4sQ1u^1WUAws(Q<6w$}-+*<#29(+aH`0G*Y4! zd0bLC^@hZ6OMxUNv|19svOwZp<0>hswv{Z^T_xeU9@^@BpHkM%BDw#TG3g(Z@t5vP zcD~98W-K>nq}_^bC(YPh#e59bI0IU1wXnxP58c$>;KzJlICG#3Wa8dpWtIY)8Pv)B zI;BW|BEo6f@OcsysWgdV_C3k?)OV8U3vWxd>o`kdw_l_++UBHV*~BTu{sY(fd2mer z3Ttr4fan+-a(+39I~M#%i2B^c&dpx9+$=-ndqvn`d4GYBtLO35>8Ao4;tf;(_=suu z8Hty)4-(g&FJjLrhL^8AN3{pnNn#89B-yTeC35=bh2HQtOvtwYCC-tTdf zHFTPa->1$K2cKRpUb97CeCm#(*v?GEzU2h4g-ag52LmDhAzh8Xx`GJuBH&hoHiS+~ z<>IY#S;DSDxD&O9oO+a5-rNZG`5i;QfXy%}$p$;LGx_r4dSF;Rjmys6$P&gJWHw(l z#9>$7ver9>;$D+!;&qi`ahu#!@tI9C#NOwP#GZo!n1_N2a+w1pb%oJ5Tv?4x$hH-D z*U@Zp;(zR!I|px<{zFF{Uo3fgh4t2if{kSf-%sG8RkxNFY&Fxuge@1i%EQ5Q`qdCv zw2MWF(w1^XH^u zmhLK2dp%5YUU{S>*k=%*T-i@zn)43-o}Ec2HyXjTR8RIUC5?FrJ)Q6I7lpIh7E9~) zOZ=+0H`!~L$XeFTMyC-zSg_9p_s;Bw`C3m96LxWxughV)R=mJG6GR$kto+9>?j&0 zvr|>mVY&Z)l+tpe`zM3wu+kiQwt5)r$$W(8rpVEydSg^s^A^Qpn()XBQyhA_6rZ)Q zLNDLfFm+cEuXkWQJGJpQxSFn`<4HN}UT-oRG$oyD+AVbS5?4{7V+7qu)ul#vGt!JZ zPYW$}(j~X$B%jiRQdYk)%Fi3uEcz_$hn2a|8*$)Nx*iP24Z+5@0bstxfwx{*3>K&Q z;~~dYOmm?P`zen?XULVEt2o2VN{h}z%q&Hu$D!h?;2vBX+lk-&r;bxs#=`U0UCE*?n#|HJ zie)w0==)8ZAMMvfx8GmM>$@{WE}2K;%>Pl^iwUrJ;0Jnj?}n6HX_9T6dyh64hC!;O z5)NoPMkPrt!qXac^!fUPhUTbX$-bLnP|86#t(gIX@v1PrZGzyPb`Ao%K7fap=1cs3 zMJ{@GL9nTDCW9)F0M&ODQRL7E(%cLwI!JpzwC6Y1L5W*Vg8NRGX~iT|Woe|OL%;il}1uzGbd zH7;E!l%2f}`uZ+(q?an~_KcAbGF!mA-jl|!dPS-hh44ZB7^u`L;xG4nzB(LUJuAgtbE6n*LHA(hN_|?kZl2{R8=bAJXWwGRm_pgR}{w z;AO=Vm^$GnU0!A;aD9M3uj^0OW%UBJ1Y3#a5ldFI1vLYen9_DGqJ@) z5tAN`6F)D!1^y*jq#oP}6^dM`R6P%z%|>HrLCjcmbLB}t*YnS>xg5G%Q=V2U=ggQ9 zw5vx~bhspJ~2H=l)B(nU9?dCaxhOleVcfL6&IxF$sI30XQ4V2h79~D z^f)>je=NR&qt}&SH|JdZsqh@{tCT=|*Y#MKdK(RH{-l!NTzauL1beNE#FnFTuyAa> z)s^Yx!j2uMWj?dIu=-Gc`1g4|MBdp5ZIP?krYe|qa%H@IK{Lbo2%g^h*=p&s2yB}w zIefp0c=lT>melsOUNv3?Ps-0hMcoPb5w;N5nlHvOiPb6Je2(X3@1kb~eW~Y`3*h54 znyTMBgT7y~Y+hnDjL5qWeTJPB;>H}Lit>FFbpIoTjTYHEBA(r6#qzYYN|Z~T0S#|+ z{HPO*=L{#HwZdw&Z5xEq*9Y^QKa)^>{|I`KsLC7nc7~gF7wBW)0Je?HC5uPKXk=AP z)mI82Sh{@}*1V;EZ&TpvpS_gjTmkDwUZmr5A}O=kl0)`*aI1DW(y|#?F(Mtm-nhaq z{EmrH=UT<5kykjWSWVu3emI`$7)G93&I_mBQW4WVBg9^hkCFYb({RfB z5saC;5t2r0V042n+plO4`fmFO3LT!)8s9x!_05iZorvIp@dMaMXD5eMR`8D(dVIO_ z8aDXVEbXNgto4mGtQ)+p35j3Q@zeXQ*kN%VSU!%xRZfye)PEOke21*|=>aXtj206^ z-iiMvYVrPo8u(_}MmR73OFkC;!Mmg*HwG5*oyB+9{$UE6sU0c&^060hx^j(qnzW1k z`hv0wcH>7EF_##=hBr2Id$Mp+AC$s3sl_rMTnxjcc&wK_ksqSR{Ux4QHZgMA$h$F{1S7qdhRZC7yHtmDaCZ_-Z!r7 zXebXTNa04Zb2bugW)SMHSXz@r4=9Oz+ zS~XPI(fN_eyu|o1y}o}6hK0Nrg4EK;WRxD8uR15>D{aBhAN#n@K8PQq2RnKXgyVak zu_6Gi#yu})l7K2$#8vXXqvW()Q?yOT1H2eI$3 zdSRAc4usW}LVn0}z@1tceLI%+JC;#u(*j&{$pV)d_ocb_57G4)4X%9f6~YEQM0=SD zkKME!1BQLW)obtI?2-bUp7;W{=Dvl)$FK3ImU3QU@rsu(>nzV&u!wWDRoQitr>N94 zkMhh*sJ`F=?N0wrn}?Ny#__+>UeJN9Zw7(j=MTda%c0ZNXX53xx8R_oA-Uz8Su$d`5WK2sYVAMzCaNy{!nY%}S$`85S|q>lsqj^c$*_X zxZRUmvft3wFH#WNN5y*9L@VnxdY4J{LI?SsN=tc%2xa-6@6*|I$T+?hR!tEj%jnK) z4Ss8INPO$1!jA@&zzRom9$NQ_w0|8SgJ>;WZh8!-S+;@Y!%{YUvz^COL~+FlTMjU& zrokr@Wm7gPV4bZc+RoaGtDj!S#uzpBQ!_O|@6d-P2SH8YU zfLr6$v1v^`1n&)`%;8(8*4}{o{FC}m5edTJkS}nerz4&ieTy5uzTkodD*T{cjc+Y4 zC;xyrvBBUdX8lL#IKv!HOzDbN*VW{ElI-M(9|y_t(j&G#bBsSE&8E2XsnC4*8d?3- zz_Zrr3UPu+9vInqNdCR-6Tc)@YbeHv~JK(a*2>b$K#2TmstY? zwIV3yT?2jWHJdX0u7Q%$N-A_&0RHL6B#&%z;kjqeDR*BmX-20qorCKbe7<)blCTWK!4;F`-q0sYXZst9T76 z`&Uk$ke0D#9 zcEEK!=N)GU+P>PMD)4dp` zNAD90jgCnDbwP;N7zzq=ZNz*GgP^%uh1MND(uJZ|q}*GF;hYwveAoehJ(O_G`x~S` z?~Jfwjso|bsfyzz7xB`l8bQHlp6H{YBCIIdPYTi~r!HkzOTXL&&tXl_W$R0t9e*97 z&6N49l8Mw4FDYEL+y$tv2-N3Z1Bi|iEc$v=e*7)5b^Z$&;PXweJKqYs=H$S|!~O-~ z6}QBT>&n2-u#`fz@(O+4Wy4&x@%grAN~t|_P@!f~wy2smk*aR1VUfHqbY6G}^p#%G z!?luGDD9g#E6X0-x-OxGU%yJZpKzF^bX%;lFeJYe9XufU%5Ij%QJ?N-Wu-N`w5+)m z_6DyO7Hz14-kPt(Rqa-k-R%&~G43n%ycPK8^G-stMUC*nGg*kf)JEf;-xZX#`_S|Y z-NYh;m9mR(^CTA_QN!a8ur~ar#8~_RS9~7Ieh)3AntdxFc7h5X-hK*pT+qV4Rl1=3 zOF;~(kB4Q$>~NC08Je7ofV?lol%HtAPl9Jru|iKS_Ww;Y%3p%%&hBXFvm441l)yVC zipCxEg~gSR>8@Xe7MkYy8G^TOZH0ZU zx*T-!5Nyh`;DEKGY2K}JDzy12Tu})ZuUD)C-y2i#V!C@_!HzQ&wr9Aw<7hZFOk6K} zkouhJpPz@9_9=9yd#G&lpl13eWm^KJ=l-m<%F<5c8O?Ya!qsQ$$S8R)M0YR%dyi4P z;O$EOJhd--Kkm%;eAaPMz+IYnJ%!(|A18ha(dUu-E`scCEp-YC=D4UDatV}J|04$T zKz=5CcTa`rhV``VR{>oL0E*tB!t<|vhll5S;(FiDRI+me@BQE-Y}^%1+FOYBZl1!o z?hWGHTot+@-FAxxNPLnBQJfcfo43uBkO-Zk*&)N9r!115@ph^_cwjM`%Lla zhxO2Rfho=WYG-xzOuBH;c|?J2#ye87mV;l!W3rDL$ZM}op=Q;-tTg@(FI?=;R|<}k zrj!%Vf8vL0ZS~MY;<~2xsHMudQi*lG6fN$|6Xt~&a`7*1F3q3Jb>%lH=5rjE_iPc| zmzRotC)Y##oLpGtJ%OyBS3=&-dWbvump-^yQjnPg-?$b=0kxrQ@OBwLZ`jC{E6#KD z-mc(b?G3h(o!L`+9?yScikkz63U}-r(C+9}80=g|b8XVua=|`{Ir6sf?vY?F{_J4o zsosUZxfyZ0N;Jr~b{9)$q{?)jte`(rmqOEone@Ci5G4*ig|6?QNZr=zRs9NypZkZ(rrX1n_WJ?otaAFNc-FsOBy90@lQJ#=nB^FNdt#noy05fbn-zf(t_thT`Z7PG&PSWQ` z0ul;n=qW-qdlm0HpFyaU#i??J1R%kkT@GvXg} zL;hlOnpWKil2|o16v%`4=s9Vosn{T#daxbGnZAdw1C02_K~q>d!2+%O%%Sm_p&X;V ziMN*@=JT#`eA&I6+HRLY#eoFeKkftSUG8sv)H4dleEWn-CK?^q1WDHO`~y@lO{ zCFJ|_u8>prn37M4!p*@ovWTf#LdOnlsaD!1cFMItJBBBk*0JlIY*#lk`lo=WQJ?q5s_`Fg0zUaYm_hEBO!%A2tJ*<@Cdc zJ+6yKyB3RE{ky@vJq^%5`6r|sYe3Ij9a;k2Am{KvX>VFVW3~+>^FdPnxa%>TZW)IE znZLkWHuZ3=dJcL`ccRx1OL(TOjyy>6Y`vLZ3pIxhi<@sg;$8DKBp=ORS?0ePIJf;L zc>t*Q zv$v11UTT?u`8ivuQYViOEYOrIk2K~n84=u+JWV`eGnsew`H#J|n`wY_mrZb$=IeLM zaiQaE(#mTTx=dLN8@5!E^O2X5bNmn)Ms&fszsl%{_c!Re+L_HCUEl%7x^cfw+SZXH z?X6Ew=xd#|s3VFEZBX;^1T5BC#W7b(_?-WKno+uuw^+R+>)VcSARz{)1dKfHgfOzVIH z&WuFmevRbla7fDdvFRmdUdaMI>2_@v`e+|@n}WrNO&jf>^@H#`FKo!(*Q?=yI@x}&gX z>MbzX8U(3D#dP8QOd1!th4NAjuy&aUx#oUUb@)9T{W}R)InEVa&$ofglYacoY%VR? zx(}2R-_o7iKTxY*JFeGBhQF&XOWd|Mn9*wkCio2#^3^<0$6`Ewv-^SuM+#x_f;T>GGi>*|h)Pn$J3>tH$=ZqQ+Im;?L2$e{a^{?cL9B5r>4 zP;knA2BH4?cxZnhy6I}7>EV|Ux~37c7c4~MIW?3SHy?dp9m9!dzM}q%N%-mAZ}_;o zMA+2Lo9rej2*z{0$k^$HP*T-Nh}xtgPM>)|?7AzNer#C9?ZZXhZs>uY9oAsb;uEy+ zKrUw|USY2vF|bYN39Q`lMlhFhCPTIJVcm8uoORa|A1ri7{m)AHZmGm;>bwPO67*=K zcQ)x-70ZS^u&1^9Qom|)vh;V-Kz8M4Xw9E~ynLVw9j!{>fL}qpuYU*3UOpf4Yb3Vz z8Yk}kY%9;7IROiNb+NACVPQ^ph+2yo0miW{8+(CO%Kfc8erkA?eKKV3i#MB zo779~3&QgfFrrBrSN@V&z5aSr7V@$Mt|grj#z(z`i1Xv|(Seh&TCFoiUFw35{5Hc* z`Ch@i-wp9lp$0xI9}EF=`@rIQC4Tg@6Y}uW;1;?KWI;xtzeVzmmEENU)Ixb48Nzp4 zd)o2V9ZwIPTsVKvVaj$@=Yz{TppL}zNW9xc(63bFQKqUmU!e)2{#z)B&fiFLjRqHA zIzkzv7D1+{zz(k2q;UL?SaR#4I4M&RTOFs7wYv?hnD>b;c*sQ6;?ROCE$yH@+(OWG zYNOS*>h!QH3Dp}HgNgfM()yMTdV}u^Z%!)-qx?ciSK|qIZ~7%%XsINRw>PC{a24#* zYN65#>9ludFX?^x8O&Ai1~28!bk@H{^q~k!^SLS;_pw&cnQ#bfRLbd67Q=7b@3bFV z;N$I^6#VHUo$39J(mL*eQ4a6mK-&dsU$cw)O|FF@zqgXsvez`qR*4@U{RCzPu@EjE zgPWIQr9zE6<-O|;LszJvp;Imug?Ew}J5>r%ixqKO*V|UZRGTR0MHU&_Dzb{7GOs+L zjF$LY_^zPFm+K#sOR1dhOS`Z07GEIrvZ*l5T@l?**TGK9div)g@mB8`!jXhy@coV| z#z`FYJBOXgGP(*rR|JyJy1wG%wUILOwIm+TI0p^mW1#%54m&&38%K}vRrIb)j=RZ|iy`mA)RQ0$*-<5N}_2%G5Ls;i@0DV_HK=bC@gyB-A z*E$d?(ygY;w2W&d+{D$N4A(rjrx=O4`+HdhRst}8Ct31sNdkC&Y)2A^Sy zI7VXd-7NeKu1ZRhqaqFtYiQ%5giumh9|$#9%gANMUs3z67LGJJjQfLkLT`n1al1to z#79lTf8V!aK~6MSbkPu3b@eE)9z7nNyT{`Fx^Cz$-3!00+eQD5yedp>*Whxi?qqEc zLr>4|7XLGm!_v+&q3FUx2>PvzOUkbcYpPb@?5b<{N$m<=-+mA$==x#i-;JoJT?HFH zHDgASlnqYP6!zpuJhi{-TsrP28%3~!Sp0! zQOQA#2fz$cJYWTDi%Vp;N8O_Sc}mh(g+p|z6Q;h~if;Sn<09>QaNX(zwkYnvdCu{4 z);Wsf>T{)h-($X`dxuVLuqr&0wh;rBFGKTsUGBU|jgQ+zu-kiynK#G;-&wSQj!THu zW2GeO+-t6IHLD+VpFK*Pk@y`F_Ur(iF-_o+XNM~e#-aMtVtD*$xAa*#TKI2AciDLP zZsA_;`f*{KifG8;NXRJY4+e<~=*Q5{!mZGIxV6}e;(B$bR~Mz8T<|Ah`j1rDoIDVV zy4Q-PX3=0UPn)&99pGQ~Fwz_#JzJi|!>5py7`#E1-eel%kO95XiDqH)dmpkJb(sIQ zhEux9St*ZbgvT@Vtewui+;ZZ9u-1crFWN+?(y5{R((xNiqwPz+Y77ynu z{S(+@Las1xnJ>yiD$!`}ZTu-6eAT=at?$Q|VQ6gzj{RDTr5*aA&~#pAf51}o{4^D2 zz3E+er~N_U0>!`Z(M^}%d{;#4=F5;WD-zE2TnD3cd*kca{WR~-XL$X{j-$JYBs-`m zhZ~Q0#JqfTc&u#wW`9TPaTXbvA23Q{{sy4Y?Vb2w%_Gp8GK2Qy*YliRLA?>5@I7ix)#qx~=54+9O`>I*ONjX>-9PV_t3} z`GI=rh;B;GXqXrV7tDV_?YmqEN}I|BXLTS%>YODx=h3k*M_B1%Jcr+tK6}0IiC4O= z=FzMB^VIP3VzR`zy}qjqc351X%tlpCn0ix)%sWG(-Z>$rca6jwc|$W2%<0dmQ9OQc z6fZfwoGgBaijn5Vymm=0j<%YNH=|==mMj$CCeB8;<(k+bdmOr5*T9}L3NdCvA9Aa+ z;Ao5Uq=8Yb&+aue27_UG{u zD&zV5e5iHo#IgTQ(t-mfoL=(>oNdi%u38O@X-mgx;o6w%d70J@8wF=G`rxFPX}H5_ z1*MjR)6HmSj?WCUa=h_Wod2_uPOmSe)y^M;vGQ9W&?ZWey%Nnz29mSgU@E)Shiso` za6w}V9~knMPdpn*aY8J=9(jm!VwG_}>q*|TF=QyQ#Z=yeLfJ$+d_LI%|LoX=)5Et3 z=}Y6e#9fW!H(aAG(|^IH59T1nuB0y5AndVe9{&s313iayX3O6P#j$U*1eKN2jmu## zAI(glGxpKcEpRK3U!pFbIirQMZ4Oa&>=cZSbP#uk_Q1mnItWP{oKWkP5xB+lfPXLA zg*9+UwnR|i6WVJj&3_40gsS3`3V&L`qPVx04u9X?AY3X!h5@5db?iyWWtt_r>Nknk z2E_8lVGDTjrc-?I@;6@FbemtjOyi2Y5IFcC2FyL}(5IgQrv4s@<15dQlBeWnHT*$x zDFkphf@U{ zys3^q&(fAF1yx9W+`T+;zE;!f45HpFAp7OgJCIxspfXR(37_ z%)HIvZJP2BH!b=63V;6cY%nxS?}E0f`sj9TH@@yN3Cta5z_!+2{JQx&Z89$8lM(CK zc!3EYx~N7YTP$hrx5UeH`q`qtat>pQpa_V>)*?3?KS68O;grEf8 zq+!jji@do~+Ly(SK23QSr1zyAi7@2d9UN!S)mok)$CKuB1f!L6d057J8ZosO^^|qz zWiG|w@n3=%H&Bli7W&DeI_RL=!4h~qO~8xEDZ&^>TRa}G3^zt@6YU#X#Lpv!Ksif{ zg~&B9_vLo>FWL!OhZ1O3SS1#OnBxGWz1Z?6A0O)yJc~FY`FW$rpvy|$Q8q^W2kjI) z$&iHcpQvzTHB3)+fDC14*la%@OlS3_yTzvXH&zQCtX_({-iPC_@e-@x{72C8NzX9E&qP!s}J%NY^JG-8_C${iEA7|G%E_bg!P!RMCq&Pz9a;r-qpW4^y;y z6GbkPoB>nL3cB9vl3VXRn9EwFnJravkA}+9`|O4V8hYsby(7-<@C15K_QHNSJ28WI zqHW7@tdqAxLy|k*-~0|H?V19^=0!s1Ki{E5Aq>~A*2ImWnq==2KxQf}RPsj^eQ#;8 zVuv?i#2K){t0Nk3G=N9f8tMM4n-n0e%d6*9i4VPd@_qlo=ohY!Giz!Dk6nAo>8(iD z4MvgC`=6li)dfGe^h2*VBha(?IW*Z9P@fypG@?2V>;^EMNK2#Om7OrtY$ z0%AkV=%kbv%sMBz)}M63(2adzv*J!zwf?p6yfPjPaz4oiDB1arP9#60sqxK}edGr%oi#}4%3Eps z!6d=|%uiUl_OL7|Z6+-IJP}g5O(Vy>AqtYI@VKHlVRU5} z`MjGZv`tswfiu@pnS%~Dg}$NwyS9S+=~dKWN*+8s(hV}p#)~Ot8^K^Tf`9NOsOWY_ z7*{3TFp>f(N>hy+*Em3*pcQm+Oa-h~4kmo@9W>fRc(%P>I2ZJ#xPISg5bu44$A(ET_`-Ue`+5+1{K$dJp5>5GdQqr(@fWV1m>{~q zQaaa56D#wsh+1pDkj3dLD?{5LcpB9V&jYVh@(~RTtuKHI(;+Z5+m^c*jf24rnNX0Y z#35T%A>h_7O1#lmC<~baPSW?_wIu--C|l!`1yE=;*c!*Q#fZs0rjb&oJz{SIqQkZ- zsIZ_^mN~KxoGxWS=6q!|TbWbnc{G@gEh&@L*J<(B>(Ow$&JChYZKisqQE+MaR2Uj^ znzp!Z;tR{Xcz;Da)x~BBZYMiane70~nP-Ow17c~K)hp0Fm@BG8cI0m3HOcTvETsP1 zMS4pMp-J+O6sKpyJlD(c>`tQOAGM)j%`vpXCk);%oJQe2yP?a)U!b`t3{)p3BN+lZ zP2W$MuS3wrwF7Et1@pbUz5LDnET1b*CC4vkLCNYW=>$y^2O2%6l8#m6a%3gtJka49 z%^y%SeN^Gc(@NZ5Pl59<#tX`RX%ua*3g>@o_l}GRQ$HE@dcl2-8N*XH-pQ&Aj@VNeyd1Gx89ew`} zt}89WRljUV=kF7t!|6wmHPV&#MZXZvj83LR%Nf*-`*Z5qJ^XM#u-TK>Lh&4B?wIfu zv=x8QZ1-I1qMA+>Z-dA!?jHn>_zI7|Y83iP6--SZH(t@=f;WP`P)f#69`o)EOm>gQ zXMW`vx2+eo|G7ygs={dbfsHiHpW%SvB-%J5iE@$;3aPP2_@(Cs{(mu3Mut{-vx}jN zWBNkgyOV2*Ks=*;r6A^v3*4# z-aOGJgqpt>V}j>^O2kT8l*BYVvHv=4GyNmH6l6T0IE_N>CgQ!%(sS*coHqI>z?=)7 zVDm>u{P;#0#j`g_tJE2`uAR@F{sl`OmbnnQIvbA`+{b>`w5`t=53!EDb_La)W(%Ku zkMh}d#=O);8T+)o!;kwLaYo>J(fh6$+$eUz^aQ2lEaLoImI6dYdsvK&?{J?7TRc}Ulz$)36xBA4Z2C?C@ z6QYfGE?oSmiuZSE13L7g6ob?B_hX~rtoaRG&mNQZFg3WVM;husTQ8e=^(enk>Ll0M z62isfeW|9)M>zO5N+$ZPLAlE{3?4lnCvGm1kiHU+W`9>)(h`qepU3hyCky_0$eO3L z4+0HP$3v=#;)uT0g8r*c?C^Up`07m-{*C)BHacB`XEXL=?nN)0I_)dvc3s0w=KVQ+ zt^sc>mN-_jk*GK;7`_U<0cPFCHKr#q^hP*3-paw+_z+y}9ZVM|j^G`&qqtYtY7QKv zjRSY3LFI>SWZLr~_?9#dn=HX%-N0>4_jne_sD zaOQ*w9I(%nFHTS=P5+Z%;LA=)-pQ{YQQHaMn3 zGj*@gzt|6jI!8~4#x_=>e;-#)((gu3D!Ph0&&9yt)o1bMcY9X9G?;A1s=*^oK&wsp z9PcoPr?y7%!x_g}$tRaTyhVQEyO5juZKW|EeA#AurD)Rs3Ut_CDG2ICtlD<~UvmqS zGRsFH%qNy6>V6W<=?!VDSK^k8oqT%SXx`9U3w;JTquM5W3O}(6WUkM^q{<0h&V{kD z=NA5KUc{LtL3FY84?U7NZaZ9G(veY@MJH)b>%V8EY~SY`_&2GV4qrIQ#;}|E>xT-n zf^@*WRPr+)*AhzOZi|!>#veE3@^Dv)Av(c?d-}~Lhkpx&k@Bf@M?C?zEYh%6?R!?% z@jq>Z+CnkF?>pT;U{Eki;wjG^HV(&`Wf%61wdBI!HN43%hBvkz=7>Wnw6Omupr?(( z3H2#p^!5rh^i<~2<^hmZx<|_AJd~*xZ{zgv<6?2>REYVp1A1OP1D`9WW6cKz>yj9$ z@0^|@D4#zd<}ds!Dt)>nESok4UtRaZKb8QRk&7W<)H<#`dy)N0C$axNPZsRv!uG8l z`0U;ukQ*8cSAC6m#p)FtoaoDwD~EAugQ3(lh!NLn$FO<2569(&QrXxf@w4qjylZ&| zrjA%F3+yc2v$dps3uMrZg{~M|dmn>m%*4&(hH~~;KfarBmv^n2!K&U5#HBA9V6um^ zpsANli+7emyz@P(TO;LM+ok)SZ6-I&I?eyBI7$DO^yMc~ZpP|D4v!OB$;2|1N(`q8 z9Z#>InY~xz($2o(l(~RO7tRZ-(i=tVqV@duUII_M8_BJ661h4yo|`3>?6)UM>^4Z3 zyUmd@NjsFWZD2N3IuGUUo-b%{$IV<*lFxP{_Or>r6dqP1IYsB#uy=}{RGc%xeKu)@ zL)y>c*WYSFfx`o6xprK5>>exi_j~ZhF>w^_?!^k5TxjOYAfC9;i_7jmq4S;(3Y`Wk zaFCSaKAQU%e3u%7ri&qc+bd-Ym#K2WY-cV`vgD2zjmWl5S#I`ZAJ5-r&-a4{@+&)E z=(k}a&OX@_qq>v{KD)K(<}6q2D(l9x9rCF0*itd&F@dY$6z*5nE{1ya<{ta^QKzjw zLPm2KxV?T!DfMNL5Zncx_fmxFV{wIdK0F4`{?jn<%5+gpen4^^N*zs=GSBoY;Xa z-74YLwpKD*a)PEFYZ8)9%3-_T5DZ)%L-hgUD5)g`jC=M&C9iT>(3ER%>JCEN(GTFF zbP0GefJr}yz?}5ouPP4xl4U>*^!U@kDaEy5sG(^uvy)Uz| zT)w}D|fpXfnXpl-(`c4>?% z*EvNBk1O0s?M@{;f9wG?q+IrJ!3{xeK!BLm<2}V!XbV#}%IW;iLp0^%2ys!00IpNt z!R6^q;!>!B$+6F9eC=m=e^d+m9oLj~D;Y(f#C_tgnslK|Q(|aMYJ$1(Qck|@JXH%C z9ORV;1NXgwwUQ6z_pyD@FEkvo(?ZE+RH@j!{sk#y#nGNa7s1rNGfuzdFM59b1;ang zp#$|sG+Hs6?k`S)y1z+6RJa<)6n%s6>PFE?`Qra?cF-EqF1&Yp4Kd2!q0S(Srmim} z<9;DDf52mE-F{tET^~*|op`G3zJLxT)Ile21^hX3F*VPzqNcPxuyAvk;QeM24Qn|; zp6;fibNOAE{<@Z|{I?2a%?g}~$-=JB!DRaArEKEoE8@SpW>7y?Cz@4%6iZBt#k3CR zWXT%)pybaO*t%g17|v6Kh*5p0_H`jeRCJVjC1vztnm#NmI{`5IjbL2R1-|~2821yx zMCy7%{A%}J7C9yWUaF7ffUF|o-nYcy7d{k26L@%+ZSb;1^5fNp&|9h39JG(E+NHdf z%i)!DU&)1hQ`_idW*xnjJQ%9ue~Mv~r7XpU&7f~sNflXpWy>eN6e8!Iprf{Cu8>YnM;5MK!^eZSB$ZWT|T4q@w@owP>&h`#=LNW1?l6yN-77oOkBhSupzL`OIa zXU<7Cv3h^Wh1m{;NplHyorEO!kv!mm0vGLef=D!CbIn4D<93%KuLjGs=l8)6{SIMC z-gT56vBZPNVhcC5E&xrR_i#sVFq;h=%p-Gh=+cp1)Y!w04uu|vl=FXK`}?INPv$~H z+plEleFFw9N`%{eeo8&e=QJ{NpP+u-iFX_wNfse7JZkf6nl>s<=6~P@1l^Zhh^}v8 z*iBFTbmKH7gic1i4@DSi?2+dSvZ_3pY57XJ@BwOVyNnNY_0rQcv+DpYdcv)8iwmJ;OAvH z^eG#kZRmqXuaCodd1bgF(jR8@Q)8cAFeh?amN!ro;<&&A%wRdG_VXA`Sj=Es$^dy0dS-C9kZF zfqRbAxc|7P^fw&scRPer)E(XRAB$M?SbZ^QX z5;Q*1%&rq4#Hv~NZ~s1Q?OYB^MvlM-eI`+C-({SaK~!?YjE|blXN#f_tm*fQ+p0Si zzSA;iYl)Y*IG`JyRFAM~?067=C~rmM>oakUPp%l8JW_04Tm)@@U&Ff;O>ybnf8_K) zDh_7(ipO?(kiD-tZrDB@gB}}DN|6;_y7wANWAq?HKS>txS(E?PeCNsacUkXOclp-w z?HnBafumYZ^32yu#DfQRa(1sS)?J!ZtRn)YxwHNRE%)igiQy9Gpr4GspIQ!CesAfL zrn??lq_#Rtd_2y4!ezEtxd3@b>49`=`<*|Y;gtl%I$M&_5`DKlT zm$!D)3PTkZ^P|LpAD=+?Ry~|KZ!3&wTMoB>n$o;CyRe~6j^=Y8NSQB1>(2|eVMcK* zE)`;NSgbX#F*QVwY59CLw};&MN+Tco-Ag{ks8JJ4TZs2sX(iZdl9 zONeO-O;}qaQmQT-${T~(-i^YHn||Op;~RuoHNtnNd~nz7Z>@iEh;=}>JZy<*x!nC& z2psm(N41P`xc1FCF#5Gl;)ZC;uljV8+pJZP&-R+iwQ?+N|`PCZq-_a~M_|M9EdA7dw3ad$$G zwM+0wL_6F(s}B>FUY1P&IfouFk&o@FE)Or&l&7}+l1+m{^s#M~#2*e94;#r)IZYem z6n4{ik5BM(gd+Bvq{nLpREjt6Wo;qFYW%gSz z(%_k(H$n%)p0?6U<2v|n$9rCwRm9yEgt4B7Bd^9QEkB@96G;9 zR{TKn|BO+C8XGG(ol*psOpd}5e?wedVE{!Z89!W;7{YtMLQjcb)R;OD2iHxdkCS`j zghTf+?OP{!zF{~jw2TmzFYZoB{{&c_X;1yHrqUFhL?P;n5!%}qqV?J+9Cq?IG^9rh zbv{#J;v!EnS)d02`95%Pdbn8bHW&L;EX3ZcBrdd{qIHSiZM?9gUYMi15u>#}7j8{C zCLCRn!@rhXXNS@0cr~#BcRh{3*Y$&0GwG4|uet;lNB)P0{Z^x%#5K7;qzuf|95J>_ zi(tRiUvzWc2Mgb5U~TtX@XW{&t|cBvUH>x}ICMHz1U|x3lfJ;))BoX~oA)ITl_Q>f z(!x(!@{&hiB$cx(u~h3OZ0~P}!_+i+c;Fl1T(~YBsSCzOT6^&M{6xH_tBV_dDpJ9! z;Zz*33sf?-&}zsLx_Iw7t?tqjCl2<+xDC3v;_I1ZDexGrZ1#t%Q)A%8 zl?%|>15mhNA-j;@NgVf82Mboli%}PrW8uIf1VztDESaf@DvW^eCOvB3zMdgdglY@PsxcfWvfNvrJCRbBL#?z_G{ zQXqd*ki`1ZVfCgDg3p#Sg7QHf42?6V#@t&(ba7ORo~ENQC|UetTmRJy?#@ z=GMOFM9q994!rmh{=_|^__Scq&We{@JJQS{ToORqt6SWdO0Sk~1hXd}XmM^o(rpfb z4Z10C*IbPgKDtvcCp&OWw4;`=XJBKW4Xg6);d-DNj*z+|iME>fT~OzMIwQLCGYuRS zr@)Tcy8Lf( zIdw2QB+FZFj9Y3uWB2{#;Ci53c%HV8{wy>`wPlWQb&xfFfBaEM`D#M1q?!79J&`>( zk=4XPN*;BOmiyO}&%=lGfHGlK;69KCE~k-7b>wPkz_qK_v5Dgd?mgTUHm&M}1(Ahx zd*Lv;qNqp)#iL-Ar5?VW6Ap3GTWGLa5#@io2y>?^;^Z^C3cGjz51OWSr&|ke6gt+t zq_Cmdct0wWx@C=$vad!k=+-{cTcRPBrcB}B0ju~>)?j|#$AZ@ZI6_m}7J^yioPjc*xS*wwS!vNOEn$pN0} za2#^K?!w8BZh=cGNi+WprfHUqTcJ6-FHkT2Lv>a&d4(p}p7dVt5<8c_PP zm4*xsrhp5z5c@xl&crRI|BK`8i}olHibSGRl$v`!6QQysvSm-mmOb$$l=f9rBvNF{ zT9In*IinRtLc6UZWJyU#w%>hz|G?a5=9!s$Kj*yPuUGOc9BLiP-`Sx+xqau+z19~r z;@S#Yvoe=7LhY&bq6zIfxER~czGbIFZN!R(P0YGGg01=V0P~x7(94sh^fXQ2!*3qU zsv=dzs@8v5eP9@S)vQjv>K{VWcrMQ0<;WI!pKQd{)Hwxx-!*cQ9t#I5d8-`h-<)TqK7qH7z=tL=cz>>;F7%;_^ z9;n>q8(Yc&G|tkpMYW_i>MvC|MWOF7WaD!l@!IKEz|*Y*M%4|*I(cQ%JbRg*+-*ay z)s7kJ3}wbsF7fpiQP}-N1C4fG=JqSD!lRC<@OAwLP9-E-nA@Fz7B?BT-s}YAH{T`A zoiVhoQGs-pN1^?uB+OOOrsrilF?O%m~eE}W@XF{X=9$6xWPREx{rRQl$u<5{LOwxLQRVyEZ$?^LXc$Xy&cPbivHPm)QMb z0Zkj4f-$y(*tp62=;o~VboRwv;XLn057c_VW|$M>ge*|IsVkc%us>B49tzw*1M2+a zN$|)?GVh}Wy^enjFStgmuxdudAO#uze+DShx4pOF? zJhfX7K(kr^{o7MGmwvY;)stnJ zD0;c$Zh`ECK}@OrHV*T5;k~=wK$+G(JSL3%WZz|iV!v$gG}dIc&0|=cbSPfFAIbmm zmtl#9IZP6}5GA2S{GzG*;2GJ$CS!9pfT@tl?Mp1xaJ*<}&{bMGwTe208OqfDmuX>& zD`l*oiXQxEBL~n5KSOfr%t3Q*IJ~(b%r{&s*z8&{ z^Q^UI=Qg)7X~{XZA=->d?MAYkfX6T-S8%Q_9g6=gJA$VTw$r|6$0+-|E!8%BKxcy) zG?-K8ejj;>(!68vY3~gvKKBtV1?R`jK^Z7B`v6wYl%w$1TC8s5G#oelFzATJgQ;N} z+q9|=bCpYHWhG4xSaR6_5`N;zJ;7NVSX$)-FN?|$VTTr zWjzm*KpZY%_i`ly2Pce))v8eSw<5YT=aR$u52Nf>~XZu>;jhl2&TdPtzq@?i)ie3N$`Z9 z<2M&~fm6mg{MSAQ?2k2bH%4hNnIj}JE<*UO?T-_;Zoutfm>ue!~$~cOv&B4@GSys3(81f5*oP)0>v<56ePWLc)zHvf( zjc(3!nI81K09cx63bUn}FnwhzPCpulzXPs|=Fggo<3B0GS%py$C(IWnIb?BO=UVv2 zzWK27^h8#8=LU`~n=7#JjA$v>fRB51Mf-g_VdnNU99Z8BS3k5vLYoE)`d5b&cPnt8 zHLih5&q#qgSq<(+^5j+P!{<1kg7h6HBy%sSv3)H*oOH!)zB?cpj(&Itc3}sh;O}4j zx$zzNYuo|b@o6x9c{og!6>{pj36OAk7;6~wAHOO7IV5l5VMIWFmqr{x0#yEPHDsw-o z#NNzr!oa1jkiK#^SN~m!t=n=0(ua-Z&5!Eid3SlLJK2jLqb}o!I(c~B`N!eb%3`RQ z@&Q?h6u21ylG)ukuta)8B>i2)pP7|}>I&+x-uX04^LfJ$&+~w|k1Fi^(s*93e=d00 z>v8tqLU>ei!_>vvl+b(#>qB&yqiZ6V|2~I%OP*oPngrZ5{|$aE?8et-9jF~jFmbyq zh8iBkxzA6dpW#-{#6X5{Oc2c0h`d1AS6-}B+8S@&TdgXEZ@kSC1VmJQBdtRTFQ0e@^HOuXO9&lOi-#J3JOxz&_! zS{#9z;X|P%bq&rEcK%P}i(rI>6kU|`xeGzH+<{~>x?EL;-DhfX@!jFz{;8U~nLEc} z+Pe!dk*|RdX-lxdK{#u-e1uug&cXSZ?|A8nFjrK*fS!wtQDx>M%FZ-+;kc+GyzUN4dq-08qt_@_qqC++c7#d1TMzr!MFkW5aE!EBffQD zj`nOm$S)K+^O`xk+i$_N?^U7ap8&((^>7;A71(!HGW;I?2sN*?V`ZoXyubSwv!>7C zH;k)esi{|Rr?CRvwbF%gRnuAF0VTm(P>%j%H%c0>W{IqG{ZRYQI5-p;3d%ksNp)*~ z&cUe#2HZ&CwFcHf*6A=jtojT-Obx^fn-aj&!3v&jn8?+Ytc1@_I(S3Kd;1)@j#zj@Wbgmtp8VwN>btfUO|`s3;Bk7YER&;5PPC75gTn1 z#Af$j%|uiBu*^{d#G2Zpn33;Eenp|Obfi1d=C#?hcuzdJhQ1b_$-mIUW%0C6cMpy0 zKbz)_)5MMKyCG_`KF*1s0-{t78fI1jx9Wq?6Z#;z_~jn{OdCxDm0Iw}NFPRpF-&jA zW0u)*hYcFCmX$7FDfmnFv&qAEFvWrbzSa0BWZiBNx(r%uT)uEG9xtWGliR6v=PFA6 zwU?Y8zeW8tXLxk<0ICuK~|ox55*q zCW0UB1e&dqy)ev(8^X~7BTnbX2`w#V`FyIz92Vj`>PmkY-4f@oa( zR}4GLOP-aUWIdLe;(2vxY=qVj@g!$+aX-bOVpFna*-byuD=?a?SaK5@lH&Q3LEUV0Yx*N$Q_MIsto;Fs?* zLXDcHO`sRY^l6!VCJQzXV|uH%kU>fcrRgOgzVxO^xmPIpaipkg-bKDZ^_3_v&X9#z zT7uJ#0c5(U06Yb5RG?`VI6P<(+$P?@EtKWBi}Vh>2D6AUj1mjz_^@Hpe#P3-4Z6R`d;J^A7#&8gFB1SE#rLl2T5mJpM3U+i{k7q+{BiX#5M)viNa4ro# zz*c{p4i2w-0A^^>SUnv!Lggx-c=10h_s@q5H$Otv*1IsNxCB0*KS(#q<7m~_0{+gE z&$wRLeMuZcDSYi3+U1r?cXI;C>%=JXe?OYqo94sT>;&jk_{}V9Kd`;sXW`v~WEi$- zI%~7m1w%;(CRPUuL6RumYyEFHKTn0NA9fJ_i|OIyG(A|+>W#3qFpzs6m`p1&G|Bsn zC#m-xNJpA?Q}o}{)YRQYpZ1hfZDOb3W+dXuS}=0-QYL${fxWEpfX}5;mb}=Q4c|S9 z6|L__Yu^U)gVXCF{YNyc7dlSaIV<^~e!A@L^WSjeN*LbrT8uB2$3u5h7%qOOgk5j- z>9?UjXK3L}&x)VY=&iTu@auteqr#K!{hLZp4j<;{76!3e{x*9rO@kEcf$Ua`8GAVL zkwc)Nz$F{3EI8FK;iQUMXe|!FwCl>uTe#jwy$!f~1CY<*7D?8f=fc$YVS)1m zR`PNc%WRv?q}5SWx;vH32UXIkY0dQZw-yAC^ACz}PK3 zEKfCKFZR7-p$}J40iB|G=>zE5?>EpeW(Rv*a)!;E?a3q-UGQ`NB)EFR3^XxxG(QQ012^?ieO5O*G;PQB6)BLVI*+UE%z&y3ZhY*lhctMugt8si(Eb1Rl2Y9` z?40t1|E4>gPP~3d#S#&v_kRo)6rX0xa+_HACk^&3CmbzH?T|79e>=enL~ z=cWRlgTLa?ok?)Sdlbsp9_32pE^t|=|KNgK0@FU#k+oh)0@II`m_Ot`Dqgmy>`$Ti zXID0>30};~8bz#gaWA{#pT^GhfJl@1plr%HzVSyXxsCBfyWYO=CshTNy=Gxg)oj?{ z77Y))I&gK?Eq?Q^c4)QV2+=FLV2Go@+820hu0!wP$ie9t<@6a$@`iA(g3qgP(0W#G z)GM&A^LT!Grl@<_a&~b?8;ed+WwQ;+@MOj{`qxLEWYfk$a!4q~4wy_b{XdEJ3)dJi zUWR_oi~$*gq3}1V4UEgDa5=>uU_L1pb`O5YeP`*oW2_ve6sWMOWA@z1;2v1>HHt;A z7$cE!A4F)D2^7!dATa~a|mSpUm9YMUJ%ThDT21Y z(OmD^LbzBn03?3F7`C|D^{8xE7*E z^hewac@mXN&A5|!poUb~3CWt^CyV2JYrnpHR<$X%+Ew7S`(wC6^M;H1#0m1$OY$^4 z^)O5}YQ*MZLr#1=0lfAkh*n1}1_kthLHCL8yj#wtTdm_>@2f%i7Imid_y!mcUXK%7 z{)!q~uj2Aqza3Vt8HSH$y70Ocb&zxCxR5o|p(c=}tmrpfe=|+G>nG0=BV3>-^ePwc z8_fmSI^!&@qo6%SA3jGvhJJ~Ypw?QMg1JAq{LnM}H2*v#RS9lP-5v1ZZW}~w-p={? z_5(w8JMd7E#klu!Y)H&av{||ZW=|Og6F;27=r{%RFVX<#73y$p;~!CIOC5B2&E^;U zR43!NkD=$D9V`u)gv+lG+EtW8PU$mfS*yr)%)f-Wd;gPsa><1an##ewu^8yzN9pvm?nF!)1a{MTA>%I)!%V%2d~CL_$zOkCC3@|p}7yjzamO!Njd9bVu_ordgMMA@Yu@yYlQ z%&b|+hNc0#awP+Dbkku(Kqg+Dx}9!6)}Yx%el&EOFI|!A=32{saesRWt}QCX6_H1H zolV&|FROtc)cy}IY#k5N+BIQp!zgf#Ql>VqdthKckwwn6hWjA_l6dFQEcB%VoBwPi zbJ$!CuAlCK`j=76AUuveSBPOVjuKR_Tn*EQT<0ETyW;Agvozi9E`C~2A$j52DN!;v zqNw4@bg9D&yb9k-q|5JM>E>RT>Zi#1T|bI>;RATLgsIr_RKi=B#(_?J1OEKe~JhpND z3t?|@i@uzjLb`gvqXN@#}WzQmsNxY={0c<{4O=IJ()9r+Q+=??S7W!Ztu<<%Ald0UTL zPH&;2bJw_$zki_20iLTp>Wy6s=5W2)hb3!7w{g0DEBsNKzzXCOKq1)gqklD9)|$W$kMm{?Ibu2-&`#x7kI~=PPE5nzfG;dK zOjjo_BKHmNMZ>`w*43?ryH%&4&-XMK;b04GftK93;`?YeU2wYi+lq8#(sBL#boSXK zjQvRkQvCalvR==VasyqYsxMCBq8m?GYnhnc$c@4+CyOY;PEA@J8-&42_0d>$4^}-J zgl}ig!jUF#z{a;-^eEGg%e43d5o3ftQdd7R-KE4u9B;u8M@!Ndxzglf8LFETO)}mW z>9K7$`RqI>Em{yP&EGm%nl12cSA4k5POaHX!*?gsi-yaT!xK*ZIh!{ZCqUk^Cs_9B z1}<``;61iqg3Y5Jpk)75RERZ$g|;%Z>(M8!b(a`F#$2b&OE>7WK{JJoEvMVpt)z}s z!=!0p3#8Y*rbuT*21+ON*-!C$dss@X5sTUwM-x?5$*)*VI>BieEqiy3s}}lHP26p57PIF0^Ara?ecG&4(?Oa)pd*d%#R3p@vq^7rH5Ju3|gg4%dh zMWM6Cm%@Ah81DAa1KiGBMM_GH!~TzindgW}q;#|tN3^aa{m*jJCF}1}M3cT$$SxCJ zEf#iFBdPGo5_V$!BGO-MPK6x{X#FX{ix6tTo!;GoE{{}EIjR@WpGx4ze`pq!vo+{4 zb_=}L8U&)o8JHC9S|GEjuHe#|yWr;1m#r^Pz_0KW$FGa0E#<{@xTKLflgmld)ex)t zYp`YSA29Dt7va~GV*Zd{8lG1(W(AGm_{gIPraR3eE&IW=IQ9UkOJ=h8i#NDz>-d7w zPHQ)vdYwj8q$NJ@N!!u35+xfBB9}xdH68LN@4{JjJR9M(mY(8~pK)W|Du3 z;)+aJ@iWKgOv_W?!$!EWR4-4^ls`bZPpnCl(1(5%5~rOQ%Qw3m;r9s+oRpR%!i=^+`Cv zCM5o5(vb>cedW_^VEADccyBhFP&8j~mncfd*dL_(^SW_p-UL2{V^F+INm9Apht-`* zgGj3pY-4p5WZ1+&kAfoUC@XO5-nYSEEurI?cT)6PlFqDZE3nE(gB^dK!TuFgu>kon z7B()QZT@|d1(=mGFa14ifz2M;RuxJuQ^Khav!J>)a|E^|!y9YokzHvP73*miI22;R z=4+!_+rR&yZO<1JH!G6o48fU`wGh-FwZWAIM(oLzAxzq#PWxZVL7s&kb7M!?AbS-S z=s1npRqtna)<$xli}Wzg&XyKBAEfoc#b}m1o9T#DX`7WM6|5Oe&X#9rXWKGbk@5z# z%U81e$Z(L+ib1*IvT!tjAWXFw{2g;4wD=cPO}2&C(q*h)T7bjmAy2V8E((`qjAZl8 zi+~m-;VI|IkaaN(mR(Q4phur*$LC}^R3^-WG7b3#V-2>)Z4~5v=Lhl-r#E%ETd`m;S}p;P6{)|KyYC$E}yfC+?Cbo{`Eju{KOs3 z-g*RODfr`g3Ki~iKJ(`Y^MU!a zI{h5o%XSCDmu~RwM;!E4=Aeq5CEZpZPWZ`}jz})hvLX32TY8Z^dOWE~MTM9CZNk!N zCx8{JP)uSHZ2eWuH?*&U7VmL*8^?iPRU+ID+K2lh?I`naEV5SzP_|B$JUta?N0hKL zUa!Kwq{`#p?KNPRdK7MX6mj{feYnz~IQpLHMiBx-$LDK48W+gXJ2Ipro9{q|ni8wA zk>HjvZC2x($xo@)qIKLK?na3^i-=SNyg42x@BWA5?h~d~rowo(n|oItj~mjn(aB>h zS5kT(lBDUPQY+y<@xNm1T9Ltpggq5a{*WY`>TA&V(l;CvkONC^mhi4C zlemd--Vigs9hs>rdt&wx7F3>u&#v{bu`(HJrbfcnHWyGi)&j9^0z=wPU}Wu5p)&tE zw12!xQdD{d+q+D-t`;rc+)g7N{R{#@GqoBb)QwY22D``yshKN+^ZKhF7&?!r@j zN(5&^8<+q16c>nH++N99oH3%Cf7tpSK3YD;ky%oRyjKMC3mD6DoFtqjqgba=3d{Iv z3(Y3FtRtq7+q}V@5A0~hQ{xTU-1|nfWuh4!8}$W8j8rB?`zHLeCLG$!ic$BH0eEd} zD(Ex|<2L%qved*>?)n`?s5w`I=WMRPiUP()=9Ql+*RLu}OZ?O?O_v(v( zSZ-%Q1GU85ErA7Au1|Vt(bRWcUn*YhKu1kpLu_Lq?qH8_<7GwCxEe?G%SY0m{5)J# z`V3v%kD-iT9L^lH21bp@MxT_uC>FeNe;%nZ@dIAyHJXV(9ev9DV{ftv{uS(NKLhdX z+a}@-dxweXqm8&|o<1{G$>fF#{+v4l`_a4jS`Z+5d`kZl8)2_hFstF*Sl7-z)OR%Q?8jarca(tt7r~F+(N+$R&J9OBw=c8bN&H=a~zCgVhIdpbZ5UKT8(YtlRL?uIo_Abrm z3(xfhTZ=?=irkG)W8Uc_jY0WkH3~43z(mXukVX8Z@zssx{)IPwnHS9*!uT zSXm}rYH>z-W~rU@`8qqYsrF#ep)V=#;Y4aGO(cUc!dY>-HJx@0Buia48Zq!1ZhL)_ zyAr)d)GKX)^DF;?--Cg8*jj;NTt>mF${XaCCLzu1L#4HG3#2#Rg-Z(zUrR$ACDI+v zN2D%nyL8~@4|Hi+1S@zLjTWdX-S>W|^mX1rQk!5v|GA&#PCSXGwFVp=S3N|#POhfo z(k1Y~c?69cdJZEuxj|+_3SVg1A9HRQ&?M)*)N##B>VII3biOx9EAR4B-D{VmPSc*# zCd)FgQ|c>jQdAXh)BMJM2)UKR|70lf<|Ue3>WDKG&+=zBXA2%`A@AIJ6-u`!W83{& z__w4AH+_pj*~fR$;!0oKzAzSV9+6|~3^Zw7ZaDostR#IAvq1XbL#VXNE?9c4zJV;w zYgzr)A>y)$ui2Tr1I&82GIZ)i($2vL*{{+sczUKRS)RV@(D*Nwlq;-QpTtsd(wc^4 zE#0EirbgVL7uPT}M3EE+|Hjh(E#Q+E!JTwA!TqassqUYmw6&~@HVyNo&tuL)@hBy6 ze6pi>EtAl9y8i1n)# z*hK>)7B^LqMGKj+;4M5B`Zr4UJ70tm-{tUT(`B?C;X)f*EopOY1I+vB&yt_0vS*{4 zSjTfc@%WAF!PKWOQ~T!2K1*b1AM6FS^I;IO--MR0`3u%zul zS)b$#wl&(5J&6@uJod%>>hE!oQk{iAT>4PhIOJd|PGKt5iR?#F z70d3soGJX<%y7kNf${wURv#P1ZU=3p_0JD;y1UPk$ zAI+>gRxy#qYBq3O3;f%D3XE&lg3{4{a86eVy7!deg?Wo{$weo++iOUzk95Iqbu9O? z!!y4+P!;C1DU$2MLHv-7`l4})nM}2PBdk5rO}9!G(GcbfXWV0O4%y(Ow=#lz<1JTI zvl3*VtYruD9)s0IB{nFb0*0ygVcm%tSh-7%pRu_Cm%f=yLSCKLIzJT6ndeC-e{`bJ zb5krIH5gBNT%+p6x4C8Bfo!R&9vhk@OXAi{+$6cl4qRCvWVqe%o#8r?>g}TIrh*%1 z)n6R%k^-Z4iQw9xUS4~08W+%84Qob~iL}H^!Q!(TlX5Y1SGSs;j14ERs1sCnLQmQ& zS4gT(dQ|JG3^|rkZq*oM-;>X>n#ro{>(?uMTAV%WH4(a?V{Pb>(BC^h_9tif(TY69 zvuLMx7OrJ?q1U|vta>jCvzA#{QdfcQvjk4Q%Ut&EoY1>!-;HKIx6tFuP;wg6fc;A* z()H5?Af7Rk?)RI;)u!jMq~F3T_dCI>y+P8e?Zw^mR&j-kBs41Z0eR?`p}bUZ{tZ9L zshOG=l>R4A=>nfX*8d+`9gu}#E_?EeG)r)%x-lEGX(+N4uJn`{Q`C=NeD~51m~gua zmDLtAUCSc)_u~ZEEr|fO@;t8Sx?;pmo27xVMzg&ymA5+YB zt{=_fyU#M&clR;Y^9(Cpq06RzJ;Kr#hjVM|Pf>}!7s+=VqJehnNMngNKHnnb8eLZx z$ZMBD?BgF`U*`bu?Y8jxv#@LW60AS<3T#SZxffA8*;DNhmYDsDNgjo={M@j;h47XRW7chC4XntN@ef%E!P?8b4hTZ_1i zr<3699C_jTMQDDq1FSNqLTF^NKOGZgGWQH@nzvzeqyBX{9>d@<8|ffec%_) z+_M>{O;r_61Q$e!$CiM-G@ok=aRcYW0*iFZ6#nMpQ1C7PBS{t9?2uv2_e@+4O_Cw3 zX8KJwFTD`&`y7JiPjXoAF9-PpH-J;%9!_)8c)0)RA}%N_g!7v%Xp@CLbg7E@uW>b8 zy0bP$r20e6tdG21%4_hvUd)+4wZ_0%?GEE#t^*mF4-#9;95f0L_?qP^aB@5GL6Zz5 zjoG`fw?dOFS`y${htMlvh9Hxh1ZG;J5N7GHL3iE=-!V^|dnFiO#OW}HG7T1(7Km0o zzPy6h0XSQtfUe)YAfMep`}OHyE^`*!D-{JcQ#x;)eic4F4TTNc6>!luWp+yY2%3H& zoVYg!KW06{sK~9N-0`>3Nmh=kvvTp$X*+}-A^%fSk8OR`Al+gim;dTKzd6el=Uh@} zR?1WPwUPw%@{5N@qkQ?<_O|?QFAMl6%n#iaunt*`?(DaGBZL{0(UYGuK;OgYay2BRdis4u0Yl2VKX_kwWG*^b!}?N1NubTG;fq9<0M9 z+hW zj1v|K=a|kkSeT%~{un5;i7!%M-K1pED(xAlee}M-_A3WRpPv|G>CVZi`SB^67#4R3 z9L7Tfna}VX7Pr=lMXR1+*JL^+<6obGCgXE3_HY0TIAaF>og8}X^q@2v47azLQmCyV zU8$%>FPk~A^Suh&klhKP^0#o*#9-0vvO%yG7E8>dkAqw79(X%?GOM_30RxteW%GQ* z%rgBHYp`e$csDlUdlReJhhf(2!IeL7eUd!;&vqjloMH(NXN|$vu3PEthy=b}bsP=( zcMB_n)^gjoork-%5vXfTFk;Lf$n0*w*qEVUb>}*#UZsGOPmO>Lsha3_*d7)nhEc#F zHD+ts%+`#s5~qKeA^sIHfdx)o!hC-ivK{3wxz5JR?0cd=dvV}6Z$2YOT@L`1qbtwgY05!G21=$H7wg>%=$f>z#f>%;V!{j;@O}?Q*~`g zwthPPk=YGD@e8zN{Y2Pe3_cd}YyNrhQ_)u{ZP_OM?D~P!CRftU^L;Ou_*vu{4LP&~*MtBzofRR_8LiKp=Rfhh%& z8NAm)9{>%>TRXD zo5Q7TZQ;__<3puwx&x%QANvro7bQWR-k(Ps)mmYI9kzMhdu}>tK05g-r3=8&IE6gMpFnaMf#L zTI`*KTAVGdGbn`QdH>;*)^$+Uv5B9^-4$HCj?k2;#S)KJz@zI?P7>AAT}Ee8*3hwoBj&pJdW1`({ zOj)CbS(cAy;Qky|=0veGhBdH8>mYacvM>5QSVCU+21t7yE>U@qx%6tpHCkQJ4f@~J zP=Agk^%EE?DHp!NMUf7AWY}`LUa9b;C7bVb+v{|0z&7%~I*QrboI$fPZ%Wx^?E zk4BA$>My^scZ3mFdVDMAG(H;ljQtl0j>PHd`*d zf8UscXlzmqo34qVL)dw^>(>c=ze#Ad^A9Aya>Vx&7O^El@BQKA^H6_a5=D(dYI<8q z+vcyOT&p*fzN3gVT=vo}@1vs4{_9B9*_R;86c)Z(z&iE(g$&3hwkxd^7Hud2zYV=0 zWUA>ne+#V)Z@|U%J<#!~5Y*uiBwoG`fMk+x~)*-Dy(q;z)I*z-;&L zkF|HBDChbLUKE&!_`pL_GFo8oZuS_qxckzZrA7DK8oP zrV39jv7j6IAMo+%dXS$M27ZgzLb26;ft`@X&Hpo;9s9VRyvJ#>;in6^h}E~DGen!c zE!n_rIv$U1Wx_n;%N@9MN`Y;?ti>!7Ps6UpG(139D1BVHosdjt;lLrtf$D z?K2T6wXC2mp>r|Ju@l^bYeaKKU53n*pOPJ4Woe}N6dN<;4J@>AV{R3L*~;5vg{CV~ zsMBH64l*dv4f=%CQwjrw&+o6m>bgB_1rv9^#qOpwmXP2>YI?W1YvtD5x|C(KQ?(u+ z^qYXc`~;WOdncG*vmXji-9gI?YQ+fZ zs@z)OTM|Jo8%|J+brR`M6qp{piy>f^2`WdJ(zn&4*xTo()G-(FTI*z5sMafFng1i_ z9)Ger9}J6oUzo)VVSmqkQ%tzW4Yic&q;tXGi`OjbC>QFE%-lZtO@H5#$aRmovEi z;tE)KOklxw0#{#fRP7BEGP9-1kUt&rKBtZ)=g71g6`swv5yvjd}w zakxU~E^i~u)s(&!VU348{dPYF6IaLMOzjWgS!<65nO*#l!wXq{kOnQ?pv>x2T(L&* zD9zD%%?;mc&l(LI=!JG7y-hM;x804{*!SNA=lXndJfKX)GlbvrP~r2L{ulji#?r)8 zb#`{9Jcj#fl1S+N>{uzmtcC;_W8MgBgdJN$*+tl}VqMrJ-#E6T97@x|a~xeZ<_e#c`TANa)2Avoj2 zH~#bUIxI|iheZn%XhZrXc)j){&aHoo1%KAyi-ivS+as$ug^aPB*mxWMv+~E7GeYNf zS}7Mgz?Yqn+k*1>7Sz-(3vZ4qv%MR3Vg6PvDtYG3SvNcabImW1YFxlemtH{UcTzn3 za0Wgdu1zJ=exaYM4J00R2QTF>l0ftnjX87|)(;=a*aHFSst>+_cBC zzHUP2{*Fk_^cXBIyUTCe+*Oboyi&*-#Pe6ft=X0+tj(ReM>{rBVxaYD7OuirE z%uXK@$>c@A$_@W;wj82l^cU=ujpt<2d+ho-ctfGw0xWd#m3&iX7P&r9%Gsz8l5jzMGS6;$Z|jT{^)u zTUAo|FVFsB{6TeY{Mg~}?cx{oIA@JZ?Jnb|NU;|nyqv7?bujt;h z7q|cJPm}jQ$K&+{SRX!(hTRE7`(Go-ZT(WxpF0=i+Ae{e>sfHr4UqI(FTsO@K7fFz zhw%R8TmYAcDdyqOfA4LW-sdI+)+oTeetFpbCJGmJgxh;uu;%x^DuuWkvh-=O&e2;-w`vMWyV|;he1ULW8*q@ zv)skz>{#e3c%xw`!ErYbpGERH34b6cL+IuUOygHaUBJko95>jC$xLe!xy+wMtqo4} zMPRJIJ--7Jis!IpH6xj-{~*?Xi#v>%WJFs{jOo2og2S%HaJD&2l{J*ShHcMnn7-~o zwnB28+qI{TTj!PtB=O-Eo>_z1D;q&`trwTCW5+)`62gsM6pn6ZoX80_;n42opz+?0dXBTSsv&_=- ztl&w3z&A_f(x-Xz(WP54FYym}w9dkRClzVEZ6s6jh5oAIi<6yJ@kM`kPs z8`CfF+?-S#8xqcPN7u8O+Fh(vQq3M*C}BmPKQevi09IePp9LR~W4-?_F~7Klw0lGW zv|q_(M|y@p#qkID;_D%pGvpvd2P?A7>FVrw`2gB~$&1?(l*<|C@4+i;(lJix5RE;4 z3>>>GprYaoh*o_8^I6X%Uy{yZ$BH^!#EpacCvW(fwae-BMk}~7M44(L58?RfZI65j_l=S=%*pJ$QYQr*-CPjmP zTRN}(xE7?ZesX%I0C!!=(IL`=23%Q74?inN`Q#P!B*%p`cVy$}*l!ql;2ItJaRX1R zjzCNAFt+1OIrr+D80s$k;2+85VcJ_QDE#^p&O|oheYZTch`Z*nylx~}?+@i}_Q*1; z70T>>!fiM)ej`1eo&|Ag)@*O>XEa*5g>sCPr5@r)+Lf3o3P0ox6*yGyMOC!cHJ z>7_ro!6CC)__c#<=Po7aV|I%#E$+hvtbyQ8ErQQJu& zCvR_xixraj0;MEyw>u?S#XiF$k4oG+x1O_&JOuKKH(~S_RbEHGmv3$V4!?cXao`GX zw#4rSnq)taIJ>0t88Hf!;U9zPcfwE_DNlcg?ZeW3FEPL*6DMwoq>-vG=;QRuR5m+= zR`|~6ztzaFiH{~S&08V(Z@4}7Jsb{wavp)=!hVpuU6H@=YdXI$>5`NiypM`GiN% zc4-Z??wE<^PqcvhpDIq@pj}`RKIBL0C&K=7O1R^>o9H|AMT;zkM`VrJ$`^f@M(-sq z;^Rg1y?2UD+Nj6UCjH=Q6|P~^rz&z*=^?vcN9l4;Dn-rNOPLNH6lolB9PKmLOS3PaGP^)6hV_ZsZBmSSB`F8H6Ek5BEN6mac55WIO53&|e0qYkp(b>(<7v+2V%oY&x&fS3nm`zY;9yC-pe?4L_@x(!Pjd{OMaog|;QQoJP^H(K-}k zpvsD`{Np#gk4F`w-?(IV4|jB?aKAF@0^=Wg{4J#q_)uT)a$OO))L+BFrqGrJah}X& zSV4j2?=dVz$%na0!!Yir;PF;iO67H$(g}4!-{QYTw5d>o2Je{y`(Izj;$v3y^j{`_ z)G-<7W!i9+E8J;WcrL^~FveWF%}}p6pRaybisrqlG^_pxF19p)b$do~ev&{ix%)!o zC9tD>kB(zsERM0?M@Ayou!;@{`{wQZJ{)OLBkDC+$^1R%^J{ij;mk@s3QcrJ?L=!n zLU4%d)*GRmtcVO;XVLS3n{aMd3(Ox?jBW1zpgh|HpPbCaH-8(!H+C%McB->VpNH^R zuLk;OnzD|`pP0*SWhVDKigAh`u=BIv5bdmk&7WtorBx$f$xCafXg`eQ<458qb%7aB z+>Ptq`{BqD{mC~DMgODd%)_aAzbI~=$`~OMDy0%h#XbAI4TeZb^YAT6N@-H5G@GYP ziIORV29lELp8Z~;gbb;aBGG_E1Bwd$&hKx}bDzgO_nfoewb%NrMptf*F4+uQ$Nj)e z>+$&Hcq0Z7D+s*o3sdVx;Y-kAV)oJpPWDBT?tvk4{$d_!l<6m9)I|9v^9;zcelI+m z{SbU?J;CbC1UmFd2n&-mNyA1*+V*xb-A6M~>)>~0-4lEGvTi_7RR5e6mOJwruEbdk zB=I2h>RJ5oaEUj(_7sY5$mw=w zCeY-YIlR@AMCsZ2T$l#C82j4sWQD0Re6#Z6rB?sLU%6M%;fFSn4zCqF)&xid2p0Y+hE2^~vezZlQZjCYtiF=E4u3p8cJ)e08vY+8c0iY8DMnV$AiHl^;kA|9;qe1^_U5CjFh{Ere-^l+i^+4`mCnNv ze=+KPFOyL)^Tj_o`M5as0e%jifV+;rfaTT-R73M1TXMe&P6^W)`6bubZ>qoGf_9)F zZ$lM3xF-dVS^4nxO#R5TCVk=drIX3ZA0x1HGz)_!#9=PSeRN3;fVI>0S&f8M*xwU@ z&Ufuu=To&zjeiY#nfziMH*2zP9P9i8cmAwevfq@@8!DGP#RwSbuQx0uq+kUDr zwpQsd{I3*UeilQK!y{JYx(yp9FHeKIq)1ow2WD-v2&C8-pwgbzkZWlGkKhTooL8no zk5Y`@!UvB}%NQrE4#?7!BHK-VqFB@i@ZYu=9B$7*5uaY3bM_COm|_PM+{}e2k2uWP z9|f)db%43;RBW?}#Et*?uu_@ZQEz?@cy;~}%zXNY%Ug~iA7j?x$jBIh{5mP}WJw1r zjCsa;UicSJ%Z%Vq_I4&gZ5-vTm7=YWxPJGYLgqspz@SbjPWQ}3?^&E*(aeoqG+`+? zMcVBH z-X@Qp$-BU+P#hXo=|ZiHJ(_Xe?-yp7ASDdKmzNw_O@9fFW4Msc%lnT``E(tpKRHeh z#And)KBIW{A;*xH%4TL*b+ZX3C(y#%3c9UCVR!IDj8*Amwq1J&Mw6aE)=)ddU(Z7G zqzX3dVI4BtuQCeOeGoRg3;l&c{5`yb(H?Oi!klpY1QqJCUZnZ<4ySb@&0 zE>6Et2TK=};R2oYtWZjV3Io2d5{~nzQAiK&8`ws_hAGiMd*qpMTK#yjAR4Y7xr#3D zL)pJKn=qgv2xQ|=@;;k>#Gl8K;Ggp+n3a28pkMzOi!aZ_kFTX^ijErRpOGbj9}T(V zi!L4?6eoR_`@u}^HNLR(V*0Lop_M+r__om{w5<8Y)Fox};>xy>x|*v*D=iF8H1J95 zP(EYh6h(&QcaQ`1ab#6PJ!0%k`tffKtJJDWQ5LQWoxE76hBy=jK1Ug*!)X3>FrBfvAI->3J(m!TZu)a>(C`~>DO2G zO$XQCdohx*en!M`SQBEB+wq5tD}9!d3YIV3P&arVz2a&^J<2NZ)Z-xY!r7BaSidwi zt`=hY16@XNONEOlB7Y5%{58)<1g&U^B`a2 zv1}@OX%mQ=djPw36?tZOhGg72O*%itL3U0w8C!LNdA%o)7!ReBpmz$)N*!6EkP`u^ zDRtbupu&9peGt#Ya%b?CK1Q)+0D?Gwm+gz`MAotvL|xxtWQZm7`83ka`+{kVUkR1n zG>!6pyAlt>NVqp;DQUjJlEm%|lD{LJ_>{^Lj%$yeYZA$yH=1P3^+?V$V@}9G3dozQ z7yF)G2A*p>(V<_Pc3x1V55x?~;S2F({T?3ZI*AZwVkmVO9V_&&@uyLikLcl`4|Lb* z3!vecLJU=;nam*-dg@j;>s}v8TK0#My0WjBTiT0iGtR-EgmL7ZgCdQzn+17C>mjJC ziz&+&hw-Ug7Vk(sZYg=hv>q}dDjzM$V2vi%NpOhkp?C*Qm;GRKc^c~3a=h`^6RB*Y z2dU)xP};`afPnOOa8cia>oApqnP!gkU^YYZE8gJX^oi6o^9kOFILGy=e`m*y-^&h` zK7&5@6Q~=)IbiLrKs3h{ZZGL)U3HT&Wc*ZE_eMy3!)Ef`PN?%c4W1EW7eD6EqP-yb zES1Q&JRzwCeWbWz3Z#scgbk}M()_$!YF=+mGsjPYxn~-X9~w_fzHOvOytuuC$v>#f zN@7np7ND!iFG%37{n#<(%=04(*xsy2K1~rLv2~LC_v$=;+y1%yw=I4|N2;2 zKGHR>0c!v0(@BbP^iS{sTJ<}Ro%wApv5z&RZ=4gEJ$f$mz(hHYgY_E|!VIWg!#B2J zZ4GV=uVHz9s$jSCJ1Z8K2mbC;BL5yK($XF~DlXfEBd;=9QDb|&DfXS0 zzN{BK&Wu0~8wOtS5g5YpJThp5d3sw2uDZ6LN+mz1?|$0}UDFo}T@^%y=h7X7%hq<& z=UG5~kN8vLQ#=~9vWF&TET+XLxc$!EC%i6KB|0^(4CggFQrq2`TyJ9#o?G9{D*VWT z;h<44aNdKD?^l3K_e#(`L2=*1rx-7`o}N26n^yMjrSk`sg^4nsH@jRW9J&P9n7(>1+Q6rxx>XC>)1x$pE0Xe4AjE6o_d^K?aepBW8 zo+IQ)^8^apYbqhX>@4$o>{#OIvX^Ka>}4#fTbRrvt?+Pn5WRcuDD7@PK=YF3&<@Fk zH1PZ@!RcTb{B}fyb}dN8y1GeJdgEryH#kS7KOG~<%k0UW8BZ7-vw^w$w3X+!bphNp zeGVSup0Oul=Yz$JNSqH(*rdx3Ab;*mqMB$$YNH>3%jT2t+vX&DUpR=eRcl%2HaEQc z#G9&)Y=Wns&#<1g50U>Tf*QK{(7|qF>N^+(3H7(g+P)lAouf>YzEg-Wo5##pT!()q zFJ*J=IDY5!cgWkC40xo6Skpvz5fY$dOI>&ap1WU1JUR zi_jrQKKPV{aNNQkO65P%ik}bBK{*)@J*nq)f7(OdrB`70v?I`EW^L z8s2+z8I1L<;GELR_%B=x@pndG%MmqlOKTS+YI_aX=1`(^|1Np5{{q)Fdxx~xEhIS& z%c$SbIp#pbEfk&bl_oUh(`8YIsa;?P8@$Vcd6+Inb~Y>{>+<*{^tBafbDssVTP~t* zLmkAgiU1M)#l>n*xUPupifFs}1|| zW$wfFzHS^_Q456yio~`53Tqa61C9LiVd}-bXuDIFOylVi8v`A3s%0iQeJO#Mwo~wV zzm}wHS3>DfGa0*a0_nfR2d`dk&bVw!velhg{gdh>eybfhy?;4)XZV8Q*~d_RQH04L zk5LI?QEs9ThwdoiR9mi}dFvpXGnHchYhhE_Lkr$A|{bn+Udf}>WJ)A!D6%T+FW~DrbL>KP9s~U^Jb8?yW_in)gZddhG zDV1YC?S^p=lJV){i6COQ6qdQagb0qeD^k!RFu6XPDOcls{GQ@eDz^Y8M>ONO_(<^J ze9W6t-ZLd;wJ@dZ1#2>G7v#nkGn+j-LBzP4m;0_BjT^anJm@l0qml#*KS_}sdJhBl ze1^X0U6_fSE^YP-=pi|Br{XKfi$8$)?G(f|C3Bs??*+>C8LZaS@wh0r3q1ZTBd7H{ z;CgGg>3UsKQiOW}5mTwZxsgdX|%-$1cU)=QAQx|+yt4aApU)tEh! zx#Zo9Q)FR+F*&JX&eK^ONYs7bk=qjw6Qllrg4b6=nJm#p@C=ftQRW;ULi9V7-dO_> z;1B+14572g1P{dg21AMSuu~?K``db0_Lj>@>8sHtlgHD)YmJEZeJQefb_m(2=tznT zKLLneB9pyk_|oQyL~$gL9BP`u_rDWI&RF-@k=)K;$e0a9QxPi=}A5 zjCiyju109ti;tY;>AM-Vj4#Lei|`J^*qwXWzH27b`$`V`a{o+1_r;K@78A+a#k1(b z#T1`utfc10=dt7JmXUye?c`&YCO>7f4>73KB@w0>B&6pScuq5--pfC*lh;0F2By}) zW9M(+?Ke+w*C~O$I4Ho#x(!rC%!g*4jbQyO@8Q@n%~mOQ^T0aTB*viWa&(Wgd=F_sx+#qY?Hi{Uj` zAgw~9#y^7&uZfWQhQTFXC)kGT1@y+XZq^bPQnB)SFsdU&Z>2A8dEG#&NIaQ-c_~7$HjJ$f1Uf26gWrFW=JpL}GO)Cf&v@Atm z%eUaoTLte7W8l({yHNS{2*z|$x?JrOT0gslgO3~udz)jBo2GL;p#DtyDJP;6sz{I5 z*V0>Vjr2Rq!`OJf@R;;sVf+d=Vd`HCp;J#U70bw@*N)EomO91 z=gzs<>X`#7M&Dq!TM<6=;d(p!{c*0yeA<3mg-ZUNMyht^5ynh`Z+&SunTX2#q(qMK z`1K_{tY;^zP#PowOF#ZW%)_*W5%s{S;c`X(N1MYc1^LzMpe;Z|NqhF~WI8{`5eRBTch2 z$J$$u8Ro)Qs9Si0NiFk$LmxO^mX9|6Z8N1M{yXRw`w}pjWB?)Wcaq)86Zr9Wo{{Bi zD%stS^if#ynL2SZ*Na`wWYa!l{>GeqGVLxy%GO8FpH7rLRUe5;hxF;KD^ld-svbD@ zdjNH$v)L?fSI&!Oh#P-|!}!_9nVKU(?7}hMiy!#d(P-<*#FXPgw)LGPB|YcJhk>nJ zj>(%04dzh2@L57_1!cN$KbKFJSLge_C?xw5R`Q>QCXz#9Um?21h!~$RAY)`VlM(e; zGOCiw9=14G9yZqzov8}T)EZ^`rEkGsP7aB1deHcse5GWIl)ly&z7 zj!g?-zm`7LOpp@pX&gf(mUm*4m;s&W;EzwHpCyTts)+i^`xaWJr^tS08IfK&n<&dJ z;oj4oXq8%tVU_b4+1h<*@VX6PG7IC|KC@?1${^;-1$xG+3zJiHY4NWMEUP<@h`RK{ zVRaRbACV1GueZ{jQyjoG(S`mO%=JRmsN*ZDR+nBxi0BIi{K$w98q za?iuJ;C{#h#u$fD;bvbjP+ovF$6KKIt~$CqOre+7BvOCsMps<8j~_NfnP2ftBUcWz zz>M7!iCkp{Nv~XsI=gD1Ma+xYmGztsZNEeZPAJjcmGwocx;L>yl;aNQt|l!x?Zo&x z!t)z%c(MNs=*Aprc)ol*ZChu9u`S$v!F9L(934fw(@vN@XhrX?H=<|H9i|g(c9El! zC&+KzR%VyRFZP6p118S%LAjbIY<5R7m3^E-_m5G>_%o8^t_A1K&N)HOs3ww4J-5i- z(w*R;H5} zwltw_8_Fh|(aumc667dG9}HZ;F&!Etxpg)4_URLO&vIh+S%u8}b(uJl4b1U7JK);y zO*mI}Yw`6JyU3Jzhrpyi0Q%izX>j-uwzkDGA4*SPTkmBicl||N75x!2Q~juK=P7!| z@*=%|wv@IvtfUR9w{c3vWv;g~7A&h9iScq@Vz;k|n4Vck;E*khZ{j>2?J`ucz>A)( z^k(u2gv;Q)-&dh4UWDp$`ecMr zDphVap@lNV)V?E|PLxrjA4j=-?x{~Otv?6e<=leK90}|XTmhjk=Q0To(;4kb29Gos zqf>PRW3V$A{ti{b(}FKd7pIqcKb_B$mX5{o)5VC~fE?==q(FX37-FF4JT`gBDd_*k z@sxk{;MG;WRQ0bruH%cq!yyq;W+6!exo3sQWCO(R_jsppH`auO6W2-0NbZUZrYR*K z#O>SBfty(+_p4C3P2r%OI~~2By=H$3Dp=dW6ev`-V1KOhWu2Tu7;JoqdP`bhft3ka zV)zgwW89e&Vj`sDdOZm!b_JfH02Ydt2^=?5=v^&GGn>T7zNsmUSL-8K|JjGZcz@V# zc9|9ZZi5$cPZ-@QQHPe+)Gb0w+Bl|$g9@DVoOe1ams<%@$4`9VZlCP=TAAW!`hK;`9C zPzrbfZ!}xMBRLULj>$6K?hc^8I1VPQ7b7aK+%Ydso@12^0ESG)=(9C2Wsxq#A3YCm zX4iqjKseU8a-MdRSbPy42B&vef{9r*Txxy_9TQ7IT)!71W_`z@d1tsjacLMTD+X7& z=V&PXQE*^d0u$ofC)hRr5pEUz#crz-qfbAF;+Y3)Vcfh?cBadB*ec@B%vO4a@0QAv z6w`Q2v3vz`BnHDAbK(0d7l@j+nw37TL<>#Q@cZpO=&-2@A{Vu@t>O~&&bmA%ot%L4 z-`>Htt&ULMe-b{EDr}9{MLXLQVBw=g)i0>g_N-_u6PnQnJI|rIavU%J>2G*HtV*S& z-$SE+6UVM@gi`r?f;x^vJ*2OLHWq(T%0?gj#e3Mfxld4`JQK?nc0$h>PS4L!hCR*} zFk_hob5vE0{BpWXCby*$xGPIav_HUeJ)nv$uDJbm47HE?fa!bt*$jup)bU3x`f@Yb z+edrgjO-gMI-v?u&l=$SZcaa&D`cmc4xww?HP<5o7E&jQ2O42MO`5WMTy+;#q9H@DE?ZmTWJ)lORc!>t4lgGGhf%ZLQ4HoF7aLBhH@VEZ0p+UW9lyfz0a) zGFMxP?{g=I$bH>H?3PE6o}dKQPt*(zivMARv>7#dJ{Rv#xQbsV-9**-&6wC-%3Cqz z0Wa4%79Xq3W@3(V+-2^a4a>OQSH)dHvYRG(SSCi-)Moq_E0 z`6OtWD-<>*!v+f%vhz#_BYt-*d3A6Oc5vCU?zLiMoL~ky=yioY%SxizOH%OoeI+6m z>_`UYcoL(ai8RAAjq!@Eg#ni?xYKu$%~>)=5IQgc;x=4`9l@ zV?KK_B^Z^1`kDPN3CEv(3NK4W&|2y?M6Rm90oQfZ=-?ezda^Xx`-x>IXv`%e1@mah zgv&r{)yc876cb&w2pfBysD4~cise6o-HM$=<-Y?EdPR~(SfsHzdj;@9&Yzq=c!;Fm zNJBICOg!*725Lmp;k$tZJyo`Xjr5vIxA*t4m0GjuDm69wHPDC-Wt_$6x1%t%>JmoB zn9|Y;ZMrQhpUlga;=d2fB{ePg$V&aqMD6`8GCX{Vp1OUQPR-hiFJIQeOv`eXzDXrp zLiZAe-Am@$IHGmaSfZ4qggX3Q)F{&yOwO1^U*$YyrDtwLp=k^DrM<&TPDq_Zq=ZTi zZj`?^jP~T0ldtOA`1*Us@uj3?`3^ejkeoV`=q04ltd^_PXVF#KW|fR`M&p1e)svSU zXNbjwWa!^GiD=#6uFvXnu+2S(_VQCP-QpMy7g>Y;CQI^mXaT*kNRD3Io=$lirwA** z%@QgG8&WC%VzTmFB3aq77*4hslUr-U$V+c|kT%vPoo5uG{R5?Y7Ui;bi#8DZ&k5u_ zS`t-v2{^5t3EPy?z}EjBGv~fHjJ+w3&hK=XZC0to;FTS@v6?$`@}lV{*%&Ie=`S@@ zW@*lgUiN0oFZP0H4sGaOtjgPK0|~;c5(*Gdvp(pAQtU3eF+0J;R!@e>Rp3tguH(PCqH*I<+f_6VqT23!yWgg6aBP z*v(}$H-yiiyrp&YwVSc9<$<*DPhl^;HeVfA9@s%bh(CG%D~p_-*UIfBY)Q+aXwp~t z1CAG-Lx=QYc(cz9Z|!J654S+(+oy|c(cxNfOS5ORvzp+L+iKWiU`Zn9FJrR2^hicr z0*N^I9n>XvQ`4$8Y9RB6=AC;YdI*mI_wN#>^?|K5Sq5L`tNOUHlTjyi^QBks8 zKbI_Oeaqfk%22oKH(31E1QSlOAXM?jwl>7L86IF;euUUQ$t63)zL4ciEphty3w~t0 zhPY#MsG;O_x=Zm4tvzK%Wk332fGN^(spsiRQ*+v@FGg)V5{dd00Z4m3!1G5qU(&w+ zV25S`JV+Tvp=T8S*B1p5N7YbyiWr?R>|HF8vxOOIbzqO4i6zVJKar(F9%L80o4lEF z8*65zq0#b96wC{u(pQ3YQh$yiaW`?o+IpJPT|j65(uTP!6S!<`4sKOCM|z9u!Slim z;509~(c%>@f2>LW=E{+R&AqVZ-y+;9bZ2rJbxBEL0c0FhB6ex%q-5naVsa^#IlJ-? zdn$jB_n3QcT`hS=X4qUHuV>V=J{9s9qUcRG|H+_JP1n(LwFYQ>`y$M?y$FF(EVOmZ zq88ydar$CQET1Pq`VL$MUzZ+Onf?nNn%>5Jr!S(`Rb!MN<@gY3gPgwo|6@c9Mre(v zO)Fig?B!&*{^&OAADMz9y3>fn?Zsg5Di$`+iH6ggvgnuuKWLeaEZ)|mU#hum$Dxh=%q}uOd9?S zIZtIPq}Ysu-Eec*p5(Ww6N90pbeH}#*w}j+M)$kWv(v+IWLg5v_-shmd*1+8Nhw-f zT!6!DDkSkmP=f0gQn4a$ra2<=D53yybJL#XfgRIop%JqI;gg%{x zWNxP-`P>;qhD$=2@`Mny*qlXk=02lK(uOFO#L`pIepIE=lO37ujPC9;*mK+TxV-Z% zoV3CL>oa4Rf?uK(Quf2feaqqG9xcescE<9;SFo=v1zueng{>c?!F*{K9`*KTOICRh z$J7gWYW!K+xjziO*Q-Fx-Lv$Zs4R{4dPhCwc~pX>===65yA^nJ;Y3SnoGXW~TIXTp zw`~yc?iRL)Pr|>2Qq=9GBFSwnfOl*VqeH z^~}+u*{FN`F5JE)MjB&^uxs)N6Ri>jKQNb-sElSU<4SKn9!}7pZWqfT^FPWi@IHVw7c{BInLq)}y^mL_gK@d%Z5S=N!TIr| z*s{?^*m%pRzD@VfZx+Iv_%QxPpEeC3#h)j01ZH%qFj z!KxJ^FkrEk%aQg8+SXTMjNm1!eT4J51W421vrV9;oP_DiB|)aP8N2^gfbQfqj76Lb z;k$6+*@vreaDyzpU%U)%Z{zYZ?Hy?6r%0#$d%-b+m!QItMd*H0oW|XdB-5U**~i1iOJnK2_D{%MAH?ep$KiVZC$utXKx0);M(1Y;dw}>r z+gukg-l$JvcdTaSOxLB87f$0@OzVW0{0{a(%W0@mID~#7gYc?@j;yn;ZSBhmhIiwsq% z647mc;qk3u=Eg_^d@wI(~>Gi~+WSgKXdq<-Yi%@Nxn>0b>T{aB7l*VV`tX-&M9T!_P89x_8E<|JUI0de1y z%R96-SI}uwjnAE2@XO8*5Whs0y!@<$$)8-YXVn-G&j6^^{R#nbnk2BAg^Ap|6I(}M zM<>T&lM*Ai^(LGhUyD{b{_LcQhXdHy7KdN#5@mz{-QC*(Qrb%$rq> z%G=*U!}C#mwp0h+WS@o5S-$w-#8_Okllz>97UcJ?RI-C(J9js1Bcd;SNR_xh`F%$N zRr=&;>-JCB_RNxbe*O!44CJa*_bq@1kzJNF=pLw zd=jq4w13nkXDptvmRtv4KyWRbRt#kNPZ+{bt^`^BNC3apW!SFocd=~5hAlBsCvT&R zKxRq-s+|#`Zwl^n8d@F3b~<9{eU^Q3;4w3y!k!r`asdyWse~P^<7uV88BHJ}P;hh* z{!KkkTtJhV`ofJ^`8W`-sxI>R041;6qRBTCZ_xN$3-@$C<2%o5n195K?(~WWdBqoy zq&|^u+%*9jpURMVMj342TF(1_cp^L>zQ_hz53pB5PExUTUCbNK|MIXGY5ht88nI)j z;Aavm@9$1rj(VX^#bTOWrYBhU&Wb6Gh@eSZ;;{A2O&q&Hg0332L5YnHbnMDlsE*CU z!=9gUJ2!t;&KpaemItF_@Gl(BlBMCfZTPFB4~tGsr-QpE(R_t&_QU3x)a!IIN}pds zMb~=R5_^~)Zm6ZAnkVS}!n-uBOTKaPSOd8|s$eiWQEw#)Utf5|1~u$U;Zhy-#1b_tYT$TKs{I>`tfSP5$D(H|uFv<$X4! zR0I9%`!V_YTlTwwfOXpU4$`H+qC#L1F3n5F#NlpSmm5OgX0mvzqlk&?P@sa*c>Ma< z9oINqB>7oIWN<HxV#=^*3H4T5<&yUPoz$2e_&rvF;>fUP~%Kv*44_0 z>W{uCKG5Jzp0#F>XIFvmo%)IN1*`Ml?O($`9i_w1IO9yL#Pzs-KMT5aHi3ywEaTtb z#B~1*!qlj-g_wJ+tR4v`g|!+ z9r(#a0HeqhpNrUz_a=W}UT6G;-23~O!CU>jv%UI6ZP<@|4w*z==qS>?&e!RO!Y(>; zZ4EtaS3nKR$5KT-BXaDRK6zZ>Kwi9PA;-q-C!f^oiD1K6{(D^`A~S9kjcH4yo}WIU z%cwJh4qKRJ?>;ncc*v_V7o&Pfn#|uk4VpI17ABbSNV7^N8GdmS!sc#+l^x@Rt_#Nr zU%YOofze&`j+rr4bz9G|Lq%!yT2t!HvE6+7Y{;T=F3@mq3SW185Al3m25&|*@sU6j zx{}>6za|piKCXZz@1pTI--g+5`vLWQxlSwxhGZ(Mlb=Vt$wciOqV&&|j2p6{8u^`6 zy10OLgi=bz#?g5?qQWpGIU%28^hR5*z$(r4BvM|6-{_&sUk=s8k|>bcdj~P9-+-0f zbOi@WSTMYsf?xY5;WbekB$X_wof`qvFI(Xg5v8C}TNnyJn2D0PJCXG&4% zcZ1r%Yx?r3jxcMcg;4uVF)e6wpmV>4pR*W(48p#4m6#i9eqwR8UE|bdTQ723AbM9#IrI&mokLq%WazP{+Jmp8+ zGF8bLeH}*cs~!EgItEK37tj-*9jNRYYdRP^n{Jvc&AcD&g$jLXqHlK)mWM==4?5F` z<$MJ=P*n*s?`6oDmrA(OQIyRov<7W%*Q}KF6ILXa5D$*wEZ&@l>r+*TaM+#PUG$fm z^=0@!7w#q3cl?D$!@H1JVMV8>FhBLQF<$egpfLUt zy2<&#va$XczHJ9guf0PqDGi{~_e^|m_=tV;Bon6|{sJfL#}O?FOK!Iv0RcbMsL9|s zI!-bP+O%b8rC250VdB{(l4I!99VP6m?F!IV7>_14S?IK(jjp*>M=e7vsjNddm?zB! z4dx?M{}V@3jw@`PBv008EGCCmjKveWJveD5f#e)Lw#Xn1R63sv4nGXVS%}On7csEu zdI)+wU*NqM$9GN~MqR;ch=1(_dtU{BRCYSV%wEPck6l1dNBL9IafybU+d+9Lr}2}^ z1JqoX4ENvqTC8{Wp#f*bC>!h{_`UEjB@*SZT`Qazspc@|yToXg_$IhsFb3szzlKJ4 zj@uEJ!7lZYBr|5GVVi5U;O5v4*t~^77o+3o{<}!<{8j1evr19LeZYPyIqJh{d3Jh+uilVvmneW(TbDe3tAMkgrcWwT=xjmWqCA&lo6 zd$PoVN4DA=2Ddda;PWg2L)#P3!d`-&6^w#~iaa%JX@xnD)KR#W%eGZ$fU8m&h=yB2 z@i#N{UVENZFnWdtZ=0b>|0JsL{(=5Dp2f8eDWbDm9RoCPVey(7*wm8%b7!l-c(-Pz zU^o@^M#bpIX9f7DC>;+h$YZ{#7BS8;a&%20;$7!nygqvt{l(L!_X1~vw{8L`ge<@X zWDE)Zco>X1-BQDtyRMH*P~=Ys&qRM5J47`g*XTV&sI7-)rC!jhO-8Q`+i-o|I-D{q z4+T_)C~pvg?Cv$}gN=URvRi~HRMDnK1+nP$Gy+`B3HsgM3)+2!m@7AxIle=dE*qYW z-Wxu$1_hsC`hk3Ob=?R)T4Lm&sv`ONx&*UJ1ehb*44d_;AoIdah&d+9b?H^X4POKJ zzBZLj`R|WljaLY!XX=8;+$L7(Y85lJJr9TL>S27`C&<|{53M9Dp!;SmgfEgIEg$)q za;cu@9QKb_^B@Oq%!^=VD;A+rbPzrod52xSBNh&~KBL9uDhOA<&z|P4kAZt5qaAlc z(D+)CFk>EKyN?+OX}N;i%`=%gx=*0q9s|9lAY`+)P#Y+yq(rea}o8oOrJMm*U+fuyDRLE1VV zx2rSe_$UUL)ttlR(=s+CX(BnZxD{?rRi`Hh%kYS;4B3*}0tR+3Etc*u$IX}eaCVXr z&Q6!7-X+7Vibf#hH&9-`%`yzxI|Ktmk(@?4j)@<%ggCuoyti!u%YP`vOgt(}zuAp& z-}QE~$BW@O?DdS+!8*1kR$s7fR{&H>Z0A)@Dj~b zbWs=)1adR=r2z^GQ`E?TjIFRmrW8E}7DDXa33Q(Kb~@K!J)O1A47Pke&)9K!m~}Tj zps+cPBo}bG-X&(B|2>F^&haA`=ByxxNg#w>|Ha(E2;j{vM&UdMx-HG0^2FWgyps~d zWl|?5k5cfGxx%!NHB8D?&fn{h!dTX8&}%<@aNERv^ks(yv%o=s!slP9^XXhx-!6?>`04d~{LKEts6(8u zyw45SwB(`JgqN)M-9B#D# zC11wyg{|j^OnWGP`VdNOT#?#X?W2L(QAn?>!ZV9P1ZjdlFn3Q7Dm#a=x`IWtRc98| z{w%>o`|jY^WM#n4?>N6N6EnN3QRnt#68_7Q==%8K6WM6&QSzl3pNb)Tl>xS0mf(l0 zZsUtYsPfGmG~>orN^$3BL$t)tNs`_6{wwXI?L8EtpPy(pV{0|K{$+J56}`fFeC+Hia(UphM+G zRN$P96g|4`3+xq-1GQ#{gA4vjifYQrH=n^j(;rjoQ=y~%$RBHbu-r)v5t*Z>An>s(^HRWC$_iYpY9c8ie zNetS5p8=actl<4<$-)~JlpS^a#WB-o2tsWxLBe4%@@tt4*ly&!i+3l{9&RQSb@L`l zBOYY=7gc_t?g&XfPyw^Gf8f8L>2yuWBieOCj@~R1gP#vtKsI(W3I81pp=*-y#BLvm z{&x-yUk<@xm*)^WpaPL6bTGg{l{TuGkgjc2Ot;}#TB3EEtymNUKOMhN$3ZQ;X;eW= z$wu-yPln%Ttj*tSJpy-=bMefadob6`o2D77veIQL?3%sX$-6^K$+ATm&||R~SBd?{ zrsn0d%jbuJSd~90!)HePm^2Ns5-`GILdPp+W1;#|dO^{TT6aXzsj*9hv!B19(K{1a zBYpvSQNZJeFWXOMJ@kiCnfp}yKm%p1-Ds?IERBh}OI;TVXCx7|kHDwxvnyZ&^ag)05TOrd(7J?uxdIsDFM zW4`DTRsNdEp(G&Ai#nBWp%KtdgIzgq(GN*sTGC{pPqM7==Cum?Q@n*;_5C75ZsPWc zp}Hh(@(ecW;Y?QfsTo*GMx)0?W0WhHLtm*m)73tz)b?5x&2*I#4o|&}|MEx3BKQkLg^wLo?@&etDpJ`@zA^kFPh0d8fi!a`5#Mcp% z=O?6HC!PO&z^Qfm!YG|J!nOm7!ooEIYAs5r!axRQ_NbBar7xKG%bMWe+AvtS|b{6?MWB?(1*i1CyDpybw>W)QF7aAGC}L} z%onTB_iJFZ(duIh{6bTtb80;%QL8R@!Ig#k!iC z^AFSp^G!@u`1jxapf?45^ib_>y8TBoE_Xi%*(xtFoSjKsJ`i%e`x4eg`@lM}BvPyY z8+O{XK!pLvnN_+2zsu7>xcMhMsq1DR7>*?ty>*PlGDSM){Rha?o#i=hxrF>)kgo)>e&FzOo`s+}Wse z`gGj-^d7t_?}o!wHt@Up4>MOP4JKK<0@ZuI0@<=;)+bYuoId75EM{K-iA#=T_F*oQ z;Fn9-08Uq}@S*k_rqR4Ok%t><9#_63~nX~P#O7jS*k0mkX1Bt+ep=ZMI!m`!eKbbY2F z4Uhl99x@9Q=%4hYLBPjg8$MKB8O!;6d+336m+8c;@9Yt)X>@H)0F8P2kWFx?z}>~; zp;uX%t~pc0%n9>j=5wr|s2PfIQZo^L&5wm~34ZLU?N{)iUlM%exV^6o49O#LLktKA zMY;V8=ql|uIITVr6>_zxoyAxTX`_7#fRSyUgLnyAU=;CONRg2L(8HMu&(C@ ztZB+Xn@gsM@tv$ks1@cnOH((^!#IQEAt~G_V@}D-!@!aAAUpXRwq6dvsGBok*SdA+ zIOxZS=mhghZG#1E>sm1TTr%_-X<%HM1r}ZT!W@gg2W^5Z(9)EnJg@6$5Uz_i;{Req z`*_@V`!tyD?qJHzUNJ&jKNMLT!JbaufaYAMx7==JYWYQ)IQMig-mN#7i2b!F=V*>r zqU#~0W*cica1R|PsIsLe`xqHxNq9Oq9lqpBQuDdras1yr4D{tRE3K(mbWDzhF)L9w z(v(d(s7&X1En#O^uZIg7n?e6uEi6gF6?(5Gi-vZpntLFEr0M(MdJXzn<`J!3zyYd?O3(CaL&ez275Fe?Xbvt?Wl zbR!!iq7UVpLIm&bjs}PHz4-BL_KF|HK)}^xxKBsNT)u7Fx?3Dtif+ zPbP6WhzBTN-vlQA2)vrFK-%4Yv&`^({9X2*k?a*^T#r11zp6UfNTe#j()>z29 z?9>T%`~ocBE<<+*O=6l(xnr_m0KWfFC9mw}v#V!CgWIP6QFP{EHN9OJE@@I!3Q>|& z5~U2Ov)4K@q(USzlzD7GMaDuUB2APAjfzH+NIHAHrwmPoiiD_ykRg)UFMRv^zpjSs zI(xtGTF-OeYPjTL5WEpMUJ<8`v)*63*oLdq+25-f6#vMJm)!l%dwiS6=4D1;<xYK4Q;kLyO+S=3)t@k|PM=!FV0e!;w znLZ)h55oj9ocV+^2$xc6Y8aIyTp|02aAy4Ju)r>lU~^}S*+`Q{@-z14T3sq3xS|Nh z+Hc2ODPa(+%RRCj zsK|Ok#n!d~UhJRiU+`&o0zCudF=xOUwr2He7Pg_09L64jvYLLFrQSeBA8MgR$jqg; zDv_Nb_<{wR6zy-tJBrO#ok5_o8DMOyg5aSqNoF&LdMJ2T~DUQB$b zfj{iy#lL);02?-#u(BD6T;{LWR26oZPOV)*&!VCzbn`=gMyLY2c2W)f+~ld@-ez)5 z6*6%pZfxs;5C#IPWL}>P(Z@(Je*Y`5sMl$VzdO!?DJz4R<>M|;$gzWY3wpUFYDe&s z-$e?&V1+kqnrK*`gUo2VGfOz8&Wb$-GSi~t+~zyNUhP~D-`DXN746UCD^JhlAJhiG zltmY5z(^fdHE0OyA8;N%Hur}c#tGQ{b10Jzutp1^kEpwOHtyJHgzUo(yt{NBt-Gjz z9eIJc22-)>B?nuMtzqXU&SwK{JlG{u1y&Gb%=Q-uj`I3;u5wi+Tq}MCKivnjPMsej zr5jG{?5Sqa0o`x>#F?SYxu_c&G&Znh4~DaKZFe}RWo9X<#FhV9 ziETVyq1|37PA~|CfTR+>El@<;BRFO>*@G=EAHgOB&*7`4OCdA7hvc&-Lc8Z&%6r;F zQyf3?&aXpxuk#ydd;2(=cSw)q-np^{oi|i4&4fvZ%j2?!8rV|37NveNV&i|>Vo9)^ zc=7tnIO(U5k&Ck{yY4=av3on%v5M17Rz{r#Pkv9x4(1uSic;lY-Bl z;KUad@rs85>xvo8#$A>ZIIOqmWWE7glcS4HTaUAv1tnmOo)rH$7w(Pi0tF>OpSdcaC%-R4DgHWi!&4t2n$ zEP5E7z+3m#Vq3Ha+APlGXqMJOk$vK3D&6vjADep`*FLz4aV7dVdHF(?QP~cwSN;>t z_+7x1)?2f&!Sd4lodIlE#cOtR=4s|-IheVWd9tEKMxglT6^)Z0hX2jqN`Ft9gVLEV z+@j%s;g4h@WXN11oeg(r?fg^xWrtG&r{p1L7SNY%8=6Y${;90|@F&*PmCAO!^KflXtd|V29?HSD$hCXIzbhM-=g?#9~ zjtcmk5X+8y8~}d=hfUDWELzZ+hB+Fc*b}6Os}rlKZ_F3|i@h1S7hdKacH6?<*NhD3 z3}D?Ji>P`09auYH0{Ari%vBYs_EcHvjJ&D1 zJ|LWy1{GcX)trWjO0zI)nb3vG6?z#?2{@*AAL=YSf?vxXaARD?@G**`;ZDX?{;ZG* zuDBH-(!cPAI-7+(Zr5(f)Wc6<%tsCUa&!>x)>7qbU+rLSm#+xSsJ^UepC5(qUc24bXAo@g1|k=k+&W^k!##zdjt!U2hS*>QRi2Co)r& zR!%$b5WnjAH#qfZGDc6Ugf+rqM=PKLw{1Ct#{CB4-|Fr7Oz4z&y_UkhW&J3zC7y4I zGyoZ0YZ%k3!jI{AL0v;ei>}Xj1`j>&QQeZO+`2Du_#ddCPs0qppxA)D3Cv`2LGM}U z%6yi+xe>yrbqkKKV)~=h4LDf_Z-k5y-UUjyWK6#3`<<a@!vk^DmMIaM!zaFtqasUn1;3?)W9KjR(Fl zm!el}YQ}vwpskE$hk3FYD#={3S{Yfz$f3`-VK{kUAndFYcKr$?;c}2RUUR&|ckVdH z4Vs)x1DgAj^rj)jTZhrl(X%A^|HV*_@o2XDo)x?EeLf`&n#dj5Yt5gXqs{EoQkjul z72LO*Mho|?V%{Uw7|d5@GIMNbf|)(b%8r5e?1R80H)PonVeq-H8ucdhKtg}PsTJ!? z-MvX5^Fa+VMr`7$4PQ!{FV7&0Q#r78WC`zF)+#E$fDG?h^RBiP5Fj^)R>jSr#q(E@ zb%_NknzX=nT@kE}HwBNQsx&?}g7#)y0*i-P5`Dud{2yV*w6pRg@B8-!?^TuwnYs0F zaf1w23jL^wW0M31>kz0s6)rGqEh)Ht5KR1IC0Uu-4OPtwOjX#IG~P9$&JWMQ`9lqv z>CWOh^+$^CIv8_pZAud5C0}XWf=bDc;2FTmn( z$}FzuWV|ZCV^2QGTx=6LxHQ9-adK>WQWdz4{6VJ{{{)YaVzB!cOJ+$LtT!@%p7as= z*JIVtCH5q=U(;YUmtJzZN+PneDY%18n49~N?? zIl}$rr>De}o=|6HD9qY-8!Fn{B{6@F(bM`0khtaZ4@dXIqoYf?`S%Oqp5j~Hqv8T5 zS=?!pwsJHY1$}|O+g{W7xr_P1!xRx73NGCtn!MYVegZRCk$D=a;k+X)5H?p49frK5 z<2RM@;H$$zr(`7jE*EAEDk^2^^d7pBt7)hAQYbsxAM3+4}&G;M*AGD5eo zIQ%Y!zyvA1bzTT=n!!;2DTEq-F#dLJIjtJm22Bf1(Q69OiIy7f;N!TMh28xtIAp4d%Cieb=5l$Rz=uQIf+P>hu zCXij8yMwvko5NmJ$3nWi<`7kphV)|QA=czu@xfy7+FP&t<7L*0K zXp)7q6TDyBB%C3a(eFQX+}h~1_|iEDWxTecYt?3Ue3&!2X^h}(S~lUr<`Zz#+6l|M z#$eyWzOeDm6;SD;g_iF%G3eMj)Crk{Dgys>xqm7=KT`o8-1g(8&*nJ6P{`j0DzUv^ z-huo37%+V)FlLbRq-|NKgcPEPPT1^*E?z9!B z>+BPEIYo)bm@N`tFPbWDd}$~)kW|8#yI1(*FT!#AXC3yg>AmRUox>8dE^9a-zD$qv z$IuflCy{Z#KJ%Rb%FfulzSt zJZ)f}c+d4%u__%B`;J{8t{$nvKjyz;y2fD1RXJn!z5WzP9}L0F=N(Lb#tqi>tc|Lx zF7dX@o4|UeoQNkA!K+$_}?ZyU}X9qUw3Q>OZXhY?92rgTt^o_C%1*nWyeY` z>DuFovS7NoQh`}CToL&9&5$Q!jg`BSQGH(&DnH+k177`vQ!yv8_=O=0`DDk6mi=HE z5o4uODqNXA+Q3E67}j`rH45}37TcbTY|lM-7^i_aNSSSLvcZP*6}W4#4^%yuO6=k- zNFvOWj5`$Bo85O{aRb_HS|PaIJI|qBm%#Q2iG#6Dy;PtW#g49h#HL=q%HpddsnffG z%}>x^jl=u1bO+(So*ThrN99S5+`GlC`EEv`Z$EHro-bol#f6aUvV-GBi_tBto}aOE zBED}a2bEKo07i@>y*Qyqb598uHu|92oLXA9hB2SFzVydJlZ`zuBQ4yvLi)P5l5L-; zEgd(A890N4b8@Jp6RqXa1WbWe3msRC9usGH!+8d zO;q+VlHpYFf4$=D757%Q~;K$vN)w|5F zP)!Tg61*SnfaPC zU$%?hKCcDCP(^Gzpo(&tCUm#1nU0N0VwslaQhmD+CZ4bf&|Z$zgn;0>E@kP0!?|qt zswB4CFdJX)3&0mzDp+gbz>>a=W5$y#z|o_b%}cjrb6h5~#G;cle{}%!Bs-H>&dHL;n4MzUca0+{BiPBuKpi!o^&dr~H3rqg~<@$+N!PcoNu zH+-e9Lsdvyu7Z1V%Ncy)T`A9K0HqBd$@x9I%x+5iN~evJkq*Dy#AZ1fu*Q@OhH2L9 z>2O6n_TOD0x27RZYMn%W2bOWmf)v@@v3;ad&o5w}3s$ftM;%!1RK|26oQ=5AhZP;Q z0PU}p;1`!f3+Al=op%vbC#Q@blAqCn=hw)iOP^IGCa{+_am?V;WoELen0fk+W}e}t zbkV#I`)87Z>!+JRc9T0v*8UY3?$g-4Yd6>sf#+Ef`-oK68M3C3_jFG;iA74wDYzNX zz0WmXK~@{zbTrY;%b!KnYX!gIuYEA--&|(k8O~lz7|sf>JODerzW6jli&`ztVnE0R z7Iz|wT%!-*)H5U4q|bJY2JNLUBet`lmlfE{NfNxi=L`^=qm+Ue!{S7S@GuWT4JX&GvJ=%EturI6_RA0LhfK~ zzF>2$NVmB=Lkdu3zrxA-DBZL!2N?KwiGw2Bl1 zVo*)98HbtP#pjU<;?yEtEc~N~kqw>rN#hCnOb--&deuv9-pe3TQ-hc0>EVOOK)CvX z;7DpM=esPF??^t+KmXf@9%pw!Nqxe&ck7S%}{N|JXHVt z1+Dx1!&HgD2=@v`$tDj>X^BP06VBLY(<`j`FAP;w=aaEzB5bdgXHRzuGy4@Y>EgO* zT4bKd`-arQJm2r|^S>Zi`~3@DY8l36UF;8oAB9rTsBiROupXZjaE(j)UB&(Fl*h*% zeR+PVIc|Gg4IA=ygZ70Za3&@g&+Fg8Ik%>vea>=PTEszD?jwq~QG+Xr?_qZ%QLg+k zSYK}iLl*bNZKFOw?R{Bn^KXKCZ{>0JWN-fAR>5~&#@o!*y}&tYm9G-|V%T_uiw$s?1!-%q*AFFIh>$dEwr#eU^VWUC8@< zl4m;}{GeUa!f5fHbMRlKBD0Em3LVF9z{U_cy!h%VBvs4OsXD=@)%J{b=MhW|bb&{{ z>#1n*1d*B#i!_KReeIGMTmTSDV(Juvd$Pi-@ddAI9x*r5wav^LL(gy<~zj@u&9>#2cN zKFZV{#UzQPb12NthU^B@J40|h; zcDjFWA^67+!QoeLz_NAGT)!tP@J;zhG@oA&ku?{fYQZ$N=#?H55SP^S@;SJKM^O;} z2et`}-+}X2l7Xw>?D_YVoAh28!~Ti*(fPJ;?6np){m^HFTeY!SvjKxQ-h!v?@e*%= z5gKB<0u8puK&Pq|>UMoV$JUP+k#hmZo{qy=GbUiT#}|Sdlc{QZy~L;MHspPKA*rrd zPvWYnu;FAUO$d#lclpT4z7K=ClVi|DV6pjy{o^;*9wLQ}>exQ!5V$^`ONlzsn0ZFn zH~6cvsL)2*+ByWY4VA>TgTG*uq7%MIti`>lHSl-eA>1o)*KW@|NEUY%3*E?C8aBe7 zb`Fc9f@U>18PXpEWm3qsRtoyVA|%t+g|o7e>)DkDX6&^r(wBpEs>s*g>$;^#L zm^D(^o*Wotxeq^GeS>8a6vPqHB{(g85+3OzbV5p;@wn!G_`zL+*f&4u+H-xl=;|hL zV3pXNXUeQj*x&gM>x8h?O|+~smEK_@8+K1ev><1gD9C9mUTjmO`w?akJH9V|`l!zI z^d_*G2g2#h?=YOw_Z6mX-i_@z4*ix~MHm{5yBx~kUcd?Nqv$F0sBfe{x^=wOwq-A=6UytOd@?9|M{2gxI8rMoiPTvaEPas?RBPv||L zV=zU@f&J$;pM9)94$siv{8=R#0EQ$G*-AA5;zjbjb=H?dg{SWB~ZZQ>H(K(vVEMCZh>{Z$HCqr4h zLkRfIJ1v>nbsBR1+Y1W{_d-(6Y-TfhB3UW8;C>U~YpxAod!L1)$Noz=GAaYq*RG^j z8`iMXb9PBHb8V!P_%D>Z{0~KHrcm>;D!MyMj^7nO1-#A=M(eTa7|`~Jd{(P5d9$Gu zJm&)MK24U5mAwlpmj-h3LtNOKwcki&`-G~V+yI{~n(U$A%>3?WQ6^DYh&x{i2b;08 z+4y~Zq=oqlrS^W~rH7kG(}x*=S3f?beQAkIbP%BBKjbsC=G^xx-9l@M1crIhI`+ zD9`ZHF0fnlkJ2>7{Jo_uRBt>77EL(C;!e5Io$9%mMCklS)ymt6?j!_1anXV3c;v3^}&=#cen zxRt(^zZmzDLce-)8PBxXifOfE`cxU)Caq*UmimDD|NR~lUmr-Gn093Tu_}q&3<5lL6*B%^^8cSlQfUHaG@0N<}^#cdVxty=F*sA zBPjZn0Z~2)1S>Ak)XZ;OV8miRt0x8YriC!Wg@>3p-;$=7pP>y8#weRtAF{G{&CYt);tOSOcF6`wK^8#TgN^sE@s^~K%f{`sV4t2m zgZXv;;BxBuGTmky;jH!r>fUGq%^68!jKu6vgC`q3qn+~YqG5ue6YcZx2Q`JG-1EiJ z)IPMowD`$CcE2KtbsBBLBu9DFy;Y5pZa;L)wPMOHvP?(u1?v+a$Buf%Gh_KdtZGs> zpSAr6zgy@AxOtwSHNT%yjr@Ajzk7s54h*M%!G)rdG6m$`c4B?j7d-wM@$HE5c$o8N zM*A)??N=V`;aOLJ|BizHIc;(NNLlfU^3S+unm%$F%7U{jik@x$%CjRw*qC`Asr*Pa zMY#Q=Yg!Fl;M6tX`!N_6{WIrRy_&}syd1<%eZIqInG~UwWin2#9wHWt6ve7~hT^X) zpWw(?J^H+-4`bhwN!{8N*R~d7(H(twdBFyomN?OIuPO+NTg9}olDuUt;GJ0Uj<57Q9zT}*(7|!K|!)?7GqFsDLfewfvct3C_l~}$GiT9NastueZ~?DTQnb=9l7;sKZhJ*C?QpM#uj96h_A3nso2ADk7PB4jRg)Qd%eSNR)m=EsX)tCCX*lYc7khZnb50SCmjP67tP5Doyw`5F5u*)Es4;} zwjW*( zh-CX8SFkF#-)!XlUkpRU?DoP8e3&BiJLO8~b(A^#=(-#-GZNuqoF2_SdY(EL@0OT` zJfR0O=R(Eq$)Xyq5coCwjCKG0b}(`HWzoXOgPgz71hzo?3``j0kCjo5xT@%*NdNv1 zn0f3n4EymPeG3=^D|e;B-onigqID9-iWdTXAAoZ*1-8qL0Jnuy z*zpnln7`BmrldA<3!}|oO1C{ySQ9KiVSr1ca$)ulU6_|T65>s4MD}0gm~@jWGxc8& zG8XO<+s4Om^Zfw&u;IGkt2O3xwZ4(O+!K+a{ZYc%MbG-@wT#Sy0WY(3G&6=Ug zQlJu?3;yF~)r%@M>eCvR~Z=J&y4t$mqxj}+D$_krElv?xP-6JA$Yk<0gX zNVChNUXMKZBb*W9ME#-QS%20NP)GaMXfXE^!(p$DEzO#Do4Xt?^hm{;m{6WXwc1H= zUxrc6Hbpv`td8d#b#PZiU)&jAN6pnO@VvE!6jKUd$g#(K>E4xmPuu|J@b?_oJu?;J z%^yO{(QrOdU`OI1Cx1?@<3qU!XA{N_5LQM(|@_0)KuEovx^Y5t;%fw5#+R}s2l<%< zAJQ}wa);Teyx;gp&e-yq@Q!#uMY?h@BXk3Ov>k@qt{LE(CoOPr&sx}3ZG&Cysr>%! zm&j?77Yjf|Y2xD=W;eT-r5Q)CHzoUcd{27$(T)dwmPu0eJ$a{-wNJG;1`_! z?IRH&vKT%v6g>1qaPs_QZemgmybeqdJicT2=W(X|o*nXNXSa?`ylu|p$`7(rk>M<* zekfzDagtfR$(&4a6e%X>3*2WXoaRtT;l9GoWR@bLjs=aaY2%LbzvzzbWvn z^c;QCKFxOjILngP2>Axjcrv{>j{OX9VK#ZExjRc1vb5}v;2gVw46kUgbLC@LV^AF& zi7kPj?MXCv*%K&C(t^ZsGW>V%vvloTFzHzx<6meBcQxY-_;$>LAF6boJMyCz7X@a+ z4udS%8a)!dLMkNO?1L2i#*!8FD`Q2?`ONg%MV3Q{=+%J-kUU(t7r)G*Z&ovz@6JH# zEd};0oDnvXgU)5A4cv}hI^^F4{Zi#BJQ$IoSYQF?T4`6rr^l?%^%f^fFnMY-Mmo3-Q0Q`N*bfMxmSmwNn`&l0a_Il<$=O4=Pilbx=f z4bicREY-1>4DQe6XN>HNDdS~Ocj8X89pa4M6P<9_%{ESH+MvEe<%B6etq7t6fA zPC8RGUpl}02lLYMU`q}NZZdlb?EVu5-#2K$Qgb_2;x(HO-{go(dW;d}9r5$J2I?v6 z$I50OrF&&+Y{5J&?!d7i3fP)j=J_*+-UlnPhuNE1>6(+wp!qwCk~NnGCNGeBE(nlb zUCl|aziVgn7Tkqa=e}HRLK&J>XraVkhc)&JS?=S~$_YMZEdE5cv8pgGz7wWP3(WmO_E0w0G1rX~On!X-kx+)Trwx z)8Jd!+MpbqIWG)X>S@@7TvZ~+%OANwpIEm1ULi}A?qI7PXbYM3F?hYz3TD>2;p&7F zq3^!PWeU!fg*{LR5-7W_m70 zo#Z+2A@&0d)ENKeK%4|eMPO^p`_-ugqD%mZ-mks~B1W z_4mT@krRXB@ye)cQwrA~$}`&(CoBw0z~%0TP+lz?xI2AVy_*Yq+6Keo5Mc%ypKW8A z!eM+!5oo8Kfc61XI+;d}m>{61<}dYjVH^62cq zE=gkkRoWbP4}vYaxFuyBw5x3r3@;4h->=ugNtbkB*z!^AMaLs>>l?v)X+9#?&}kSl zrGQ^Q%8mR=&cdYT&3Gr-61V0@W5J9Nd|#=Iy+xbB-DCt!y4=YsOs!d9g*pUg9OZ76 zy^u84{es1%Mtp;?^Dis^Ned6!^95%|;EyYS{F%cL{dW~T?iToFS8TB~YC5+ixsW#w zILujOsDYwxA=SxCQL@Juy^c)7jX0Zg`4dlIl1SD5KCHLdfYs!yuvPEE=vQtZTpM<@nRO5F2eG@Qv&g{?x)1u(8Am zErogDK)Xs9VjhbxgMOjT2o;HeIIHD^u@~j>)a&Ge6HK2oboyvxr}!s@o4xT z_-yHwcq@W@51-HC&|&r9j;s=uORVh`9b>c>!3h23Lcpm;1x$_PIHCu|5M)r8~!`a zFBN9g^W;y0p3nsta$yjjI*^05=DW~dAP9urw#QbjNKSG5Y*gr+hUBV`O^qE~vG07! z6+DWZl?$+MgEZm}Hu zHF$x|=xIXd{r4D_m2d%P?+eDh4Wn_0R32{4Re+(Lvh2s#O|Z|Kcq4HwH&#D_E~PX> z#GSKL=Nv?tAxGeF-E`_HRb>jz@2JXW0Q{T!UXrh3LeDP@qz`jc*$r}s7QcGX{xg}| zr4+~KM(tteJfdjL>QFQga&=b|`=R}sI2h!#8CF(w!GWj^Y;CtWr(mGTeRwN);@0HB z^a?Q-T`7y*-_-dc-4+y;T&ugUN-?>R|J%DBFQ zmoVHyj_sXT2O0Xo66f`4^!RfWm;U`1)ms;k(S-)uymUAW8ZiRE=^LlBvlCQXzS8q$ zRd6Jj2a$m>tmsn5Oa1CW{{48)^hXTU#JW=H&chPtw?AQU>n8H8kA@-TN=S1wVXKU= z$FyAyK41D_&^Is1gL{7PpkxeWm)(D1p-73TWVOad<%vgC;JKY#A!U z8noJJcE=~$S@RrZykFS_`sM>f)X}Xg$^>g_X=3?N8d|1|=KC&E!{4otxJ2L}6+YqM zUIINz4W;nKW2j?69RJvJ1{BFV@;|nulI@?-&_274bj4Y)aolq9Y&a^BFTD(xHqQaE zzA^o`?2_o$$RN1+!h)78m%$EmH@fn?KkD*2)N6AMd_&72%T)o@-RJN!cY%8m_X@Up zPNCj`lLW7au*>m`2Qg-mhfBW1I`AtmGhw4>@3R1^NN|_DzjY7xeUit^8C}r6at!Q_ z(vU-6oifm*YmVM@|7x0~Pj(_dyuge}l3VDM@SRPQ^s9{BJE)dcTy6$H^>jb_wZsSTIwi0QPpQ4@Ead zp=@7oTv0ttY&o(Qm!B{ZkNf-+Kf9g4%9##$WqK4YyD2` zy@5RyDY(jS4p%V30|TSA@qzsX99*M_gHL{imgnb?w>QSOAM$W>WPf-SE9|uX=Guh% z?}ey@AMhyG1G*iLLi&y^hut`Q)iFeOP4Vhw zTTo}kdaRz>$ob2rPPwxw36te-KzO0C;F<`b_8BcWEpZxtJd@3piT-lx1Le{2_!8<$ zJI`U?deNo+O)#ytU9vXLh}oW((2G;rxbxjTSpI4t#^x7;<8(vRT(=b!TwKwV%R;;I zH~4rNLjM;dQR?d|zC5E74T5`7=d_jh!1mGNBcH!wKLbVa;r**{WH*po@=xj-5DimK z`|>B`<-nXC(UtX<(9<}FGu@L1Qj=5sCHJXJEn^j^1X|Hpy;<~n{VHsK4`sA ztBBA3m?kb5Va2AHWgwwjJsNz-xe{ZRAktMw_$m=}}TDB8yT1s%i?!n@jPV2?SmX@G7tyR=k ze~cBMI3#uPw2_WgOkr1?vzf{iVQ`**#iKlef5%^ye?SVctba zxhm+mJ(Amq?UIr8GHg(`1^-?t2%h|X4a2@Y#iF0*xhqNa+-(fRUFTM#`?M>x=Ile( zaVJ^Y6@N?`bH+eAcJg^?x;zdda~Kuy0dJ=mme%S#Er~a44K^*4awUh zZ+TlYAMW+8LtNpZ5ZYB5OY6dwnDW;oxcJb3CY6|BcEd-6aZR{m=0x!tA@{PavWg8@ zDVFYDAd$B2oFz4Xs3yI6K7uW>`wVf(U-@#)cBa2(Hmhk+k>2bmpfL>>`86xQ5ETk+ zyK@bEOO`vFoKsHyXN;%1Bo$=gy3n!82>YDMC*}A3P`7P8I8_948aYCaWKtI6(*mXW z8sXAEHOf-=H`7@3p5fADj~@19?FQ!O9?ZUbY+;7pFPLUd3LBljn{~P^A)igV!Q@ym zoR=Cxm1iK0TKX1v**sbtu7Gm(L~lKwbA|k67kb#>R6w)F_9_ll!Z zWt(K_tK3^``Pc!X%1(|wwEfD4U*5&mS*NhgRL0yYY}k2&LiWdLAG@6FLa%*;VA_Sz z!lJVVM*9DzuYqB3>c}7ZWG-;})CaPS)x}(K$~V}hGl<36oTGz%b!o+*QZ`_UrL?Me zgLJ&3k966~Z>*o!LH5*28O|lAu(|^;*$m~YEXec=v#auCE#mELg{qeHjn-t?K4=K` zSC8W!KN!TP$n>MNwmU&>^%a=6tsFwU4@qhkyqD;ou%~O)mssuMC^kOIpY@D6!x}IC zW##^+Qq_GGOujLK<#&W|;a1bpd~FbZbG=*YAYLKO+9u2m>cd&FJF#C66{SAhJa(a} z5xSl~E8BY|lb>Q-3qKADbG{QC#HU5rY*blF4u@Oy40Q$8KX%752LG?Fu3DNC7|a*ihJ;5KTS;FFw4u zfpw?1vlO*@@a}(yb${<8ZNC4Fg}vGpkt?GkcX zUfN^X^?esvl4ctPoK|FOErOx^{VDh_Vl8u4y$WwHsk7+wSri?sg!b-!crPvuebhhT zk>>UIx#tIsT~y8wj!?yUd>jqv`boK-OSt{MPvNx04vWv1V_)qUOnq?@oR&w60t7bT z?e;nRgnn`8`j5x@TN_bs$RELHU?A;$h=@Or4yH>YjS|z9Lbdy4Y7?`HY}^D%{Vtmc7jM+RP9J_8kV zPoPTRVdkzoj-9&iAi93(sA%ZqEs{^}fmpw-0lq$V70<1mD{e3wCazab!19AuxLSA@ zeC)U;`fXx?)~A$de`*vx7W~HBs>hKGw;MiN+!nb@bSdq@SNcg_6q3K1Y)@4PEPx|; zR?itrF7_8%rMa{CFiF+J5L3tPxTWhH#cQpK~+ zX4C%t8f@4SXL?a0biW@8v+si(Ui*^-J6y71U)FAR>1{W3#}?+0{!m;xRr?#a(D5R@n7RoPAIfs0od3Xp zD=%sH+g{FjdJ9))`3?pY2g9YhkEDM;OjI+*9L9|7hsSrx;KK_7$LRWR&f#AU{hXD? zPaYjjEnamn+f9QdR*d6x{SMkp@7~J)EdI*dimlb6*xKjUuFb3+~+c{5lV8WICKLm`sCpE>iEudV1Ag0?vK{hw*G1eAD>@ zG0&v1be9LTuUIFrrlR5FsTGt`-b9-x$I{8(GWh4Hgl!&*SXp!g>sY z^kxNZ9qCLfGws>!eRAARJ3CHw{aTh1X32*2Jg0Au`;e*OJ31pc?VMd}DB(n30SDE| z?+NsyO47Dmt@^ z-7ng~R0r*3i-hOd!}oD)QRsV?ddHjD_VFjnQzPiAb&yCaN}V|wTGQV8_2ldrNmp`T zaOW2kg4|sj>iYAGFx3GP{bX6g;$Y7D>v2#O_;trF6w-)SJ@k2KIOHX_a^f(5()(b+ z-kE4KQDrKd6I#IZeezkb_90eyw~gh6Pi42ZC$KN`Id-KWi4`1)V>1KwSed>FZu{8; zZ^mZB;qH+*{fr#uuj`N5x*Dt}&WL1MuF&}0oBZ&huR-qJZBc|+0YZ~Eu#3NA=$_*y zvM>g|{d_!3%5gxqdIRJ(J78B@2v>I4jd_i9VaGC6neUiU?7$s=)|?*6_?dbTq~nKv zmoF1P^%9q`>pWb3AdA`oBS=3(mn(can*0L;DQC_yxH9Glzwb^e86920`2Ox(!{K21 z`sEq-bJrd2(ftgpwo->CjVF?l;Agb)kpX?RtfC3o6HxtqEzO;<1;4IR#m_cUo8YT@ zc-P$$?M;MP;gbotwxhqWmrW9xF1gJO(mlm%Z|w#CR>-P{2m>+`|)vM!FB-y>RjS(v3+Ais{6!Qx$qP`4okny1He z#;XtG{Y9ft#UTX!tm?_{R38@EFq$8F<~P9Y0c?M=6U1J2<_8^8XG@J%V^OU(v^(-p z->d@$>-w>*@d~VbMhZJwTnqnZl%i3KkVRb)gBu5J0-xPAG`;mSpKEvxvR4L^PHQOh zSdfO#Ro>vn>e~>$LI-u8{RGFC0%tpC08RWEVl%%Zns4-&!?KmzV9V1LxVOlgo1w3Q zW=bPjx+s%f{rZ+&=>M4oV<1bs+ar<}`YH(vOGqtd2D6I}gTprtF@wr~qIG9A+4sxy zSbUWm`n_z0rz5B0=eknxdp?As1}TuXwhUezu@Tnl4rWKrra}FwJnT1l8+yg;K#SQ; zKwKP_I4)%OquSZd^j4;^|1pCfPVDWlFj!YtNY~nI*;^kAcD=MlQq^;oMSPW|{Cyul zX}tmt&|U_y>385UpGOxb>;<*jonT^KN%thj>4Rn@jr6j{4Yv!>UgJ8NjD3pdSB@8F zW;u%&Er`OqZ{pa`geRombdvp55lD&8v(N-&sQg_&Y1O?W>|f(?ZuewE#@$MQ`R0*$ z&N~9D6858H{3^QX^i>i#{5`eq@rKmnpXrON4C`5N&SsVPDt5k2#gc?sIJ3L2cuD;j zaqGm%;>N$9(5H3~CWt*L(tiXq6#7RE4X>eS?Orx0=^V?fzC#H%-kAFAEob!AA7{@T zgJWb0aOELeJdtvN%bJl5?W!LrMn9Z_dEssr(@AqYmcimTUKn32xYG0oz{CAbxaihB zw7+8`j_a`%H(q;+UKJhSw{HU5lG~TbUYdYDFJqXlWQLHJ>;=z*hj7ux5=@(T9$lB4 z;paY%ID5Poh+O*9y%&yPuxviL=QKfF#ctn?~ee zXSxJ${%OPIR$iE6Iu8fF9mf_VE3@x`OW5l(UGPs)QKAv9>lk=z@Z9Jd`)>aavQIMwB|U9 zBY)uADc?|Ie>IG%+X!b{U(>`%*9GduerD~SMgdN7aK3E=Yk9mCJ6+AtO8ytvaT#@Wi*+P** z*(>v_(v~EZXb&wSit3){xg}*aC?!RdL?u}vgzxza?hp5#b3dQwdB0z;Y}t8~QKvzh z+%sW*Ux^64bZI_?jN6MS&U z{FD5umm9Eqh89>^EoS-mb>Z-HUp6*m6kd3Gk$*Duy`=b#0d__ELx629uWTpb>-7Ve zT;G0d@gI36vt~Tsr%0B`J@v##>u-=j%>{b3phZ*?G!7kWC7k-oK1_YaRV+H_2Yt=8 zXw@1`8h+>dzR)&X5@0P4R1C) zRsjx(W^Zv(e@^_>#Ivk2P#PmYCLIq9~YFXaFw{9IRy*T<=JGVZd^H}RwSc# z3R$xuy%6S1>Sc}a;Gi5y<{qa*{YKNp7@lHf<)l%$#dP}Vb2N&023+-?g2jPll6`G? zG&eJyn%0#ew^G7?oZdwC^Ad=cttC^{<$TSk1c01qw23PR5bwd}o!@b@PY=#*z6>pc zhLfm$sbH#AW;07Q=*?ao3OW-=3(hoC)0+o0_Io&;*s+0DcYfg=b&Sbyk|)0UJdC1l zN5KeUq3ar=x}7#tLVruL68LNTeinjR(SGLbC~!(&o(8?a+dy9E#4h{U!;2Nxl1`y7q=Xo= zm|4&G&cgGsvV1bkYp`Pb%MY+KF^8eE^qXXVWf>Q9{k`Oix(5DrE5l>kR^ZQjdxX7C zIhy}bfkVj)@K4h--fHn-y7@f{&&OCY|B`;}R-PeCFY;l-e|&=5PDi zVMja`AI$w+XvF4zOK10P$Fst#$6?`P9j5vu4wO93fNhx~e@w`_zuO#&M~0=ry^8nX z+y4^(pe`SZqiSKt`T$;`rV72Phm*G}2exZwaxKG$g0Dj@wHCJ`4BgDv#uq^1*KDwp zy#bQLbA|tcVD@v07hB*slRaJIi#(Twm2ai^_J#^OKQNzPw=NYoe<%Ksb~$HwZXSk2 zri1iK1|Hx|*@_Hhw(y)D)9RA|v&Wiq%DvZdbXyg-JF_plqb7pmla7lN7vJY^J*(y& z+q<~!wckNkX@JnFrQGq>72LByo{;@R!Wox!pzr+mc??9a7*D~EZ zz&#Av7>em@7DMW$deF~#1bdGgVB3shFgGmbMzSm@QtOeprz){uu5VG{kqSMlsKmR@ z!j8!ABNT|+@mpsqxjK7 zg~s+h4~8bH?A{(_+CE7cfB*Z6gFmRT>37e-m@)cj{(c}=x&IrsT7+ZM&dW?X8C$9$ z#i|$A-Lr<5TZZ8IU0A_zSi0_{C1y_HW4j+89#mC2xY^3#<4 z@W1&c{F5{KEb`$J=AAFN)3e8j=2R63&zAvvpykBIZC=G- z39UEf*_8W@{I-qj`LOa?9G`z0zIl5w?XAPvli(IMM02j#Rdtuxwr!QzsPzSFwcE(5 z+|E;tX*F4B2wdBB(bWAfosLHTM_v;`Xx-xoT5@Fq8r&CwLE#U0D?KA=K9CPp4mq51 zg*M2Zm#29RT6Ey3CG>5(fbo7;*vFU-)^@>*O^ntQUu@PEpU74gXWpO7v?Gs_*2Fg2 z@K%TBrRzu&H;t0+seC~b^}f-#uBjCFqMqKYZzomjdK~;X!P4_CsJ#e$90Ve zh1&H1HzSjAo!?1_AH#7PYf@n6r^QS%euQ{&egeB?T*CgVUd>MFxC{A#D!LylArl9E zffMpXi>965~p&DFN<5<~7WA^1`I$JO|mEGw-5Vef10m})8s)YX1?IwoOiK&`W|A@1+ zDT(N-;9;A6gvY1WHV~V5kgjRP5qp_UFFS_O;zf<9w$>M(oA!d;inr5qHm`*-%Hv=V z51h%D3A8F*iBV)S%X8f>WOlc}tJq4oe>9l#qJ8Mj?lH7t#1LuoCn>#m@S)9jL+J{v z$LSIWJT)$eUz$A)E3?d~E3GfBRa{La$5+FPCLXVi|BHRbSEFQ`GIe;|7P3w%G z%tPoSoQ1V)kl%cC$7@)X{s;K!YV7jHBvxSLEwJf2QK8Hp@)!LC&DkpKj>Ziv+434n zQjJCP#zwLlo1N^6tv_@BTLyb|P09N7GIII(fObu8CjI0#N?tD~J-^+SbJom8g~n*+ z6F!A?{jnGF>EHO_Ooc{I9f{Ljp5n$0>TLGOJM6&zbZ!r~8XZ*I1OT{+sMG2INY*RT z)HiA*9oNm(sm)`1yoLSkive_cY$1*K+)94ChSK}nL1gbF{3gx6(s7**JQleII76JK+6yBw?Djb(cR`71 zKD^7{?XSnKxh$pYYge=N4z|qS7}%ziCipujlT$7Z!m>4{p#I5}Z zI4znzQiiw#6UnKl6=v#wSc$WT(w-*~8DWz=yUcXWN_cT48dRDj~aG~ahx~~Z#?S2!L3)Rd__D#mx?qYzJ(5L>|$|MQug6TI9sdp zTx2@Xg@Rm)@xUZwHvh#*uH6IU&kg)*a-EPK8p1A42DSsuDnKCUpC!M z=w!ZF0#60*Q^Rd_8opYV!gt5eSAny$V)h+sd3J}Y!WYr`lwD;0+>ia#&=6lfID{?R zcbdJk`~qJWT!5$xR;)#F96xhwC%@zAdckp{!RohLF&m-h?b((Lp~IB9)-MS-aG4LE z+!M)F2!8Kz(oqjvVDo{%8BfuAC`fLk##nr^k6MP+w+n!DjF`g@;Y4<9A7W z>H0lvT)p5xbM)jkN7pkAr9JFhUMiCv6~%5GS7K&yBjN4Jtz77oLGY=18h?CqA$L?^ z40`%lvdJDzaNx{(?wZLJ*sAD_s}>^{zoxm=GC z?SG+4wm+yo^#?tVOlVbj4EX`uu;b`&Zf3)7R*_=ITxVNQ;i>bu=+F)ZU&~m^cyG4$ zwI9=}@MA;57#Jm8#TV^fur>b_ym*$xQwU){JG1GorZG&t2fz?IChUig4<)2*xcU%%xQTCbUz%ya=*vGz7B3^CsgAfxUvYz5YX~yB>U)_=%?-(d4 z2|;e^P0R7qY6Ye%$Kp@9GU+H0i@N^?N(WVQtL{dD`y@Nb)_`En$qM+vCPJ6s+Yi{x zm+*HERp8Sd$el|+1+O!kpejX!J|9egI|C-7_3|?KJ3$^#hTnwn^<_A#?LI<+Id&i? znr!d^LIf5-Xw542wa+Cym;04ZPY(ti#j6me6^vVpB7|&ArjRvCz<|m#VBK&Zb>5$Y ztw?C)drq|2`vW{K$wB+9zVvKL7`BR|@%HO8y!p|uIK4TSmsi%o9SPrINkusLNc+I} z>O3y$`#5M_HyKq&x8dD!?Vyn{0Sr&4@yBj1fb65q*rB%v)9bB)7ji~2kqwf)gX-Y5 z^cCFjx(K!oFSreJ>*0QYEXgP*g3R%ykd#>pqb1dtVRj3erpfR>OgpfDj0|l}odg!G ziy`!He;yxgfO8HNXyw)|y1Oq4Ubj7m$FJ^l2_FXVD@G=uZM`xS>D2IlC#FEIs|Uv2 z>Vha^UHmv>A&x#HLwT!f!6g0=dRz^`-F~~kdkhC(T9-p;;TQf;(QNddYz zJE)2M1&QLP{8{};C~7Z2!{a&>t}Z{lK2nj%-Dv{#fHGB<1dS?yp{jG}|+rGg)+Zr5Z zP{SQ4S%fnqcVgDyV>9~Ur^-kgIO!yr{m0S# z9gP(AF_eBt`jUS`6wTi^6x}2%Y1H8oIMqiVU5^HVxrz^X24CcDP0hIA2|qvqr-Rk{ zA@tucb9k0*!G+BCqng$p^#8b)!uGl0LScXP{COi>+3Q{>o6i zvrNL$pL~Xp!JWAHiUYC|GfL9#!SVeKSVLwpEEh#_m2cDF%C{2q50GIipO&Hidk_A5 zaVQPldxf5vCy|bBAYH0y;1+tBfUoRVJmZtY*{|6LrW;~$Md=G6f2APqnEagmQj!rn zheWa8^WH=GP(L=dC>1xp(k0WRLT<_Sg)Cj*v*iA}2q}@7ctiRhCdog8`@L$kMrS|G z$Q(s~yU$S6pAf2xx{V?C24JQk$C`$!vV+%Wqx@PccI{aocExB23+d`+bALQ#z9F&f zAcyc$+mP8iZG!v-s^l}6hdBn`aH#(T8r!}GrovS?oT)R zg-wN#UVhxl%5qGY{{X^Pd_z-ZHyj-LjQjY@3CsJb&`sNW&_1mlbSBzDt@sWPFn zijyhU#Q?o8&mn)0Aaq{(1wToxY44yLqAjsCta;~I*3_abetPT{b2_NQ={~$eh34a_ z&Ehcl+-id9j~{|bNEQAVti@af&f>x;H(;k}CiY)=mJ54SgcDQ-3bSk>yP0qkwF_79 ziQ3vMGd+tR)c!@-Yeh5b>SR=%HWIFfU1RlPb5P_%SipiA;vMCU?CFJbaHnfM-Ph5j zsDN^BoF^*jLkDz`C}(SF?Lo&sDYvzPK-tz_Xl|FT~@mayoivBGmYyWn`o zMCdwGzw# zv1`*%W~ zbm86!XR@vwd3L$t4D{rUWStW;xj@w;G_k5bIk*lY_p%&zVQ2${H}4nyUeXsPhXg}$ z?+8%eun1br)7UJ@LXpbsY0PeeBc$yc2f3mi3<)adm)6GdUzP^r@b5M7evLiKN``V? z#?#n~3|02mW-1%!dKkmHIsb#N zQPX~qz}cF>4wrSo6_Fgv`@Dm#|B}fp))ujqS8AErrR}V{R)!3FN+_iuree9fIv@PVa}XF|IM9^1#tJt(s-gYx+@t zK8b(*+msx3?8DM8gVBHER{RIp^M1a$l3GBb88R#RNQL+zR3psdRi zx)*9&-g!Tm%2QQHl{?JmP46C zxY|&{KiVTOLr+)X&eTD4V8#j7KQNSCDhy;-Ci&shfv$MpELfD7^cB@q`_aZJl_0p8cTvOUYR-cT>;B3o5BxY zV^-?f3v68@c*!kg3U2xQ@ef&$s`ZPvOdd`a4T8UZtibgC6hbfT8)?CuKQwIE6Kc#V zqRx!VBvULVr5G<%atz`pWema8gazzWu>(sSy9_^ky2Z!GRm00e74Ynn1y0oH1pUM3 zMFZ8e;m*0F0)wOdC?jzU#((vPC9|!VW6(~#)z_5uXymX$MaIOck<{*CNoB((QNX0N zG%cl?{>*B?gX6YS?-p}B)V~*IsR@0MrR$kXe-qY_@5N=C{o$s4^FpfuZKAwPA28)_ zzy~Pg)P#KY|O|ORJVD|EmOFR{~49R?%G;zpLZ(y?P`JBdxN2{NdumlD+%YYIcR8q8RNMD zq+YMfwcJj_N`n^yD{CGee6CFE`T>~yJPewPTftU-9G_4UB2ka<o;L)xmctRhE=W224lO1;g{KYL{M%ArTz~8~PPP6H zjRK=}S7rmSAF2@k=oj1@umtM!f5E!+hdB82O>`=}DSF*h4;$9r2i3bBuuC=>J3}+j zqWL|)Ij9Zxc;AB^1OHf_Y}2H9fBKTj+gmv7@qKP7i{_pj>xLEb6JTJzaK|Vqh4FQR z_#?sf0Iji>2Lv|QhyGD8FKQgxZIER#I{V=1utb<8>^)4PuJeOJHQ0Fl4{+F_R^sq3 zmw#`v5r%&^Ef_E`2o;}u;PX98!Sz-L?#j)s)=;&uZ^dTqdnq`lbp zdaWo|^czOc8HQ_or=$HrCuY5G5&LGg5|YE3VbLfRPU)W-v+bJ1P53CwIt;Urow*5( zd)~rZEPy3ePFPW$g9e|q`TY42qL)mY##E*u3pz{#W=jQ6l`myE9H8%yUsBA5Q8X^H z1I)xWEc@Lqn4_r&I@jL;e^`vWW;mknpCVir*e>w3+ELES2J-`zpn91R`fcvQ6Lnh) zRB~jX-ou8Y!9uSA4(}Qlc<{F@Y6k#s6L%fg((&^|H)5U;{1vfS&C%S z(@5T^A&6V|JRNc%2QMYni^5!%LRqXGe1T`Mu`Y`9SUVFJ98AQeXKEl$GZ*gP8ckDn zND-8Gn$hmvGpRblkGu6^26>pZaOM3P zSy90yrm2(z(H|XgP@Fr?J)8eJM~-HlJS;nTG%6s8WeW8#vGuy4|M( zwNFK3WAGq4`1ve1u4p?B5wceGwjs1>^>y_9Hv)&g60_6dVCHD)LVavD(Y7;&)ILX_ zTkLDk4*7J0W4S8JyC0MP@27AliZ^DP&s1~H<7K(aO+K($wi|D=jkwLJ7_-mJ0eMRo zurbl0FUI<)ZtRA7-B{?SqDI@^Zh>DjFTw8>GnxCM5rW6}3d&Eef|B5eP-Jiimi71Ij{Gqf z`cIyqXBG$hwhg02Z%o*K%2~|i?+CVjgf6M~(?j=KA6l(wiV>!Y(y`ZC==%3IO59aJ zjp?uH#nW-pIX~lZUtKj{outZ%F1xbC?)8k@{RQ<841+&?%=m>#>bP>@S9A|kqLVrQ zk>h@CoYZuj6|IQ|XMyFam+^^Bp16r6kDdfd>xJj5Tb**8&r5$qQY$~EJH?9oWp)FuCR~J0jefK^rx1U7C32iF zNFG>v7IUMYiW*KSvg0R~vjY2Y#-&@bYbtW$Q+pj*q2nv=(yd_X_LGx}Zl9#pg?lJ$ zx-u=!=FuR35a-ZU1J!#MFu5zUSi1IBHgDKq94XSkKFfxo*|AgL-mVP_3RQ68jSAfT zt4-XtBZBwDk6vD`;b$G)&89U!WxrEw#cDwl#I-Rq*@w05U?cFql?}han8LkOyP}!j z6jTTFq(67~!eo}ez?;ecIm_6i^>A{BtkB0ggm0rifm!E$;koaJ{2pOGZ}SfWTQ1}7 zD1G{(<_)z1GspVkLMon|z=s`oXWQ2d6wlk3$~MK0g64m1(Dv~YbDfn4TNb^?O>&0t zOY0IfT#Tkyd&6*~x-7-CZow@-hEdSIkvOxZA8rx+LX8{pxZaf0;B;Ngt?POP-7E6B z-Q(nF-#lHolNHF{z7k0RhDx+id%nc!btG1u4#k;uF*G7Ko!Q@!6YD%V&C&9=(4WqL%_rH z5f{956_x0kNsqhbQf*;81s{~)t8z0sCa2F0INpHglGSi;@Gu&GZYg${xMN+wO5X3l zFq}ACi;VkQkXyGg9lqg1M_>4n;@=2tFt`k5dAe|6_8+)%c?{d`-pcH4%0N2Fh<1$8 zqS#T-DdLMrD!ZtT)>g@pPEsP7?F4$ePMtaFL4t<(C zh;GJ6DY{KZx4!%Sy@2sMp{Kf0^efGpPM*+au>#-odE*b}_4++53;D-d&6-(-Te4)$fo}Y|V4$#f z)MLh(20~`Zg<_W^QRByWT0A0*78YH`V?!z+YK;XZEe(P@6K8VDbtz!)Z^6~A904+$ zdxe~GCdpoZK{YFfklB;<^l_Rp9NDuFUMIFQ-_IABvB@Jg(<#RCdui=F z59WEIFN=)$h)FdHv}T)};BXlv_@iXW=IRfgpQ(d43=hCiT}?6!9tipS;-Mv`5*zad z;)fDb8nVQaI(KJc(~(&GUL1$s4iRi+OeVIin}+TOb8%TqIJ0rcQ_+{q^ zWq+H|d7Cb5$sUDMsxQ!r>HFD%mPi;_as(^xZ^q@x)1XwyBC;`am~!9o%<0o-mhN$# zIWG%iJ>p61$14Z6@n{-;J>CO%^kqrI?K4D$8FJ@Sz3@sMqLp=jTo)yW`n4QhPF0|w z|Hje@Q5n8E=tL$rchQiaYe;G~isI)iqX|!n@K&i7OH#bW(x%U6s7`+Tf`pzeK7xTR8ij*SPhG16ZT*J>=Wh;ga8uXjBk@-|dcq zv@ssjP7I;@ViUS#zmw+f$Rd@2Z*cj9X_O_aO^x|Vv@^_u-V5$^*Ds_7&N?y^tZ>1a=*E&>E~lism=? z)2g5GuiYaYG;S|`9R3r>I-Z7JyUX}2p2Jnfn$#>Lae1H-j{0v+g=*Shd;l} zFWKG-t3%qrRQ(gWyib8M7mK0a0XGc0YKsH*)QR4I;y^7d4<5dM2_XSJa5r}pGq)4= znzLSlcJdX=Uulmd*2k6EqT}!J?YCdT9_JN4bFW8F`d~R=z63W#y#eD<*Kj#yaTS+k zSjwUZUS^IQcW6d5#1A=%W-H@x+ebNGH~x*pRK}mi`ZS}~4LN$dw3E|a`jTb6uwcXH z?nEVA3D>OJpy^{f*Yjg2I#=7`tH>yfTQm;Yqsv_U_E=c4KOGl*&jgi8HbB;Uz;Aw{ zk5if3sjyvMg9ZYa=)Ss7h^e|73p}0`XmHdCw>uxA2TuOH$vSuXby1-0<;-H-#h0Lb zG8N*xuHu@0MQ9$sojp1c!Twbku%%9q*`K#^Y}4egU>V%NXB(A*`oaKsueXv*J$MOv zoNX}nc`*1*zJ+Pl+1%HhbT)a;8g_}D$CO%mftlzJX4_WK7Uy*AGxZcrggA0aJ`KU| z$~kX~{j~A10$ci`KkGT6DW2MH!sN39*hy1?A?o^&KXXl(AsiXN7fR&>PlXdUmfQd; zivkr#j!M%kaEV@y&>5U6-gP68#d#W$gLACJPywj2AcLF}2GH15tEjA^gEn;RqZzOh z)ieE}+u#~T-c98vHmE`Hz9~3#h8FX67|J;F9{9|Qxzo=&Fl6>(k-kw5>IBP@{Eu5? zyRLvbCZ4B)$x+O7-fi}5e=EyhXhO3pHqpS>x1hPopS^BtW=6FZ^lbY}^j_!$OZLYy z86nGecHediwBhJ%L@X)3pNa|NJaE@8Lr|$|hIhq3QRYu7@8%T&@5`RyT&a+u&;5_O zIVlCNzKFMz)!C648+KH;7v?2uh&Ru9$HoNAW)UOx#S^D$ic4MoVL+@uO?f;ZZ%z~@##5VI9Ht<-GKt`T%#Wm zH_67Y0`;fegs)qN!pM{hoWV_Hwtt>5KM^?dZZfyo^@$zq;U5We*FC`;2d!gur=PO; z>HU~?sg86_@JF)x{)8%3qv-RgII3Samn#3;fgy*^bNZYTNnKP}iN`S993l_h#zo|; zkV%{RKB3nwn<&TH4~=JS!ruHos8wRambWexd++_l<{$jazMrgT>y49H-$fhQh4KhC zdyWd(&s3KtKG%?%SUxAs)RW{Sup`ziSV>1STfu6D2JKck!&&b&;65)=gZlhA4SC_H@WA(Yxxaq}(~a@>Ngpp5x^ z)reVSJgJW~yPvPLCpAL)Nh3qruOeOAIL1x7&a8tj{JR6MJg+m4G5_KA{hzS!L2a^M zltc=4>p{uxBF)XXM20moQu8<``uWX)rp=x}7LB{XJXjse-(A2Wm$RJrplWbEStnY& zv4o!}4#f-BIdq|XhV7TD}$@kSdG^(hD z&mV-H(BC9X=47O=+j&wLKa9@l-laF2<0@at|_j82mvILNTx zv!6w(eqLN+rHBkKj-Ud;iM()ourxy_OS-V^w)B>AuJro%GU?{-b<)yzt^(_L6j|wP zgX{pLmpXFN>avgIxA_vO+?uMq1M{TVW=?tD5rf3H>{b&C&yt$4gJG94OTfi^W%K)o6sd z4SOA3NYN);Xztj%bn$U59o^E*2hMQAm7aR-D)mVUUq>x)#0G_9( z!)*OZN$35W?C*;Eth2QT{01E4j{FW~UU!lO&czMJMVy3ps)xwX_$Voy*o^0XZ>MHa zo-jX|$~K>h#D4|;6fyT8Z7RKh|C%SFyqgMD@9p6Vjt`*CFpbx3?S-eFza$O?GHkwa z0p6V!#$SnzWK;b##C~r+F(_If)(a07R~wBL-<+f;zP(LBoP0vUQg!x1@!B2q{{CUu zb-|gfx!nc61N(>u%Y}&=>eTsc(Fnf(o{Kd8eKWS2FUAq$Cel^mzx(n)1!nwR70=y` z!40ouph7x;`WuC_wv&HZ%XMNBVb8a#RV2POE`*h)5px{2iRGlcf$I;}V#}Erc(XT( z+cZlD)K41=yo&^sHk`qXLsoR@L?7z6WRx&JROADO&wK`BWZDe0Ie2^~NR>`vuZ~S?m0#{aaKZvbd^^kwRTXGXpKX zopkm6W_Il8VVLyrI+H2&1U`q+sNKhD>I4b5cx5_Y?$7{JUj7F+joxwFpY&p{+-Ugp zdmjHscL@F$)Q;(z-?@8VgwEFPI$m$>EOzf?7_(_{<#PI6h05+D^hs?HO+M{O7dG2) zvLc2}voa-D<%WxPu1>N1H^&c~q7GsC`SJXp-7+YtJqKH62Ekn#&F2nNVfniXxZaE` zY!>dRCwqRwQs1+%t4jhpAx(Jr=qQR>xn7dBT$Vl13uKK0iX?WEP3dL+6W(V=7@Xer z5+r5IX{y(CxS5c~-TH6`G#!%B`$syDdA;Cv;y5l7IyCwNN}w}#723K@<(+!hDZ@74lkb`^h4-Vh% z1_3>bY+NyXG5s&eh>Wdm*97yo37hrXZ|nF!tzI9Of7yl%XX<`)8?v* zm%Ta8Jc>P;^520_+b0RS-nZfRkFPOdlqP$s=?PsGzBn%T7WS)>LZ(I?^hD`k)wTi5 zaal6-x~Nmt*`H`E%EC`aP6|2PYHsoiBc?KM7yDap!K8y2B%GeYw4!pE-h?c+f4HjH zc<)R03X_=3dKWg&p2H{V`pkNdC9_;Aco9kh$soj;*4Uh-J~KsJ$GMrH@*$8PIqWyI z-T#b(ou9(+B_s(H@=cfbs*!KTHtfVHsPx-G{|#N0H_&S!w&1N2K{lfu2MuWAA{CDEaq@E2>`r zb+2W~^Oy=9KGensJsL=Nm1f`x!Id)Oh%olKmrE-uOUcE@mwGlwV7Ru3Rwy>0Lva$B zt*;ercYegCd+uQ#o6;l^L(fBhS)msndYf6b}3F3UU5?>zAq zO;#Xi$Eea6yE;r=ZzOtYH=T@s*a=>YIdpUR9_kXEpmyKAWb2ZNPwWH9rKP|0*bq%A zKl&TLZ-gPFF3@33d8X{zr1A78)t7FT`&h-po4ajz?@lxnC7y&}Z;knRIn!eDDlm%Xx zwcZm})H#pYz0zTi#vY{WL$^TB-3HY9_fCYN7wGvY4|?4%pSJAuq$!Ti@#Lz%I7<8o zZygK(?egQ6a}NID_sI^z*^^%LNly%DZ&n8OZwVECr&1hzGaHJ^w&JO?9`xDyG@F_G z3*4@)p&gh1P(K@4vYz8brQf~Sqm@tC*ZaP3;#>=k9K4up6fctUMd5w*JQPl@zJ+^+ zt%PNd=3~(|Z8r4t0?gd>hQB^wFZvm@;6x$IbWlZ>KBR1bd0P6yPPiDBrpdBRmN6`E zik5hJ?Kaw-sxIvmn_vZ;VyR>Qa5q9)unZX6nB>5sw9T2(xL~4>5j1>A3@XJX@}ip+ zsCh=7_8T`M1`X$~A2g*4Zl<(zgbAJgm%&VRC$lVTUD4<9D=F*TaO|$JBIAK0Sp20r zcKGjIJgMQ1k7C*ien*6Xu2Cs}-Y5}r=2|dM%OEzdbt5aEx`1WB@WM@(0@3e&8$4hth)iNfW9-n}EQgH0wouQ)K+Y?& zUfAOfXCD&%SmTLA*3KMg*$*SOY3&&{)X$Gy^&QD_UX`$YZSz^c4SPOmQvmFB{3U9- zx(0H+<*{G#8tmBZ&Bqvz=2uy2Q*_5{zUi! zn}9pcorfz%zj;aaO|)EO#Om|ypycQ^_CTYF4NU3FZfAc4%}_OVPw?@K7nr+;udPH= zVfVNz_zzyan2C{IA$-IhW4PZY_*#AjLBSJ(1?LRe)a4UckCG!B6?+erJ`ZO5v|UJA zt3fVLvS|AQ5#L@ebWXBcFs~|&eR15(cKk?#72^fY&bCfS7y5)hU`|Ir0Fe9=)a^!Vgm!XvVfDgUnE10XFRH?{a1OoG?$1!J_Zqw>9c1xG$G5V-7OsA^gws;^ch z&AM_tBmD^vFSiSO_Isk0&n+S7)n!gHJqUJOtYqg$%omrwnktsV!4m95r+K_vr8Hnzxek?d-^bZt9ISN!FE{_GLOY0aSJMhjqyXgfB13c`mg zE753aE=0A9q(lK1T6*LJq>CoFW>LhWs=Mo;kA+s+kVjaL-UFx3^WnVrY{ zHAP&SWf4}-N~Jn6C+}HxlD-b?phE-V>0d%GXka{hyUUh!oxKOq^7B}w;Dh~d z|23*zHku|VPp4Dw%i+1;2pD@q;LRCUknFUJIHmD8E;igm_L4YM9Mi%7D!2`;(@zR~ zmk#)pQOa#K_=ZY(3n3^&6Lo7ja-Bb$?4DLqW~?b?3LS>I{S%;hizE3t{6o%nCLOTM zAU(5c%fWVjp#0I2F11+G!-r}6yZ&y8}KzEkDvR}nSX)5Fh5q{ z*ticM?KA~4Z65{+-_OFBdS|TdT*n>B*bEP2*3+P0!)R~)5wzajjF+rJX z*_73N$hRjMFAw>}cMZFU2mHLTc9{_bn}y)Hx3?`#12^HN+-LB7-(u9dBJ4&_HNj3< zHB3xuLo0VV8vZ~YBJOtJ%AX6d8gGGC<7|Gwc@Af}ro-*_Qk?R<4|?uUljN`10|U3U zqyF0tlxj$Dcm54Xk8Od&0egh3g(4hleFd?_DcB>L2?_smbRK>+zwaM!YiOs^psdWa zsLuPkPZ2(3Wn^R}D?1bksnAr422m1HiIP&C_jMiF6;UXZCQ>A`jEvv=`}+raoO3$k zzOU=`dOp{y(u!{?G&MH~r=`^Jk9R$U>suay{D@#w4fF+t8&PO!ufk$B-o<%4pJ6}{ zFPUK5k8H1LkhHKx=tBGy?G@(l8AVeu`$INN^;LnYZ4UnwXS3rv^L zlaLk~k3st!M4bUeAam*`FEYA<8mlVckmduVkMh(YtHu_Yy+{9Fo5A455e$ld$Zc40 z2?HztpniffElPg`M!SVM`yxjuJzm7iJW+vjK7Fyy|0A?VmvM%zx6w>J0cwH|;347u znNyvQW}ljcKB*RbDGY{@cVqC6<6K-=Jph{4j={M{^x5M9L1-gnW(Iy<%0Ela#Pydx zLeXG3ayFL(qxZ^`r@NN(w7n;3b^HwuTb4tNYa-4We*n)cFXMcE&gPcNI>Xl60#k|m z0SUE9sNh$P>xG`?Ubcnna5U!xP&l?c}cH0ULK&z6YXYWyj9&_7fd_#6{@RLR|VIp)V!Vc3d+&~o@X zzJ6{`&vS-Cx9Agp{+SJ=PPhhTF&W@lxgT0DeFCR_xu9CMAB+tJeurK+w|eO~bo=8> zQ|*m#m75PG^qoZ&x@l--Hij-Lyg}QA`mE{R6wLgbK&ElGsmi#Y^rn0W1s(UJJ=;6z z?{;sRx$6zCGaSlgC0~L;`fg}an2%j{UdUhmDbZ_`L1}d#SULGFpT6TPdR~2jZmr35 z#W|9GrSnfUXB_jy?jm zb%i~mj+eQVzd4&9AXVnS7Sw_B#VUzI*gf2_q!0V>Se7;`{lb@FzYxm^MFKO#*YY@x z!$>L+=5H6(LTNNNT3Yu>UHY+Xg4EFOm~_RxC~39XBI%WyG1AAmqoilNf0D(o=Xg== zJz6TIki`cJ?&pRbq@0+88BeU?uFNfvF&I>0Fl8IuT+|;PT(|-5vBGy*rZUz=wDERq z8vpK(HVx^V#tk|&o>C%pSkL}rU_Nv@HP%K@txFnp#0&Ymsy3YBr%q!Q`>`fF4QBFl z2J;Bq!;UKbLqmrlB-iT!6U>)NZY^E|4?T17_30B_=jaoXywG`QT;2d-Mh{?rWq+8N z@(N=Q3?ZsK2_t?5aW;m{?25dU6_nR8WqmX88Z9UBsy$+{`o{OH<&8g6OH>xC?>o&b zR>-lra>`=!lz4VvpDYXL8O3^T>9Gqj+DsG?T4HG~hegvDK-A@ME<0I=mYHfY!#hoo z+ntM1QFpoFH_gT03vI-g*Eos$`OOl$u0AP#Zs#es{1GHBa@#1DTl9g|zFNZm^vi+H zr{mdo-DH+K?<}i%Tgl8WpJF4fwZqr)DEJc+iF3Z@a1VPvz{%Cc{QXrEBaj&Eb788u$3|0JtTs@r5PP0^Tvrlr9=m`U z^&Dgnt_XAfs=@Wf)9ml#EEYa5ifQlb#}sy-7iRDF5OzkMx$iM#%MMmUl@~fB>z}~= zr)y!~j9BJwzfH1DYdn(88sy_U@ZP@^{3H2{#&wfn%Qp`` zIb|srR$pb(6*FK|LmQKd6PeZG@nCB0#_p<5VhhyH!EVDYYW`y(ZEL-!VY zZDt*%u6anu`+b0kCTU!&k1xZUDNIAp2)ZW~;h?Fq)F-Z%D{G8L^GgQA7Of|ZBoEv$ zXc`}}7pLz@>;^q+;Kv9l1`M;CFSU#^3#yazM8U`or3 zzH%1?@4I1_DSMb~#saP?z}Q=nT)6u#NUaFw!mM?uHuO7Oy|4(f1}>-g+&W0IPG=7k z*0LWj|Kf+`i6YgDy6pW-Yu2+Q4)SO8BmJEx$gKZu+P5c?vLi)O17kUUW3{SSGgXHr zPmF_(O=(y+CyP3UMx)=UF7Qv!MBDYFD1r3{o4L)XfAS0dXzeTHM|9|H$VhTZ31V~6 zANI~lqK$nou&QT0OsuOSzE?PtGKcZB=kY&^Y#1rMm1QqIRv~a}nGL0`TL9Mv&t&Z- z4XCkj7O5@i!6zAOxP9YZqIm6ZUe#Ka8I3;&zl<-!UG*4#-gqCZ{%9|9o)eGbYJ!-| z#r1Ih?+2)JRA#TXo@a`B&smE9D}1x!JzbkwNitebY02#^^tCpQDh{Y|8)kjMmbL2a zVu}g7XRw*3ecVrXEjQCe;XLqsLoRoi_s7MjTDXmY7f|YD!e=~5=JqSQp|r?}Zf}eN z@6c5Ae-*(bM&``PrV;p^2f2#G(V)x+(az*F;oSKETm8P{W4RGzwa}N@&hg?i3KaN= zp+nh)0Rw2{3On8_L6HV3PehTXF1?VJ!JHu>Q2JO7%#U!~53A8I*wmR)k89F`=7Y%Q z=3>`{WSCJZ2cOTF(Z@@Pq%GenILyDpu@YPM_O~tQ6)s~M+XWYZ(-F4(>|?B$vXH5% z1mg~o3+32<70K?_r@%kaFj`{@u1ygfv9YIlnXM0CeZWsl@%oG_-+d_>zDEaFEEV>} zzSBvj`8lpt*CqMDjnp_vO}gabHF8oPMJ_UP(JA3K8m33l+80?=bszzE&FUl7`D%n; z`9PXK=_-kOjj7AQLQ)bZ^g9c>xq~hKI4oX+)n8L)LB|teYhW8}Rhvrkf|Fcv+d%wR zs6@@tN9l7}GObM*On=_!Qc`3J>F*X?ZaX*9qf7Uw;&B$u3;sgMZ%nCvlMday6GX2* z8q&w7OX$EjEfU{}1DmDCC57=H(Wa;$_;~6F`3Xyi{Oy3R?d7TG;%Q8JJ&LsAgwJiP z;9%_3ra6gXENkzDO-WDj^tc0Lb~%iTGr5D;X1I&ASNA7&dn+ic4Tg59CD~t&pu3B0 zXsEyqla(DrBWAwA7T>1`>2laK<{zj&@W3?nf1=-Mxloog78cv4!zV=zin^B#=DV(A ziPt58k>rp2MjhbWY__tRqhs0M<5D)Qz?!vt1n}PDoZ!dWe74>%0=kdypy0EibfPwZ z${V7ncA+!o)bE0Q;#ZIu-iFB*&p6j5_28^vC5k+`TIiIRVy(p}e7ztY9M+jZ@v)=W zcImtD{q-2nN)>7K^I+UHxe5PujAa26PD6H;&_VLhV80CJ3O%gN>`aCwrF&1pZSk^H zaW{_Z6L660TCj}Ga_{68bi75A5W)4du@jg7_yQM%^Xh+^?J!bFB%zlN;7!6aZuKus z$0ns{c$_AS>-_?$Q`Vju{Qdc_`?r89uTG;by2Gc$RETpaXI(!c*=4V>%;`ZDtZGPw zfJkNbHsB}cIL8+zwCLh&p*NuOSB2RvI{^OW3t;V}m*8)E2Un%Pf;-X=qI(;Ml@t~C z;F8`_ygIBE_6?3;zJ`N@yZ!-Y9kh`x+IE(y?-OQdb*fB3m?>OtIKgh!Tx4;XX>8pI z8K!){9B#h8%Qvs-%bHD=p{QR1J~sLcK8tL*n1mJ>;3H)5&nT0T(6{TXao|05)miIB zThJZWfDQW%*>hnZ*jIfV&P+(cf4PEdwq+12p7vGrqg9hrjPB&W3_A-8YIs}{o`*N% zMuYsuF2S2oFMNJK;p-`fU}{AQXExM?b2)YnPvs0l*IR$!vd4We*%S&-N;D{QNDbPl z%!j{v+LTu<>|T?P^3OYWL;B)wh<1~4S}!Yp#G=8>3eY&Ov-vNO`}?Fvs&E_q#jTK`}!KPogf%fD%w2)QF4fzC!WaA5gWd7)Dq&;t*kv zQF`zly1rQtgY}f~y;zw%-Hkc_wYMSf*$b}h;z_RbehTki^9w8V-f#}5vS9kcJ-GMR zZ%lKOL!;Hl@NK<2j=Aj1#qTpkhrU)AaYm1HvkUP=`Bv_*wl;YyJc8A8H2J+Fg}vH~ z{!HX}QPQ&B1e@w3I89iC6aAeqF!?w}F3tw69R{%LvWqYgAT(9l;+%gVy?( zID3Mg!&`pW6M6Q^GY^lu+EML21$ue64Bwg=bA7tD@QdEZp?1yz8qj`##&rkL4vYQd z9vF%i>KoY_PJ^k*p5Wx=ovBpoI8~+OLSfl8rn*Q)9Ke>~t4D7!Y+SqK@O2aVTo^_U z%ZEt+dwP|QoN&hZE|+0TvcNTX7K&+ILZ?gH5Pqk(!P$3lD803Uv@0?xYqJ6cF6~b> z>W{Ha?;x|XzQRE0Ayao?0nKV1CjGV3R5~wkKE0Y4%T~YaOKK;bSYmq+D-ZNyA)2F5t8+e; ziw{%0dp`>QeHnwL<0*RmaN3b{3#|UTfF0jYf>q;mGAplku%EMmwvLpgC&M#X^1wot ztgSCLJvu@hA0}{5R@su`f;yTN{+9HGJYzq_2K-eupZd-@%Zz7#V?kgep7}PEJ+&}n zLz)xeM$tmxg?-VLTLM2?yH+&*r6-f z@hzX3Uxl7H?|K(JY@S7aOSGi(-u02%@7gTg=Qu*@AjzOj_rh8Ji>GX}%n0!tmdIAv zma<#zR_u$$TlVWg5Yx`kqo&gw1uyl+?2hZuTT{UI_U-~^Aj=Mo2!$A7u0Cv$1}kbl z%f?%pvACD!;>Clt#NSI-v1JXLX-)4R8asD_^xH}eY1G4J3LHO@O?_L=uOK&n4)g{bx zi5Yv*zLps_sfgp97mIfv>@VKn5zCT#zti4eO=-{lLDGw3#MIT9&rS^KWbp!*-IoQk z0+XlA=l5SORkoYYUJSU1_knr47sHvvz7!lLWF4mneVq-zx%Rvqtjw}!i#C!?H~vpN*>#DyIe4-7UveHhq+&srbcRdy3f!glyNb~4-~g0%1@U41UV$r9 zV_Sn0OYDY}m*Cv}+?%<#x$P57N%Bd`?KpG`zb%(xU+Z%@17{VwF+qVk4}albe)jSD&E5v}k<$@Fz|mY$G_GiqUUN8Tx2c@-`QH92@3c0G$bG7&(0n%v^t% z-#L99n;NH!LD9+V$fx-%;fXGbdbbz@_0mCg(+RYAbe1YMpQq05N$kT*!97*FmxeBw zM#Jp9+2pTz-1uWN@xI`nYd9(4wMsUC)6;_>W(*voBq1@H2GwtKtaPtTb`3*u@h#SL&@!VGSTbUo}X9Lp`=rbpTud&$(Xh&^hv zzylI3W-~EG;(DbK5{(@3UxgNy1<9a|#S5r@(FxssvT@kHiC8tGnHytZ#=6eOF!etp z*)9zi(2-GMYlP?4@!5)l3}QX?258-OF3KgCoozPkiX&$pq&SQ~zfpFGSbVesK+*={g_wbqK!yTp|goeCs&z z;Z;1lYY4Z{cRVF-knqnAeiQY#*g|J?-r^$HLEszm2i7DWWD!TzS&zpfxUgU%(_c83 zLMjg9{Sd}BJX9+gcljjBdL(h_V_LyEs|sG5MsSuI@z{9z2W(c6qo}|JG@2cb6H;?< zd}IZ1&sC`2d^)MD(WH;L22As}J1$9*gV!1-xr|5zyOGlrp{PjLGQ=|enHm=}T+m!Rh zPLp}>+zQ;|Fox>y^{4gcV({H&;qR;7qs_d6bgi))j{NT}&OW-C7LV!X4bBawLA82( zxA|bnZS!hA=KWN5z41Cu=)H}mNhdKd%9opOB=9)>s`;+^->9?w7o0w>!eT!b;`*^y zIh{*`uqEa?SiPMKvzFZB0#?gX+5VNnJ+l@H%HkpVvm869asi7=^?AbqP3U)DABra} zL!W9rGS8lXSG+P|e6Fi+13-W(dEB>e7T3n4Q4hoC~?{C;^=mzU-H{hR_cC>r(Y=7;ni?? zat)3{v-^J}%7>ruF%jMHBO?Q1vOnW+*&J{PMQX|RxSP7lB%3!~x8!s+<+bu`r1t3c3h1sePH5k!of1B)J?LeFdE za5g3#k8C?C8MEaEXnj|tf@O1snb8LLyQUJ%B2R)t>IPJ56F&D-Y#hsui~x=OLXIug zpZlXE;w^MOqQvDT1e|NZxasoLDi_Be|8N8+^=aUDX0O5eah33kE9A2lSm5-DU%0Gg zjWB+Il4vQ;hwh1L^m=zMG=I4bp-0Z3UEOXl`)A2}Cq{6273tim>P=8tVa(f`YB8_7 zcN`Z?EW+V@4!jn)%Hul|@LZK1KbViiSQTIN8@`u$iKnrWDWP~$NuG7p+Hm#nYr*%~ zT-Nc|i(T%l1C7gl>EHqj_|N+}%-{Hn&z!j%p2y2ef)=KhG-n{q+Ou&1I;h+~h`B8?U~8S%uod&CvxGYhtir021wTEWEcd`^qE;F@EDMLW{Q3S1`y z)u)RwSMtkY6%2*M9Z^h0Z5&hR7|9m>v}e8_{JHe)tDw?b295fOxj5(PtYgk&II~3X z97avx%O-lT+^b1!bYL*kvhIRE?rON!TM^GG3l2!99vpJ{B|mjt9@ltnGCcBk-fMbBGUb{7XIdpWm7)KFipX?UcXzD_p$tmYu|4{o8dJuDXt9Vyf={3eIKkj zd=h_oe8t5U8!%{RzNG0^Iqch8!~RB^Fmb&GbNp}{sHF|9KCR^3ot|RJ_63qvB^M#) zpA`!&4`e5t{y=?nA|7 zW`QCLx;%lk51)s@T(cX&)tcKb`{bl z)kYYrAOX|8lbCb33)>cxhli!VPm>jYS45RNmFTe_MqNw|9F8H|j!5QNoz{pvD zz~3vJUllQ&m+Uyke(j!)pDj)b?&Cy?jWxv|4bGrFO@@W>s&MV~1@L=v8ZuRQ_&L25 z)Wbt)aq}_CAM~4o3k{`t8$OYew}i&s^rYxTVH77C52qSag~xiBO|=`z`kF1o%>_UC z*VChf*J3Q`J=)9ddE*cEn?lIeD~Z&OYfwky2fk~D1RUA}x#2?}pqJp(^^gtbmZ&H} z@QxIT&5dOGp8bZF)#;Mr?x)ll5JR>6Ej*CsK`L|XnOBsS*eB})81Y_@zd(n0`YGfs|nPPNBA6F4fII+_kedy(GL z3|RPkI(rw8z@8Y4VAt<&Vv(nU**SAXw*JlpuxER5*S#BXXySYvd0U;FBpU>-ycA0; z`(c&FV)n~!IOBI*XEFz3Si7$~yV8uDr%V}Vey0yB3lMy6Pn6ih`FCJMmdAp1cID!&lL#8{TkfNU~_@zDK<3(j?r` z5BXWDOmLY2o?PF;H;e%yXYH2H8I9t&&cw&sq-2R}04%CJQA_1uX|pGLs5c3<$# zDU@6_D&&Lv>N45?qG08iVbtBJNha5pqKeHwh&ppf)VEgf$v!NA?!Y|IcFqBlKw)=g z>c9-gaqPX{ZBTgai@mAuA=E>QJ@FRKD2h_ru}ziphBVhQ?1G~ualvTXin zWmMnu2Cl6efLF{v;L3G!l%Q+I#Q9C|rc;>X{nqB!e|ZcU6+5B2%$5y*F_Bpx_{62i z&1IpXBjEmiA@}aQ7ETXu=8pSzb0!xu;KGtuV74z4Mf==9W=u%<{9P9(ljEOhx$zJ z{jnviqj&@SNj4Gf^j9LIF-*vWi7C74A$F_^gvhs6k|C*0*#0^LGKW}#*`0SH&qpbe z6)COQ*|)W%a`h`-ucII7bzVou@CpccC4kie&2g*01WMA<;K^8FE;XT!*NPp=O_`Db z8k*{CRdrm+m4cCTzF5gAu5&k=-+`^@8y_E>T}NO4v)!tKhf^82{=#uEt;DClTU0C&cWY2LB_3) zQ;u%oWX^u&4hegS3cL51HlUWbNkS(?-IgLBY~h4GdIFSph3 zCJi#+<&p@0*L}xC`6k#tXCZzXR=}68TL;6l27r`5f@W4fMX~pz_}1Vb@WWs;bZ&`* ztEYr4&2v>6mC%U?+;bsfVholS$Pb2sBT}wal-53-2PYe>C6&-yZkSZd1B{yI%78| zb_>jeX``^x_lIbnj23LjY=UW*6Cu9A3g$lT0bA{7ce6a()Zy`gYN_ylyW&`STj1+Qv|>_) z@cq`I%JzN}d|ems3VYuW)SL7R&wFI?z0Vr(X=Xo>?}2#Ksha>@RnPx_F2Bk<7SE92 zk$tEAX;Fbt!}B} zhg7IQSlW5iReTI>mn?8y@ppXkvq&OWKNwYy{f2o$k1ah$9$&_%^Si!A;o4V4v}#}+ zDa}}nqaV7`G6!-yX(pyXC6@_xS$ zUKv-22I~&shg>^{H5*sr-7G`85vog-`;9D*-_MVz=J;@S0k<$paFJ}Vdk3}Ar@3#&rO+C#!$K5)z`b?5V9N%?Gpl4N zKeBMOl9}d3 z^Uhk+0)7s)Jh!27DmQWbp8j;{{dKTW9n1IJj}h%&J)QfcxC->^6S+1MZ{E{o7_|OO zDsDE60~bd{TGpyb0nuVmJ<=TztaT!sx=Tb1)m4@QcedZ7sy$oCfZNbL&1HUiz6psBe9mC#*g3N}Wm{X#P z6S55;@sS*vEmWq@5h*yf|4Z&oPz-!p7Qr4a17^9@g^pf%!l^87U~f(ZGR5FpTpcbi z&Axw^iZ>*ZM`M4|Hh#q)Iz0z+h8wYBqaePgsvjBc^WA_Y;Iy)1 z;JfY&ri|H5WnX7dn3D>bJDIW{EAwy=yoaa>tDs4F8s69QVexV~Og!lxvoyMi9WpPe z@`ZtPSexKqADE8iU(TS{?s8o6Jrw^5Z23Q{_HkBYg!g&2x8(Fx4a&XHi}T!+$xf;ILyh3wccwApD3mpg@HZ`*yv!19( zXT&}v$=!!oW(nYT?;vlYtHe^zOr?|}1?=~3GhO&R9{qB1gluOr=xmNfi+@#M-iPBu z_uk&R*&JD6{%0ef13@U$m~tyHmN)#k^TNy;T?e0G%b zAG^`a91i+w#IoV5Wm))1ZG3Mxljc0j<{mp$;)|LjVRrNpqFE_Ueb9n!j;UNv`6^7C z<46+^tfN1Na`~Vuc5L^-&CLIZ;Gh`X!fuwPv*W)9iSG_D5ce9kvZ9_3%yz&6W_)7? zgJBOHb6@MT)uv%=QDF=_pS}R+$cDgo* zs6NRB-6NgJ)O-yc^jSt+PB&~9o>#d^GK*9E$^P|PivNunC7#?=&lbisaXM@)J4Vh- zw0kjocC-S92Wg|8aSnzbxs2O(WtG^u$+5P&2¬34M5NZux|*FsFYjtg)13r;?t4 zwV^y~?9nBuO*onS&8Ovg`)QlhgF?^$hs)1JGTEeOtTRr;M#hITg@xyV_l^~1RSCb5 zLLW1DXcSG!jVIlWN#uJ$pQvCY$_fU){9R0 z%8N=ld(vCHn&P%ULXR28aN_1@nzwWXIgT%8wHk`7AX5{!En-Yxy#pGi?~oX@$&#~F zmh!frq-m==DP+?by6lonwM`oE=C;7Yt#-!)t3^;SH4BopBQfr0E*3sL4NpQYkO4iTwzHW#+n_^11BWQ^WRQ?SM+2kj zRj!hB_=0S*(LO?`lTB7`_xY&l5AbECEAN_aN}AIyfo*+(Xmxo71~-afUCbHy*rZPn zGz*X`JxVLCOeV!4Psy<>jUIkCr}4MWVtczbGnf8pp+9M2;#YEOLS&o${2K@EA4k zeZ_4K=joQh7joPhFT7W8)7Br(WcWi);1$$Bri{d)VAmK-8hVg)G@9wrF)gV>%_sU< z^?=^rN~Syi>ajCQmqx|3;k^nglx%v2MsmZTW9u|6%1T%b(}b-co>Jepk?K#{^* zMA^fd&TbYs+3mBz`;;uf(SLa6r47B%PsL+L4Pe!>x3Dr@aCM*5q$~acpZtm@jqV-@ z*|WD$$O&hPzGF#ym50#nM|C(+_v!(O!2AcjIBlqs&W5?l{W!u>rh5ED2W?T#tHs?SL{es&EX-W!0`7Eu`E9m8Kd ztAQnlx1e9g14xSrA`__(6)HuM%%d@6+YC^r@fGh2UBb0uM}EQOIp85Sf_LS|!D2`- zyYjHVkX0Op(RT(DuWU}!erdthWy+W^=L;U6a*cZ#u?p``$maGQ&4b^&wn4@Xff>K_ zq_F?fh3`7gP)R5|Ew;QyUZ)dietkIR*lDtb6UMSmH8s*XvXz~3Yh?{4#LT09z!267 z-NWNhY5y$#aFZu@Xt(g*FbUx*GP=OWzy*e1yb8DDlyUjdK9t>L2fkhtv7$+iZSh|M zr*}y}wuNI+)QFyZDX9#aN#njAr>I@})G$Vu9{uy;>f*$5>nE_vaUx=c4^+j(WUxqVE7L% zD`cRs3zUa_q4KnNwI?ldpF`ot1ZLRX21(zY0)wx_om7L=$Y!E3cSAoO)`&SXJ9oF2<)77xmc$1`}TKTzMwk8g~m0 zpZta!{#-{{l@}PPpU8QxG)Ik29&x-TbG1ywnKS3|hK7s5_WL|oGD9B?K@BGNQ%Cub z2Ox5Og8p8Axha=d;jX$=RQ0-q6ZXopuf1vL>3&!QF4g$%$OT;VZa0)Y7xoPP%2egk z#Rd3h;_uYhWUsmH>2k_XC7*wV%q*YBAHFS4tkxj&^7)JD7`NL z2Wd5yF8U^_nj<(r3OaH8Tp5Z9d=Ig)vpAXbU|wo_7pLl0;3xNZTpRlytn_EV-6Lu+ z^+yG#tt&yLl;7ZK@*Te!OTg&a5&T#!k3&?2Eb^vsFfV-!SKBq0#6g6}kHJ#s|VCDGbNi9sAuo-Xcn~r^gW^jsUra}1vRj&JM z35xprL;L=hxbvefUoqn)rnD+k=GqFbWxf&%KYWvq)mNmIdH3-BWesW$EC$1K`|*2H z8T@;uPlk`&$n!R>%U7dSrm^iwmpaM17-@nuB&)1G#m|nD#Mk7`H&_l#QyKQ z;9C4ce0ur%l^>C&x3?%agEIdCjt6sW70K|xU+CV8KvR-0&ga@7J$ zJO9^NS-|4H$g<{_Vs_HA3UfJ!UJ&`XdzjdAem!%|l zB$DWDaw;WM0vX86W+kS@Ok*jVc&`qNO#<_4S#R8fX zh3^pcu_C3;B>qL(ICx`w3anR|3w^2==yOYktq66%qJjCCH8%|ssvK#>iXiH%^@_$W zE~H$61#)m-1(_tylx+1b(2(T?g9Ln=AU)Cy55; z%%$q!LdaY50jv82up2j3ARaGCk`|1leIM1N>UL@5U4H?buPaLqP4;J#|MsxV?~~Zp zsB6qCppkV?k`Z6{Kng=LhIHotOM8>KC(?>_3Oyhmjntz&x z9vL9@tVk8uj1RCSA|I!EB(X*62`uo0HXEgwN}F#ElzJ8GOAiLSNedF}r3+GJq>rEV zm97yuJ{Mn1qn;D8Y^)UF*2rLRSS(MS^G-v^*a+U!Nsg5bmxnfg(W+ayNR)~-pL8e?!l*+J|~^?|wL^O4`EOiu%Z9*{#Vwg0z( zR(-!oryQTs#u-U;;Ur_H<8EI^7 z4~>?Oq`)jWdgrp7jP14QzQDh89jQYx`*@sg^BtqA#$nZXWx8C{j(_SBaBug0D*CD_ zUA|O7TEC}?1}|t$JZKMD0{UP6t zYSOd!Zqe->%c=NlBza!5BS#w(+TYX6v-Y(x?ay0GIQo;*Fc$Vx%Kt&(ehHs!Hwi~( zv||MeAl8{7a97^b_4zrJFR6o1hXqI5zqwF$ZZE5@^kE}M2eG`|gWMY{Gg8>aQ>%Ur z{i%9FylDoV-EK`v8u{#Js1y7kAs2HQ9?!`5%b;4xYh~ZxV05iIlo8SnXgqQ zn=xXukX<_pe!JQr_QEL`X>^cOgj}E5^QHV)mGk^H;cO?Kt|FeaVmk|;QG{cjB$4Wb zdo)G<8QGNh()2g+;C0_XU&g!F@)|_p#sxG*@`0pRLusN`2DrIgVJ%w=nB^>OnpgIQo=@QE z!{0nQyy+~uA1;TI;1Yoa{ZV8p{tQ*k@v!1QL!2DOVN+xv*EQijKQ2dsja~W)^aofm z|Fa)i{`(8exOowa`|Svh(jeO0oP$U0f6&U_4cHMoj1rGlGvzIlVTDFBE}8a(2Jg(J z^5I9wT9|JpPcfuPnJ+na(-hE2dnq_W{y@*!qj+!Z7|=7COE(LN-=6Hh@S99Wh46msS#q_{qEi*M zbbEvq{Yb3D^79--TO9|Pf7dZw_BJ=%_!~~|?aM{Q_W_rhNDOMu<9ipap}BMPXvWQl z{Im}?^zB*#!MRl!ulAYMSb8zPJ?5yHX$<41DvQltMY7WkV~8Jki5C7mN^+@xNdNK% z^4l;|rq-XsS&?r**M5=pnk)H=>PeH@Zb_q}3t6CF|k_ z;=CyfAzgJCoZYF%y$ij_482aXw1LsgsKJ|El|EqAwYSNq`T;#$eVQTy4%5}2VdQ>l zB4uv+jmn!t(Y16xlF1MJHrfUIYbglqo&?P9k2or4ENu4w!%y60$-j|NBL}&gT>3X1 z*q>BUqV5yRtrt5pn&#DPk-=~@P#syB(G!;4AZ{1JUKJ5TG6F`7NBg|{4e z1IL}sf}d~QF>!S~!0+Rzzf6l+DYo#(OCvdhS&D3GL^+o-BpgzT8}LE43w`*rltvZk z;pzR0@I{C{q&=_0U4CV7W4S&v?#P6=z&NVh)QcJBLN@YUI;vQQf_F2*6MI8eC}fm| z^vM8&!;KITTn!7dHA%*E8+S`T2%SUMqMoS(yxeXC`DP!WbKN0W=Td~P=lSt5OJjf? z%|)}D9(-|EK6`NY*_;uzdnQE-b$1cGDtO^8tg&JHas=zDPJ_C z7e45Igd=)kC+!gP_ZpbV|5~ zjnZV@jh}H=#xt;TUIRaZukbQ6M56J+PRdom5r5yYh0H7`sJJ4`o`tTtd`KmlnJeQd zB{R73{X4Ff6WkVipMj6D4sW)5BKXMFg4zDN5}n*XPIzpX{Zq9O24K}6jS57GLH(2;q$2Zs5c0e3!4;P$H1 z0NHE|y(z<9-mS)?0h@8r=TZ1ZV2>B?@`D8P6g+oU3K}#MroAsfyW$Tp;@xhX)qR}T z_FhYV&VTVME`jV`8Y?@r0ie6~s`hoVh%?#)7^dW5YUv;KV~my1Z!?w9HZ@vRnwi_VD~8)T4nje98Gl z7jH3gA4DimV?iT0w0^w+#aF+Bfy)uB)Gl;n|Ad`^cQ}`vy`C-4a%F>#{}2@iIbwme z729d~1a!NI>DBjRSIzR+uv#}R;(iT0QY?b*=5m2CR6|Ehm8j{~D0-3fAK6RPsjF-f z`IVf~ivatX#8>4xOxkX`#F5!?yEi=)I9Xtoek)7Nt?q!q5B!!7o@L3gz{OYtw-< zrZlDg5x>rCFdUtGnX_#8#y_%`rH2lo{D?W3@TdC#T-`T~*|r7q61M|P%kK^w8CJoz zUz0G)6>CuU>``jHo6S$&;RQFZj%OQQtB{quDoYsr3H{ASvhE;#SocK=W9%#VRdcN| zDr+de9m+94GX)lutt%Pu{)yzn7Jn!-_|5;-J#5uyN&7hDBq_ysnsrI&4~X@N-9r%Yw-GnPO28aoO7 z*u?ww&2E&4Ee1kdH9X|tKP4+|W{g)IBhUCz_f3buLZ zz@V$K@T_MZZ#MZ9-M83Er4vJ_bM|Z&xYQqchY;2otRO!3Er$IcM`z+!)BCmI=6OIx znq?|OWvtF#&k;ofB0>mBA>k`Sl4ur5g-Q_;6-5K3I(x073>6`Bq$pz)Q8Ewj{=I(z zpU-LU{XA>k_jQd+wgKIJBiO5h+t@3&Pb@_|j>%~Hi=r1Ok&wc}aJ_WwF*<{l9xGsP zN&=)8PeKPyjXe)@XNdvpo_g%_BUb|*|O-G{CQiM;EX01zzNN@*rhT$)x2)YbnHKC+oH|61(@#6sM&qifz(l z#eE`O`4Cqj-=dv@uErzTkp+)%=*@jt8tq2&EDq73T65Z2Uy3aslhJG9Nmv$k3lxve z1l>b&v|4o|26)ckzUQo>%MKT5Vbx7a`%jMU7w#vs5;rowS;{)X>V>Yefmn0EOtHml z6Y+<qJ{62&yt@pEi%JnR{>>JZEzs!2S zE3>Pck8t9LYXrC3Z1UC9l}3)xkiNgaha}#qB(aL1qirtq+CzoL^&dq6%Znv13MVFwn3dgN>?Ga%T%wZc?WWTjgo7kU?{_n2DR) z%D6*&HbK&fLaZ~NLy9gQq>{0fYN(a?ygDJX_MFmxyHK~hB2(K@iEm>bb1SFoN_}cN z$T~faibCp5py!Jhuccnk8sC#c0*2Gr9zMfy`JYPyTuDQ`8$zZzn@Gy<_+J{H3Jm77;qcQn#FX!u~ z0tQ>g3!Z}UbZUa&p$(Xfo=xtY^pdFUzjwe$!3CFGO6hFlRzKL5bD%Ga>T&Isyi)!A^pP*!DA zz?qnql6#XXTrxId7<~dN)CBjErjUPobP0M@)#&6ceMtY4il!z90bgm+(3C&ul^Krq z(^pECJ~f8Ao5NYZZ^OYuJ&0?TctiQC_gvI8;Wr$=l>BTLiBvXD2TgGyqlY8dVv^cGvSds0f5XsF4;Wc;1NPmS!Ipln;QnG8d%J2gTW(p% zvTHq=quvv~_jfkWA54Q!7tEOVq<);0a}}QH`o(Q*=P2m$UEX?{CX3#x#{5_ue1F~q zVW5GleN^Dt4}j1=kHG1*KFrk`A#{f?b6aM;0GpIjcJ9$ezI;m{+$}U`x$`5K)dNrV zuy{GMtJ}sWg_*)zondI+cba5w?oIy2paXpUo+l_9Hy9@@vExGajsuHBWnB7CFIY75 zBaZ03fW4WSn6$|Osy1|UjWR!?V7 z^V)cM^90T!%oPSmqtP2}XtcWqsx-JrP6!6^;ljCPZ|AK=VyXU}2P$1L3N`W^2f zcxp#ml;H=LOm0pqfo;D(SSEK9Y?2k&Ag?s2@(B|~M(-oWsa_r8^ zSHgRs7_>Z`(Qbno<~3;1>^})mta}Nv)aRpv@o&-WOG7|MBM!y_bSFCXBv^uI7nTnImt_T$v@WRzGI zfy1=tqL74pxOPV-R*lHQRoQ#6LqUaJdR+#$Q$JDfi9cL>e}#WpT?RYU4PkK)3f!6m zSa?{A`;u`6$4)AM+-7s!F0V-y*R*Mg$`O8O@M&yGRAishT=>?a$CBcVhunhmvaEgM zOql<-6PCYq;FB8H@S9H_fp!f`Tu`2ihOd8em1jP4;=9Li(`NrqP9-937jqkn|gSzQBZmm)qW*<&Oz0U=B_}vHCuy+|4bfuwBb1`2@?TUqpoyI6vrpR_5 ztp$zTT$FpDMn%n6pz;1iflr#pee!O@ui_{CoF@}NwbB7@EB3(7WmmCorqHqeoy5yK zy~pSp8S1Zb9~2gq^J^SBAnJPE_1RUFTNuJW^s2;bA1YDdn;xak@`aXl zmv|?ECl#V&h_WgtxxG)G!C0Na?1aWC7}j_Q_S|pc4qe^|$=PMxGA|)JDy*NP!uLR? z_d^U4ezUkWa-gJe7}DlDaE~rN1ML}6pu77c7P>cZ9w)c5qq~;#SI-+m2!D(3zcUWE zak9+TF9-WXnsY5VZWt|OSGH9RVWUZh>-^J*Wm7Ui<*fx8dM2RL&J@mefFeyZy$(J; zTe&~M*<5bzI_~h}$!PXr2YQBl0*&YHY}BO&Z7+L=i`y}}azRGxh(ole&n#UmT|6MdK z=85D$;VBsSu^NYG=-{)56WCS18*m{=i+T7Dh16s7*w$;q;q0hae5+0$x^r!UFzX{6 zJLVJC*Up8?Yz;Eb*Jc$lacsze6RhvpiEQ^IhLa*v;Oe@=m^3&9)x6F4-$GApkN#Sq zcOS8F@Dy}&Uj>Ul=rdux?I+u|xN!F{gX-EM#mSR@mdubncjvp4JfV+Rb)I`xlQ(R(yx& zNm;zA<|lYH{sTrRIIz&HdwkcLMM7r7f|D(e0GhRu{PvVcrdle3<)L%%O=F0#TSis(b5C$Z|5=I;RM7Dy@ij? zyTStRepnOM2~C~7P>g!)hsR1$i+mivzu_rNu4=`U3s>MsiaK3&Y=g7e@$l<&Hh9nI zfYezpD+k3pVBl0|vdNL7AY*&{Xsdwo#kDZ;#a(EfcpcjFf1-F)F*+)DiHd`cVnCWU zfAw%QFPEvyCf}Qb~r<(`ZZ{OWN&FeT0amAm3# z8?X!P=pUY(l)I{l>#C0=xbnYTaMQ&wQPZTA{})Tipl3?Akj5%Ug@BIh~8!>Sa-c zcQNt23Nsz6$S!}&#NLsS{Ht7jdc@5n&xRTy%l?upG57;chAY`bftOVMvXkDvZKeaB zCDb{*Ml{=Gi;!Qe#0KqK`1oR4!A(g`P9%fYWK2t4Ms!-cXX(4l3|mjCz- zvlL^=Ju00nE0$5!eIa9aDIRT_|H04O{`BU%JvY>07qkdnrAbQgq?u0PYu#nj;F|oPAMa)zeEvOPY zN6-I=^xmK5J~|zMVAF%BTNS{@?C|B;tLw0FJI72VT5RpQ|4?U|49)prLYr?6q@q1h zFkD~?Ze6beu;!q^7u`h5+rEgNx+U=EHibdyv0^;oGLeS=y9t?9y*MDR53`yUBIJID z<8Bh3iHZ_bOIeOyg~{CZH+Hans54(RZw;3&?2#TN`SNx?0r)&CoQzkR(#>o|uzJ0P zTba6@m4108no|EA41aoI@3KL#>7Ob&%9*1^YciC?=fm5k$r91yZy;7u2b;_Q?#BHp zynEmlco+<0hgBcI{aG>K`BV!Ez8O(%v>H7Y_^kKcPf8*O8qv$61IQTHP@<&XR@hhn3@;B*rPn5Tu=)T&gT4w=3l>;G z7Av?O%O?a?vFnO(ttYrS5eMYt7dXx9|PEN-702i_fvRwMzhjH zq3fx2Lv-TYX~=J_fD{_euJVlkn_8K?_W=zU? znoD5tBMl0707#uuT={cD96vqeCi+d$z|gQCqUg_396X{Gr6>P_OfqL{mz~3%PWi}< zf3*Rc7s%ljvv&T(+<|zvpiJ=U72#vYRCwf}2QnLnVs@;*=&<5CaOAFG^#Z}2G3~rC z!%hYF%u4hqZsXe3pF&Ze{v<8crk74??7h}!%=BFkS!X{>dZxd`(+c_EdH6HmXW3L< z*(MbyU+KiRB3as^{0N%@zTpYSH<+&Y53Nua_5F=ufrkh9?^0)x#xF$$bK-DyU?i98 zaTLJp2s*^<5h)42I)`;%xEWWz|9>aDE~bu~TYeHHgDX%e(F5P^RA=duW(H|VHeqTRTREU z=%;JXfme~?_*kzUCiITP`TIOD{>o=4zhH`UggcRyQat$d@0GmQ>J)aPCfKQb3pztm zU<~E+qGPS#;@Jz0Ee|E&5X3e8x&fkq68I|oR+bO%fphn15XV z!6ZVowu8VA@}frd<9K{kBc%K%$6Pc&!`%_zaHPp5%z2W5t7jD8$BB!Pk5fSPguk$O z*<#E#G9b$=0#Y7K4!fM;-&F$ndzyT<^BJ(gSNxHChG#r* z)R=a#2{FNaWGeVp4Dj4so`PjQVf#h~u7Qf=W8V#nrYnff>gZph9~=%gVEGGhwWWn&QdXxg|-H>%%@Fo zEX5JCbB!>_T<9{6TS~v}{v$8lQS{VGk?zLoauF-dB=eNY!F!Jp91U5=hZS4{t@?R1 zJZdRfFh6o1Q$s(L)>6KGyvWDSpO$SIBT@gCiwEZIqW$+ep?3BRD2<3``aT8Bc*|2f zci)lreY}G*1w4i>Rwpf;x%RS|S0Kd1ocu~1@Y<*au*9kdH#I-U;KXu%Zy$mEHY0-^ zc1F_=A$w+3YDIc)BJoaS2V7|R1nON+p;&VSiyJ$eeV?dC3!fNpO&*a}FJyH}5G z9v_1nM!HgMjR}PmrDNr_2{iAW1!w(46_;Pg$K;4$bTCz;oKM%_-Ink0)ybCztu`mm zv>&MdLSRkX?xw~r1(El^y?px34RrK}I;~z?BKcwM28ZLGb1@CUShN2sZs`+;(LdLL zf08HDKcWTa!kTf1^WTZvU5l?AfGzJiJzTHhyoUX_w{+ zU7ApMBk^G8$q%&uq)RThFQR{=rF_+~?hk+hbSE4p$jdhvn$Xtn2bvHB^htEDk}uaL>7DAQjED^W&CY zT0-kjY{6kUT6C=1idMunL)?2GX56!v?HpdoImr|=qsxc*Vb{IE*IVq1uvtoZsaxOdoud*ZJ`V4^)k2 zO6&6AOOYGrG|`Vm_*G!PXX*H2(Q?*0r>}V1xjZ&@tT%ffI2!Zji0Pe12%LFS#1DGs z4(U-vbemfM6MG}s{td%nXwoA1#Ok6C4Bm-c9Cbz84E6$>qDuqwXD|}SbJ2=dxRIp;;pyu0cr09oy-Dv7-CsBid%w$o zYf>azyQT$<%!BZ*vkEILEMZ?ZAxpRDVnaR;5b{D9wAS$|s%CZL_V9XqDr95l&fY6{ zz+VfwJXsogUX$c|et_vOUg$XH;u&upR-htqR9P9=#Es^zh6_E6?_xN#ZP7LDz zp!f7pJUKy!G%H6kTf-!1xf{V$Cs*4uGX$5WX4Q!0ny429#2U zvAqosL38RwmR`G)Rdcnh?y#~r%Iy^Vci2W6A3jt%!>N)Am11$*8bxgXynwDZ^hcX? zUzDzzi;{bjp(e+WY2GSg<$m+nY(Gsbk;LP@DmPgBpati~DznOw=0d)?h1>f_hc)kx zWy#CGiqu@TG0%bT*&D|-kb7E3cs~uK-GP2I>cV}pFMmmE7X703F?n% zxf!07+>q$XD$r!TH#qcnGt5$6$;rn*m&B{zg4wdExFR!Kv?hErHk8URjpR2KZ=%Pu zBPqgp^?^E!shP!GH+*C1%RHI?yoG4xyAGB#yvKo?TB+mO7it-1EH#-V|oV7)SoYgn{HPyXT>HmZJ10&g{in|syHXde+mC*>CI@d)^bealg6vsh7ZAVICg0z6ob1 zjOJSs%kf&^UsM`Bp28B&qK3O2(;XVb(9edYy+VOqIFefadQ*Mt34+CGG<>QSg+1Oy zgmc7uBO!H(~7pF;|Ci!Jb( zlQo^N5K(dK5H{Yt0DphACe@3}AUxp**zJ1Bch+`EMr?lrHin6~s(lb0(OV^Xw_B3} z!s~gPG6(*)tOP>`aWwKuKR)!IG5z;h7h|94VNPFp-om&MwrR_<9Nk^Gen$sLl7(|* zqC7RqUE$_w`tgBVU&Gm>edy6_e@Qme1t{@l`L>Sms=5YZWp}{kNga4$)=hrJ`D8ei z=nr{cOSv02=3@0v6Yg?sGX56&Cg#JHXswVzIPh*Np4_djyDuec1lhpEyZTUz)Ti9~bQDh6aZpyyc|d@a5hVRGBpZpAM8j-USKF7+Vc-S90)z zK_YxUuOx>OD!!5T2>oC@nb zc@)QtRi-Jg3i$6&^obA9r(Igh!N1OtCTI&g+^T9T#K5w0mIlrHxx3TZG2_mD!46 zF_8MOA9q{0BYs(!#M#xipz-Zlw0*w^<<-Ps(&$mNp>P3(>kgwQfhN>8|0Jfg{=g}b zh9ub%363@j=yIz8V`l#3uLxOn>mPZ7j7OF!X~m-NDLInKk&3LozJRJfodQGTBVTZ9 zKgMfIxWHxo$-2)^$>oDfDQ>*r!?rw18af6v_h>lTZ0$!^J{W=W{@)PXagr(i=DAPT z4}kXBP1tgL7tV^vf;&2T;59D*O=NDtuEa>t(>ezxJ9vr1$`al|VLNVEY{zYXu!k>8 z+=aK}R&Y%dg{*2Z?pfDa zv^0^u(D0_a(RH}z;|G{Ka+95Gn-k?K&lG0N^Kiw7qc}SLE;|0xVB@z{fd7BOj47{z zU+Z#BviW;7SQX0&-wVKLD=+f_;W9W-?-|rx)?)0^Ru&QN$o)?0E3l;RR?62DflgpI z{QZ=HlUXF~wHrdOU(E!ct769G>cCT9fnj#_9KRU_-q&*C98{e}4OJbSb666;Z`*0y zJbVDy*5=?=uLD^8RA7{KO^2$o5*S;T&h7^6WF^X(uz2e@x;6eNT?|(jdR-5wi47+! z+rINw1^aBAsbyt?uYXxN>=Ti43D{R^I< z;yM>ffT6s#TodRjDYM5LMzH$0zN}=v2RXYOqE1JFyCh^zN;_^)KaEwyY;*ATkD=^J zImbTyTmpyIO4;le)+~CHo>(cnlijt+XBW4uX9ae%+0oza5^_GqD~4Kdu7T%3f8j@5 z?)HrLa$LvgM3Nj~J8zZ8j4* zt;gCFz#Fq4FSVI`yc!!ZCYL?&RA8EYz1f0<1Qsj~N3}q8wq92Q2Q7NZJNK*L>|{P- z^xq8b#x-~LDDW9Rx~4~gH(nsi7dWf+KbZcze0EN|mU;T8v-LlmNcrwaT;Ww{m#|$8 z<~1eZzwR^4zDJ9xjJXJxH?C&ihiu~cg7*U7WF35b5RM(w4@1lKcf8-{E-<#Q2G0wY zxW(Z<{5!2dvv>dGH&!Bk9kY$iIli9VdZHjckhes>tZL0e_POTFixLe66WO+jM6t@2Emow&s#rW(tvxSMq`>53%vC=EoPfs0+Z^#u>`Hf?E0VItX?IHwU0l> z#-3OMyA5JdWGsM%2dCm98FRr!dW7AslEuNt2V>k_;*Z)j;_~o=U~5|qbruKkl~*sy z2gA-Y*Cd_X*#)}@ax|_qmReUxl@D6nf_rJ@sKO~*ou$9JnKAJ z*z0JnJ^dIRPZ9b`Q}4sAOUKzwM_V>~V*_}Ve&HIk-{a)5dqEu91EQY!{06OH!DX5O zhF|+)ah^YOycNz`zaM5nt1B^3{SEf?F{I~1mXJo)G>DkAm~{H=#Al0?AhtP%&P{(x zC(bpK=lkKrJ{r*Zw!utu^LfY&%*2zb9Z>Xp2l(kmaV{P*IN3HAZpf~{EA1^%9_oPo zm-WE((_y&Mb}v``XASqCg}Ow$`W;S7yN~^z)>C$MJGpG=C)K@EMz&fhWMk?}nfY>ogiEqylHwZp4@Cwb{-#GqysG2ki(q++jW)Tfa5qjg9N@`>@qqPUAzM z@fYyzppDqM@IG2;yn{2Rrm%d=e4#Trlm@1+qq8zAscLgRJ&()BFx^Z#cIZ50cfG-? zMguZBGJ_^Oi6#H#)9BsSAWrpj9?Tiz!i@e-5IVM{X!dL;H)L!c+AcZ)Pemfgzul@dakD z;9h+j+#fRwCE9Y3B(POtWT&$*vnUWi#xTq28|eHKvt%t9Ha0gDU+7+@?_SXqwDlEz zckH2zxeZjXAdtK>ZlHldoMgzdf&8`t!KEB>4Vr!uA1<4YmaE#iL+{mDun;tm54?*i zLVh{7*%{Io#B=dy1?FbEEqkZg3N2q!S?}r+ma<|OtJMf)Kl&EHb{zvuA9v)JLl1N^L)cJw9fr=!6P%HV7C)DwVump^PgG!+-G@N_w-n}AY|a+k6Vv3~hGf?% z!SoT)w9~tnA7XtI^Ky#0#hxdyH+qoZWRgL3f#Y92b{4jFuH)a&P{f*);dr7Aag)C) z^nDeF54|<0*EkP`Ut`o$q$8=$3FgaoEW^mp#d)s(=b?q6y^rD!azZG(jlTB##&)fX?*4zBv8#8I9 z0r43lhtk3pP1^I|hREq-1+RCqPT*p`!6oTWxH*61nawO^lF?pTnVvBm^{z!?8{du* zJG1%jnHO->z6g=wgX{Qn)Dze=fdj=qk8I7Zya(x~HG+HnGAdX_W2UmTXk*rcO6!C2 zq7M(^@lbjh&X4E8zoVT~T9^Tw_Jwd}um0Bu+YO*T5q)ezczumOxL)u@PcV3nW;gFk z^ovs9PK@AZh7zoLkpU*6E@;h8l<16BU_ZYK%+#bBm|_tDr*=$&%z=GDf6fVbTz;He z{VAPWubBivb5+@fw-foYz|Xj{cmm4Qr`Y?J-G|v5)wwLg>kwfxpYI$i!FatkcyaS9 zRC!F7?A}p^yEh)?WQ6_8ZK>d!*yYU+TX7yYj+Z4n7gfG_?w{U4DaZ|=+09n^+CeMdw4#ZwSE_zK*7nhcLG27pYtAy-;w2WDCd z{I?;W(fGe$c>L)N`mYq6J613RB-y;#%SSe}}W?d){>5 zJ$DVZFO-9Xp$U}>eOz&eZv~&XvmS;#(dFsMLi_Im@7Vcle=;2sL(^Wz(g4%RbT>JZ z8qzP4VU{ACXk07WdSW`&+T7#aQ>8;0RIgDLFM8|>&^fL_a!X!$1#`f@&(LOXluYM)hP zHF5*3ve(6kE$MJ7dNA5rZD3|2!`Wl^scg?HGkoqg26=G~`aBK;m;EJt#M@^=lP_MyiyJj#_l z-*_GOd@^H}q{9?ve}}s-Vp!XbF>K;POIDW<%lY(`MR{`fm*{yeF% zuBJZxq?gyx^ulsV^PWeK<{OY-(?nWp)}Q_q%XMQ#iYFqpuuxVf;M=6jep`z*LVDuF|yeEYO_YGgX|4eFti^al?<(gbcgxunO8fva!M*Dwl;E4Q%=&D57BtxdM4xAs^NV0 zNw!TzNj%BqA)6%R@Qwxcqr>x^m`;Z(i*w(|olGB!GlRC_h1Ti#H|d1Hz4w9uUq7zR z@hQANqr;vrS7%F`G+2J)N8Go?okG{yG6$ntjCb$kju^FxoCQWn;(7;qv}`Hb7yCh~ z>N%#>SCy$Bs%2c^2X^{n1ta4D?5eIlt2#ZJqJ;Hcf71fElm(bmti`-tbMg5mQ&HKT zfkGA_6|Q$pWLuQ_P>1G2^gS}3bVfw7>6gSTKqV6ldpuCVct6cKW6h4p%j@dKR3y;UF5(W4$_$BuHuf!hG zuEI-OF`K*cs5o>u^Q_(q>F;{D&AtiTHzk1;cx*qKoUUWm9}cpyvXfZ; zp&pnRp-8ih+8|iw7*tWBc?7iX_{CU@!|14zZ*ZrM~(P=$!zg2;$E-1r<$2RtV z*4aVBRt@ZkcnQAZp;UddoIjCrpWR!h%wBtrV)^BhK#$JCmX~LQ?0*W&&DRun>nn?Y z3mM%ZHH)!2=q%^)p9}jv3s^iyQl z=J(+?Hze~3%e7f|yALhQm`tAw2C}8Tv20Sp0Vt80gWHD#7&Ry#3k5Fa;JhMMeQf|c znNi07KK_@M{Z*$qs{2{CT^nT27{}z({HSFT;gSiCl)CP%?6fxtGdqCy=NtnO$st2y=#+v0t{6$?`%TP0_o{e>lRiGlO2U-5w>} zGuuG2&W&LGM;~LhzwP)HyRJZJ)>1g0a2wZTKE~e@W9Z>fOL96?gs#DMI4W#END6-A z{8N7=8tO@+^=E$aqt=PYFj)HiK|GI`W&y{l9FS?M=!k@UwFANKW-pK4PG3?XucP#5fESjbU z(1ppC#6B0%VYeZa7E(bkACDuCyAITaPF!`;O-P+L5He+5dGW&&s1x-;@R@9bA!jYX z?r91p#6RT{-S-H5=`LEo<|+-*IYea&>hxY=8u@m?o+)jiU{-?$ZUm3^Ganfu}MU3;eAvK3=UVK5*a^{qor; zeg1g5^h?2HsoudJTA86F^&L<2y?83U>O6@j6-Csw!IPdAhr{&GMNlMffijn^u+U0_ zB@9)g%qQpg?YbFwT>S&y+onj8YuD*{#9InzI8Gnu4x&Yw>1=aOqTN73q_!HG~R_=xdw-jH%aP+sC`(h#j-BrXf?ZHL4N4T~ESr)u&K< zp%~Vhw7@~{LpWLZuKw6B_>g`)M#aTvFlgv(ns(?F=wC=;PYh18?FAFXwYkE5ey+JR zd!VJXIdOz^!x3X?b(RvfzO*1iA(xdMHeclUTo)!8B7bP+N?cX;9M2xF;btVnL!{a- zoYve6Il^4h)cGg;-C)DqN-i>s#xQ0ussX;OI>$;KnqlGWBo=CNfjt{~o3;Eti*jyh zdJ zE$ogv4P)P3MBBYQpT`bs-@bdmJu7K(i~nZC=71?4C$eq!iDEOtJ@FRok+rLC8-OIDMe{!)f2 zx^4J(;1`fHet>oJh4cPx8x}5&WFJE#ne3WA;$TNPvA5Ahwtfr8f*nUO%W^+@!=EGd zqn+f}(N}tEh@({Tk%_d$J6rHyYmq2-3@wa`L)E+r^iAkN6Ax!lNIEHszS=E0A#{9q zO?w1CzxUuE8*9!?n2~rL@@MU9gP8vuSJEF}1nu%^Ecb8*TkOW@@Y4)5o8O3*w~x~> zwM6RQ?~dSwJ4ajO8_*S7FyKcWF7>g8b$d%WpGh*X+ocATwkCs-$7URtsm)g9Yq7#P zukd@*D=g^IBJoNgD;0Pe47x4ZVd2a_QDr>t4!(g~^N!)GE2-E#@~>pqQU$yxe$LzF z?1Db-i{PYwA&k586#5T$OC{8AHj{1g&rcC4_NcqiV?vjvMeiM1Yf0I#|PY#V?O@2aG~%v&WUM- z-pG&WusK!oLjNli?&{*}Pewqa|0NiIx*Yr`RKWd(V}zVjHjF;@8t?jzzzZufxC0l1 zB%2eJ}(Fx8He7BmcSi# zf%|(wsq)w|fzv2Ck4N>=@VBWlExXdr&p)Vv4<@#8dPiirnY|Jy@%F*4?V2>F`WQai zRfFd@U6>v7nZ3b1=|0wW)&GIQ57uJuSGMyXYUtc4m~Kd=j}?o7g)dZkc0 zc@1PHT;bzhKSgS8lDN%{mgrlX!;nqqVX2TM-2EsP4}lAL_iy5T&DYTh|4~?9CZgAF z!>LGf9(`XFMNvL;Y4n`1%G-uf_zBkG-rugU=v0lsLwb!pQdQg%`~!vd4EN$*0;Jta z1${Sd*nQIlt}nYIS>{)a2Eik_hq5DakNoh(41vE#|?)nq-Ii-kh_3otp&#!a2sd6MrK7%pa&vOgwv-s3cU+qc{Y{S{& za%i_#p|2mlaXDWja7uU%47{$-rtKUE|Gsx&&?_}|aODQR(cBQi#ya!m5ys4`v=4h- zSWTG|A_WdZC0$V)AdR;lChe1#LtD4`)9YiUDB7$=xYq(-`o0D8(1BEtKM{xZ2>GUO zBe~Xz3J~L7z=f@t%#C4DC@E5BHSG!9z_*#O_F^7u&W>PXzsKYDBTf9tDkb*j;Y2n{ zT#lO$ZKov)quJ?I0*i0@Q=Ixdk8(esCj*1CIP2{(GSAkf6>=5){Vh_sJs=;0jb7lO zbSZan+zC$mx)ipJbQW3n27&eF6n;m-7SQYy#X6>Cvacb2Y)f||wy$s`HLoMM%`OAl z&j{Vdn+4IL+}U9+cFeBs!imQ zbP{oePXkshiiA-ceVCQ5;3FtH4AEU;c5{F+Ybi1ipDmAL9T>;d>=v__N#k(tfYTH{ z|2OASzg2KEl`@mDvJBtsVf9W|aA~cey%@WP`ji7@2L;nx8xbveaGR6YItC@0tD$WE zU3}Rq%T4+(6TO=TLw&Ci^EzV6=vO?m9`uqaJj;h_tv>9H+(Y(YrxaEhUq`#jC{p@+ zf$Kdof+_qK=HA^x#wH<%4Gk~ElowZd7spau&S|sV(g9TUHHFtZzY2m=ttn4la1So}na8bnIlmL<@PjF}vC5lM5M6-+;?HN6@LI_i1}m zB#OiE4`e=yyVnCqkbN4*ldA?6S}w*VNWh8yn%@e5K~7LVg33)0<-Qt zUiKv15p)q&eH+J)7p{aSE_>K?i>qu`|3%C_gK-7M)=auv4YzO#>~V=D=_i>>?|mqz zErBDM!t)_wrM1JwxAtCTx|`1S>BG&j@dtwZt6DivBR zA7jpgpV;K}2t)z+0(Vyhhsh zz&>i5ev&mU(iWS)H5TXRO<;0yO_;vh6Fx;I2-%BG7}2Xt3vEN`*VB=}6b?u#%fdm` z@ezKS@riG_up7g*Zu2(J;~>}OyTotjDSB6sjrkt&XqlCd*A=p$r(}s}jtpcqqcqs@*gw3>-~Q~)+a}4Z)%|J3pWk?4 zK!(WRd?g3c2AJA;iFb@_;VYmPvfYem;cyFT=%-0VuMX2|!QtLEzz|xb3bc35Q3@Y= zf=qHz(Qrj<(5o`agjSef6RJt(AM|Q@ntTaSY`*TIW%Exi9V7 zJW%@Bb}LOksU;rQY$QHD%0#^RN*Va6T;X=5s?dya(e#2J#@pAYP{96Vk|?{<6YV6d zaZ!b=8UA=}%oWfJ3gO0j4}#L~j&L?qjqG=R!_$VX!c0`1_U^cWKb>4LEqpnJZVHrM zpW-a#F8@Q1z@zNvh;(+tV7S=hPZ{fGfwXpPIn5doPD7nyxa>tksq3l{4GT`?_aru8 z`~q)DlfZ!12~LF<8gex6az8B51=_EtNGIwB(}MC)<))G(|gtmdC}?$>%20_|@6;pneOU8d=CW z=XgTsx?Wu4LiZgWoM>2ooX=-6B>8E*-_6dZ79ZD>8 zu?t)n7>}}MeW^=h6@N;88%{d6knXArU50zx=zZ-`{IlASln%V5y*7$crK*dxE5H)v z^G;Fwr75huJs-P$nb0FE03DU-XlQ-_QqK>f8M*S(2)}&V|KJAA-Yhu42mgcOq2-u- zfx%DfI9RErKHHr zshHC&@Hy9e(O9Dv*p|N+cFmXLbF_w`zVcL3-JehOBhpAk98cIgfu4J-Q}>}1H1W@Z z{nlTE9q|V|Se*?|&sdRabM zN1>QsxJ;AYeLfC<%G4pzcmVUt>4M8w{=z?gAlu$=FyCYxi1*zuK-*V0dLPM=^!r3o zb&t`DV?!$mkVHpFh_4+reo5dt4hcA!+a$Zl3x8ZHo6L#;0q;8NLHm~kYdtm)u- zmMC~qmm05uO?$TBr|sL}mZ6AkGs$4u4i4Vp~c8D z41HP+v-Q(K$8QL;jMBbxR&TLw*Y?YpSh*YZH#gdSt{%Yk8eWI5&$dF}Q!C!RQkHFe z*#@+C9dEGb9qRd91XwOb?Gw^Dz3sR0;Y(>Io)Cct9hI14a3%P@`-L&St$-;vu&KKW z`t6Zr!Mg7ual#=ixuC#;`ekAg2_BJy@-*S*M~GC9uGP^kizXPpgt~c9k~Xw|Ry9hF|FQc)GBcT?%Pg zz5KSB?VP<|Ke3dJE^mMMshyKyE`-@>u$j?Mxls<;@J7E8^S*lFf3505{?i!dbd1Kg zFCzKi1#jWI+F35QZ5#AP9AZzZ7c=`|BiOJ+1va#A0=xdpkex`8VsnR$WqoQFd6%95 zPT8W)F8t{o=zqotYv(BO_R95~p;r+uPm!UA?X9?KcqlH*f6SHLGJ(AVLU5+vEKHju zg}S=o@N;)Kw?Awr+k0pLE1n$2HhvCb)jGy(>$$aThR;wiE!CyDJEKUlEDLYlKMo7L zjP1509!JG52FzqlDSW<1(CB-aa}e(F-Mt9ODNVdVz(@4n?T%7+jq%&Anb7Qhn!Ax* z0%9|DmiF16?KnJ!&Dn5*k!mTk33p;;7h<@S&T3&ddyW+5UZT`9a^zuKiH5)4pw6Z` zyGa$Ybm5scH76AFe^lp!P2wHAa;+T{nu}m|)J%|@_lIBCDFYQh&O@D|E;B!I7A8FN zVGa&&`E|o|(Q$(mbOu{8BcDB>Q)A{&;BPTbxjBE%3xI z;t12burWo4c_>a`=k`p5k>{@P8x4Zsl12({KB~eNUAT)sg7mpV#l66$>tNo44^Y3f znm;)0msopQtvGtwIJPADFQ;1)%$~j<%|E9>=u(=Gp6dP4K^S&Qc{tD((;=j7phSl} zqjA;GYU~OuwQF9xO4xUmVtio&?E9gCp8E3aLO~n4J-dpx@fmdRf%Gm@3zgV4?t70M z71!P2E?%9A^S76P!Mj{$8}Xcbuq6~?qfPmy5oa;mlk5VMO5t8xKl(Btg4E@r>8@rC z>QtA|YKy&ebg4N-I6Q`}&5d}v>o*sJeCg zm_ol>C3IW7kgP!-rEmSku*ww9X?-DzN`r87feahgP{@bI4-xuKA8=n|1lu+$nAv|E z%et>xv97tNXgl9UV@Ix{6DhZ;bH%i>yE%7lJsJkFg+l%{VRt;cnbpBe_a9>)LK1Pt zl32Mf7Vl?9fwP!IeHL@= zH)kV=5<4ceQ}M@pbhvFfjq`lKTpd1vQN${oadZ`vu1aB}PCjC4lTAdkL(>^*M>AdL z7jWbLWb_&7PV!4-C~5FDsLQW`hl0yq%c=rizZyVi1)s;?rnlVt>CU`q?k%o3*&ZG1 z7t^&AAnzkDsp#QlQjA~CYC1GTmj@1DA#Yr{ltsb9yYm!#>n&n;@|sxI^E{Tb;5btp zD!5y@WLTaqc+yMDxrWrgQ1NpE|8K|@e$HqoUUTw4yC*+2Y4(bTATrM4r}wH-c6 zI+tDj`x?`nUx}y9f502%U&7pNRkA+2oav#SO?)b6FC>Iv6zYv0C z9NE6`muPHSftN}W0NhRZX1#N^$4<0t@G*4o8gKU}knm|vD zIo%XZqpg=YGClAc^UwOj+5_io6?A_?-*H7)rdKL9(aPXDcmKuPn+&l#@ge@{KZwju zJP=z+-t#F3TR`_*6SrfjA-y>B^s0vTLmXyjL6s|=S(E%M)~8^>?)O$>U6UjA4i3j1 zS#dapmXg`VVBz~HWGdffVr{@*RB8H&gJXo*-1WVv9{UOU>{n7z?o^TtzeIV7FL>#q zOLon>9`VyRm{V@wYEq5sPeCJpvZCABF-&>yE9UWX2y;9+ltsA}!fP!TIy)_y zf(Loh`Pl|kJhKw_Z#f2q)$wqsW)MtOj)c=$wtQlL4|KU4imB5Tn7Qm_P;5H}RWr+> zdE_8gFlYo#_U`37y@K#eB7zMKX8|%r@OzGs@p6A?PhI2>XvZ1z{OJz*b4I0M~!8JHLWo^7JJCvD=4x+1L(S`PZEK)lP29I>ywm zu7l&Bvq{-8jd$O$4bE?Pg+H&SQEa*@9SSL>wdI2(TUy?eBwd{@rZ1ugZX4;Dt8c)RocT~wTPmu!DUqiWV6#PAX1^bzPMX!NF`PO+3=v!jUt*yL{#?NF}o4{VW zJjIZW**c1Sd2GWfZZ6;kUgfbQxE$nmCXwc<7+PQvL{ar(6$rTYZo1*|@ zTg_<9K0R8klLd|ouVBXUb9S^xc+R{%4doZN*)`fW!LBPhtTa^_Pfc0}sgvb#dyg}2 z@{ou8TMM{(8?FJTeF;C`oB`F=!7yP(CVUw`iLH~@X0BoX^U-EY6 zlIF^Fl z*(B~*s5}I}d&<8$ybY#&5jb$ix}hffC5}x0fLk*9V2tGr@qt@2(R_F-_c!VxNICQ) zcW*y5OCFC>qonO79#{j(FAs4xJVD4LVJCjOSYT~b@@{ve1wZu&ZkxenEJz&;_os)0 z`ydN6i+Y0EPCXcUz7--;Q=p?@BImwh4_J6r^DAw(gS(?17Rako^I9voW0=G@hMeN` zLpou%;&oj5WB`?Q%dux6U+!Rng z>jymsD)8ND9k;uu5sMr)L+HU$PW50PWY((E*nW4=O7%X*kJ6@!ltFw}MKRaKoEm zS8Ea$SzhAh-oMA+>Tlq~wD%CZX*LI+(!sm(9Zq-3M9-Q|JY9SSwWGqo&C6ZzNu=TJ z)(F1T`VzmiVJO@_oXnQZ@8r$+p)_G#9Hn~h<~RH|18e9khefl&TWu4ayj3l4%YJ4|PCEZy@d}lW_)Y^hT_-aPCtfv!7WSBu%fnDuG=axa9|Z5< z(uvsn_^f!$`-N!i*@@@kx}ig_gG)Ip#Zsk-&p+cWsko*)PfN6ed<0X4DdEZkm~1@PP1&H8EZU%%U& zr?3ZlZ5K>cSN?FnPjcj`_l0?{NoB9U$q1Z=yHqo)f_lf;Nz{){m+bstD>2^LO1BG;CruHCMpCA|5luiUq%QY>@zBtE&lA2(*g8z_{|#$1bw{3pAo++iUXHczsd z@>d+CMeA7St{k@El%6OteKY$M^$rb;D#>HCtK_t!hQ#iT9cBO2 zLv4?Hpmj}~l?`veXlLr-SIyJhRhhQC(az5s|K)jEB3=F!*jT~?=)@N z>q~VfBCs-1kGu7$8yjc;LygLKR;pOSRy=QKTJ!I78?UQKT(5VL{!2rl3t)$q@?$A@ zd<5<&`vN!SS#jD!6XcG;q;zQ2T-v@OYH$9uYM5%zlV!QMkGM!GzVJN zql22lnPHdk!fRWV23(y#Q<^Z5Wn7!f6v~Sse@r882&tiCZaQ@Fkq>+JXapO*oobCO`H-9G2!CVY2%sGUc1$ z{J6@+thMH~c#F$0xHx|{?|H}oit3BO|J5V-ZCC+M`b)7H+B}B;k)ZuabGj&P$0Xw% z*l|a7_CxI2#nt!UAD*vv=A^Fppktr}m?{Ic+_&VCIq`}q- zXC!%1DE?VK5*t15gX&<3_)nD3rT2dWV+Jh&yA{Rgpl5-*VykhQzbR>VJQNt|N)+6X zNavRMQEdNk+>>a`J_s(T*CT?-Hfkm%m6TFp{7O6`TF&+hPJ!XEfBEijmpM(LqcXRQ zp^wyQxG6p=KDl`!i)jCVSA{Kn{5ZjxHMbRqbp+wk{@NJd5G%0Sw&6a30lVdTnRt8= zqdx_IxIJO*yl;FBtY7^RW(uAt4aE}-Dv3H58E zL3TwVmt8G9M@+}!XsuqTSG$AjxjFp9rAlnj87pvF)P%3PYk4Q#FdQZ8iA~pRsN?=B zFghtq?Wan~OQ#NZExXUjw3U;O;ttxIk_L+s!r2VF0xWUjXqSr_{rx|0H+>7eeSR8; zM2+XwjFd@p_)e66+XXl5iy?OMZ?p=MrqK;L5Gr#T?z%VQQ1cly;-~|zo%jalWLo3% zmkr2vNRwAWEiK%22M)`v!5o_g>~FY;pSD7mpFesa&9^_v->S02y8(mPMu8Fexx$Vf zqCHKYP-f@XIB4C0pw49Clt6T#_W6K>UYz#6Hh+q_cKf|oh6=U?LjL(OELK;XZYLqtKr5s8Csxf$Qd&; zl#P+)i>>eBj)9#xblgCYa*P+h9htzl&Mw174Z;`cb5Yy;qOE&>9!6FC1xd(wX7=!?QR3{21-;d|R5p zzOuLk1MBa@mGy7Y{j)1R3s9%C7RPy`^}%?F

>hD>xoEm19{1MqiF`Gi~enD<(P6 zGg=H2MhwJ#O=H>n8L?D#tPi*HEu5i(A&&p=HRr#|gB}zo*j@1&i5|JN_^NCpSRN1I zJKKhkzeX*DnI1-$Nte+%?;M%j}LGef^8hDn&+F5tG-G2Iz<615b7FdO&1GK~r zipR?QcmBnI`)}ZFR3uCswhKoaYp^f#l&Ed)DGW5U6~||d#6Nj25#N`<+nC9)vULJi zAEAKVwJx}$N8YYePMY?9*$x9wo#TC$O@j$v55c^UZox7A7929}3D2qvpb?^i{Zhi= z&FC&%IY5budj~}EMw~X{Vk%F7wNftJ zey7S}k1Xa34i17a^*B%+{}2+EpFpK?v0#7n7eC@jy0}O|nk~~k1A&v&ApFT6*p~B% zi*2yw^U~y)-n~p1x}g+Dnw?h=eTEl;F9rBG)e|sHVbos312|1_#<|RZ@@g!C#bBh#W6chVo^m5{4`g?^nhJ( zGp-*M$v?pfMfafRQ@p?uwTFTacfh`>9!JdX#5IWlcyQ^gyUnV&+9uYaKRcqWXykt$w4VIg~Ay&F9b>9MAn7s{@DR%Ri`Yf))t77Uqa2uFR- zLSLZ*d!BkH*I_zAdnaV$G~d=gvpDiR-V(I<`c6LeO{mcRO>4;pKZ!l~p0Y(vu_zl$8?kUrqAzDYQ;n@-RBM_+&BYv+8z8SFIO}_ zErEYK?HS(EWw!>bVwul(NOXrS~Oi3#F22>E%ankulC)Fdc)Is}&LYC*!6NvKh!%zhu+BkXr_VCxp)F66hE zc{;hX&O%&^<6(eT(2=6w}fr7wO@f%QR%l6o7TX{{Xal`g)6!`#c_)UiaC>&Ik5ioa%lOQhic8AAa#KQ zD|+OIF7>bM-k;0`_mR15t+Nta*OV%JwvFhTbc~Xm7E+jVDkb+*A=VN^MaG{Xsbf5C zcK?ChH;2%%5!sOSCmaj5EysJVIj}FN5-e(S@$C7F+=VmN@czBP`b&O^IcL*YuaKGC zu=Wye`*9I2$H{ZA-d^L~Z}W6*#3y>^w3)8u34Phm9yH~gHO{ZI!ih(JVql~xHM~1Q zQe+#x~I~aV|Tc@-fM)tYOnagi%|I5CiF&s8ey?*DOUathnc(l;Z?%`_EAxA?B%TB z{bP%HxnmtTVSyh_SNwwJrj=NB>LYF}5dIFer7+dHijVTn=hq|&bF8v%9BaA>GLHTP z#qGOrVBQ#7G)jSn3Cxth8`Us;h49;(YKxvn4}*!iGR|*ctoguHmZE(Rf<~*eFt6V* z!(cAn7}JSA6x`@P;oWm{-+!dOU@~*oy2ZR-A7=d5DXeMZam*c}OOa*ekPvc^Nkpo7|i}lI!<#bx3l|Xm>%GtwncA|$DzB8k;DE53|3@pE^L?2~B?Y_AE18v@f zeLON=a8X}|pn+*Pa9^HX&G;S|em)z*`y~jRulW$scnGRq97gWrA#R7#A2i-5qCp*3 zFtF$!mQJ;yYj4VL!~DoXtCakzt{Z19;y8dm7j;kn4K#4P%Zh zB!j^j#7hl>S*Li`;vg#$RSy>J`KKuw(sd02jF!`eoKtjruL<*z$%K%3HEglkG}gCX zmdzA)j$_YA)5eIwxOuX*;4YM+VNVor+Aa;|@F8o5+&!ep`6q8q7B?2&i?^O$ml+kE#CU2xfi&H7i^$Ybl7QOk9( zJ~9`}9k1fF3-2Ifa6ej@#lh0i^SQepZ(syHg=E)$+@uM2aqa4@{OXL=aLy))Hyam# zW9mY2+~Rk5X`MBcx1no(F5m7qD_R=Jb_a*uzO?Z0p=f zVAaoxJrSE=vC4T!yl8;=CzHW5?+aYxLP1i$2nKyJgpdaY_;sU-_?>PhxoMrFtuuDx zd8Z8&R2xiR4gbTnmtvS<=0i4q%tm%QS&prGJd1UYFNJrr?n6oHO7<|gf|oLu0H=8q zDrMqOR#}Er&WotSq8C$bkKj0~J$&m#F{k2;u&hXqhV-dn^5`YBcuoNs7A~dso8$Q* z~ z#@*s$2MVZ7beN9ea5}kRGs!r#!|CBBX5L<64+Obq!3_Z&jedXx;^Tzm+d{uqMg zLJnTvN<>51POf_7E8cg-NBq6#IiKI?$r9fkhcc95Yr2<`B-)$q4t&q;^jnCFdk@lZ z8zE0rT!k=tEG3py;iSfcQ2jO>cg_2YS)FrX+1&%M)UOcc{r2P*%IPs#n?n9-V-g(B zoXUpm9n8k=6qryQZlt|&BIZq)OQ@hrn|5`9;v#^31-kTS55fg4!2{cy0>@&ksHxr& zJLHUbG+_8>%`xot9xQf@3FR~-fXmiLgKuR!w|wJtVUD~Adh4y&`sQ#J(dNo3>>9D_ zOdga-2uD9Wi?$nQ(-baC;0*+0uE`EMXEUFcZ0*2#<{1Ea&|V6=>!N54vhSp0vcX z$*IMd{_$Se<3GYKaQb;T7M91G@Ktc!Ll1Vo(xz{%zxiu!pTH!9hsF{;_VukTbroL2 zHT|>bb(%I!O%0?HmdBsCxEE8Rd%4!-lkwAk)!1S>3qNidO+#oTWE^;6r+-(0RFAxZ zd8=>Yk}2yr#dE{$$~BenQgj2vICkNsG6i~ac%XRHA~962kz+-ND!5UvJ9(KCE5Jbh zsCeGK6x1jfjEPrIEqsIDXW5W` zc?9Mb=HQfdzj3Unm~(sjg|}~)ChU0(qjt*CP1`qM!)9U9f0__DClPw8n?ZHLD7H6y zKCf)N0Q$b^ll)v2x|bb+eh*E+H(Z$+EXsq=PY*)Q^0%;UhZTG0)yUOc`~-4aSMq_v zZ(Q2%El#WB`N!)7?)ODmlv^%`+TJNR*Hj6kauebBc^NuiGTp8SWyx&S2V4|;1D#i$ zLvZS#M^U!k%j&W6E zwLf{-wt6W97WDG9mbIW1^d4hIc7p8Ce>hU@7o1RO#vNwE(CykS{zPjXxckO)86{WX z&)El{b!;;{ex<>h!b4#1%Wa(M&~G?U`7LJ_asoZxsWT(<1T1)Q1;^w!aoeO?xQw;{ zST?eo&uQ(CC;XbgxHAzNbJ}rWm=73D794v2C379C|8k2C3cls-*Fo9y23T>bEZO5J zhNsnFPC*?unZ;tHz--hxB}El(9T=7u2R#Sv`S)BaH~QfVydz$XZ`-Ee?HjK#X?z@3 z-)_b|B7tXh#tjv|7Qo?q1-LF_7%uts2oCDlqO0Tr4t!Vw!6^wg=K_6Ezw;=zTkm7m z>e&!bY6cErsr(erDa_W)hJ_E8whK8ip4E*Q%;rC9gfV*ZEUPaBG|reaFxO^dZ60ue zdsWyvu{xXP{{o~=uC^^wjliDtHa<0E7t9;}y6j?HFP6vjV_#<|VfKOH>}y{?X7Oz+ zi+P>TPB(30UY^>lwSE;dlE|=m8}`uE3_rLvn4|HLNAdi_6QC>HWe;kLaro6!IDJM5 z_pCYtXUI45x`NMqb9E%TUq}R##m+c!O&{d`TM26Iy}Yu4Bb)K5l}jv1gX$soc&DiE z+(PRdCOb5mWow>dt^9Zl_^U(5I$CL;=5(?BiPNld)h|%|qQd$s92DPgKS!%G3vkw$ zr{d(sM<``c)!9leM-IX<=t)DcTu`UNb$7nJY;l3cXIBjpppqmcAP_sE5zJ+BnL+5kM*)Nv8lRLp6ZzAg2HHz0N z9R@Ft9=!A>54MGm!^`>pHdht&&{pW>o2OLcL$CQ!mI^9ib!|@pw;KxRg-?V$A zF?9e<_j&>^>034sL%XO>OxSb!!%mb}3H9(Vo7IQsnM1l?up$ai!aT{!52 zQYo3tRWg*tj;x~pTzFdgqEKKTtfAq#PigSo8p?54AY=hrAX&&#d{;<^Z9UuhwB23g z*!Ba*efxqN23_W=R;db@^S}5#Mhx1Y&AAt^mFUz{E85c&O~JKCsCHH;y_|WBF6&1^ zfWVGO>W#)_ljqUBeIc|fMEsi zT8Tn_ozUl}j6`|tFWREKkiN_JQe^a1vP|@+Tk_4=JLec3{1jj~{tdcFlq|^v|av!7o%~^#at3^Fdu* z21@;dKuRZ*qlX$~T-C^FT0X<6>#l)MZy4;`szxUb0%_K!3;aWc4vcUfiR*89Qt2Q~ za?m4qqN%}tX7sW9!ISB^Vk!+x@Sx82JM{Np1oc@k@_7G^ZpIBKUYKLNl4)lXcfMgC zHyi=WM**NS^&~D;`30jl+=QLIlB@6gjTSF{U{8~#jHl(38goxwh4Kt4P)6ZEiZPkNE&AB?k`zo1*FtaO>botB;LJRMCuA`f$1fdvi2AI zPaMUnJ!`oPy$rNZn`Sq=uNkiTdSXng2Mk|-5ynKea9VHw@KvXU8QN@)>$L5)?Or{d zSN+9Xh*7)K_+jS!hpYDQ#hpaW?_Y%w?$iemkYLo~Hn>cKk8z2_%m@!uY8b zZ1gB(SF-=X#il*HRQsB;%mND>)p-`L2<}OpqhEO0ElXi$$PAb=zm!d1{Tq7jU1CGV zJZCkv8X`qIY0)3&38JZO@*-;|c~O@_0@Ko|V8><`!RpKF=y2LbG?6K0u`}ve+p0o# zIXaCE4{u=e4hnfuSz~N2y#V^lr|>!tpW0c-zO=Lc5{qRiqnT?_7dZB8XS1jRyaJ}M z%d1*h_PRl$gpWn6Zth+7y26(Q_sfG{`*NAx17UYzR?E2_=uZc$8u@@n$Jv#e)@;C_ zL+si%RW^0?UtvBZa5k+4277NXziCDgr+R4)_{o_;!{MEb?e_YSg{1KQ_xB*AyGi=(*29^EC|MI`i zET@kYl`Ou*s^V|L(I{2c)**2HZRNq>%wz8APHA!v-^PAz3TDB7qtP|uET&cjvXg_Z z+g%btpp<7cu_8iOD!xfr$!^QFf_ zZ(;0xQ}%TET@;H)Fn2$7=I+xXFs7!U$e;?|+ZTZUY!^0^+s>Z9d<6%U>-ZB|Z&9P> z5oS0GY@HYWc)PHR7VM7auy!U1yJs}sSwXs; z<&^kTTJqLVMdDeOLKpAnQ*K-?+0VW~jvKp3?_ChRu9!|a`T8WcHHhYXx6&MLel_X!SP&JyNpm!N-5GR#{(0=GIegT<3+ zP~TgQLn;SR`?OG~@i6B%eD6cey^EpOT8lgC6Ju8|dsZyxtw9TH2BP+KZ&XV*<)VLv z@*%=u{@%n6bYEABe;RB+wor!IS0-VB?KFN_=n0J7?+D&{a%|nMIjCQA2}(U(aqlY| z1am2BtUALFYc|CvQ-9;6(U`>N}s&;j#$h zwkxsP?Fmpm{2njFGB~;S29Oaq1{-~MAv(;0&G{$L#$hYi`|c3W9G8mX`c`OJbpb|` zl#q9Rh6ALhV(+y9?2+If**Nwa+BrOgHPPlUuy+yXb@~M;&CSDt=StK({2Izwbc06D z5?pEhk#p5~1iPbO^M}t|!V!IP9Q*{3y?FuMcLYFPpCj7ZuEidW$#y;0p5lrr7SucP zF#ptc8LnJCh>TN;<%pAn`(5oKyN>Lm{7fN$7&vGguf#Wj<02_?US5Zj>Z+mrq%-7w6ntun*9&#r z$54KLD49L7g0hSW^ul;3JyV>@4fQsrJ2;KThE>9$LlOvd--Ht;&&LAY6r3`1H%PZV z1yTAFycgAtTUzfyj>k!GeD{kJ-7my(D|;a+H4Z18mS=bKn()Du30R(@%?-Y?i(h-| zG?uSR;Ln*HrYBK}w4-wd&7GY=?n18J;h811s_4;&RxLW-Xka(p#2$TuREedSLCoA{ zSUt~#o9n8{Cda+O!1*e?O35HRob&{{-H+nk+tpmYzsnO1}Y25D1lWCK{ z=NmiUmYm*&;gQ>AG{s&Avds64L?jR2igSY(=;l6bx-_yvXKK}86oc9Im-v&r>OogU zj+uzG*n5?&5F=!A`@GX}W9&)r4A==5+RD-E`VT(o9e|;^yj=o643>A6qDSUGShVFE zCPY5sGW-xx<69;!h}3oqh{5L>2pO9F%TXEW&yzhPMQ0Jd~W5p=wn&9eKJhy#@) z*#+Y<%=4Tyn>y_*zdP$EKbZ62UI~4=hYOs9ozE9A5h)9PI9EFRI2LQ%N{}4akVe0S zEWJ&M1q~g>4mpLx)S(+_TCE%>m-P%M?(u<3d;H+n?1?mn|IDlF1v2T7bbuQ4! znj3gc86LU>F~=Sm_P9=swF=#xS<-nxyL-1Xv zp5A(&ru*7Ou;BJ@So!2G|8sEy%5@imQtV2Y=;p<3+bGS7`wyoavwHsT*h{RT?*JR~ zF9V)fEv26)uc5^@33qOSIXnNMm;K)F$krWA1;x~7SaJ0m?Je^px#MRU{a()^*5vTJ zHP_K@pJM8>i^ItY$N0sK*YUgBc`oc-1+07_$JSS0;r6e50dWUZNL+Xo*-u|qXx2~U zYjqOM)2vvm;6a?W$Ab+PRkETRne18EMA0y3!S!Ocg35;OquJ?)X+!P_=!{;0nV($n z$8uLvd3k|KYN~Mk%TFjR9to0)?{IE<9IQAMD}E~;iw!S2z(im^MP7;Gigq+Hjfz*y zt@s73^b@-N-%e3LPBUNRl1z04`}o6AC)h_HeYo>HoS&_5gobITOEkRWadF%^p#%B@ z58UTT8kf<&(lC538i>BTGtkSs4#rQABa4TtIlHm5;DO!@=H4&>YpkPTRD>LRZ+4kA z(lcgw^bJ^yI6$Y)cH-{#L-gj|e6oEcFv~xX!z zZVP05TFfHG&ZoHA>v*H6iVj{0qOjY#_~W1rD>qOSnYj64?uxzi+&>$)G_-Q)5z4$~ z{>A-*3n{zV1GQovL3B(yuksE#^@|UM*@?UDbGvxFJmnFWEN4jz<_>1?LPo@?SFu6Y zjcIsRG3Z^aL!-@4az+<89wE=Y2C^UiKOYjChEeLjEb?&NPvA?jN>h zQ9d{i7{=nV1`}WMiqcoiqYd*Wi42@(iPjF#73H>Mvfp)XZ0gc1niMB3`Q!1OhRl_v zVM}+BkybR0s7|0G_xJIBb@luzDF25QWGCZ%w)m8Td+yge&Rjb%-gWPDSEW%#U)DccuDaWN@$AjXWFu0 zCz;gdU_|~~+@#rsnyRL_GqfGT9;mUKcP9Y9!3hlgwDH}zb9hCuoG*~!#e4nq*bY}C zn1A*rON#EkrnDlwOsNm=ZQHD4U`q|u|YyPs5&GYJ!D_4~`z0;TM z8uy4k`<38+#ThhZ)+>}V(xB!e-_TUxnT^xB2dA$zV!GJ^STR9|EQleQ(=VvC z;2}AxwS@D0~fZLVk9buh1(TAA;^m6}->Tdf0VxEmUbUKG$Y5Z9bVv>ch^^ z^ItcqbWINp@70lHrx;1(R=T3gJr&XD>lPySMJL#urD1HO@l~F!xk>E+aA|fY=qkSAE+zvgr-~XqDI3EsyS#!JMR3X zi2tV0qz7xsXXG+!|M;Hjix08c%L-YAelBaByAh34iy&J&R~(V)M4N9Hz`_T4u&NBO z-YtrvuiKKJ&lJ?x`3!ouHlkZ*3=Ev1&v)j@vZsf2V4>_`@%2qvT-*)`X4OrjJzka) z{SYgOec)&M(65X>3N3E=CF#tm>^fU?{1vNMW(23R|H7|bKl$ouN4XoDF2LW(J-pMF zGf;f+H!5y0z^%cyus^pLt}Oe@H-0z|erhea%A`LttLzjOYacOm%m92`avJa09;Jjf zBT2zw6-nRi8Ir?#O|;+lA#5`JfJf(Q(*4w8>g<>dGlUuPRfi&eOyY2=?1|<>Hr@bf zd1=v(R;}85Sk>6NQiNX68oUxK{J?F!26Z7(cxSH8*E- zE;3$xQq*<)Dzr0?Y}yC9@>*zkP>G}h?r{q)%Cmt%2E1-w4ZJy?jJuo02&^)J^U;0; zs$!0yzCk>O+)={UZ)Ca4y6YjzsFn-cBV!ZZXvVtxy@ox}Gq8jE1ckkM+#AL95ZNZp z^c#fUVoxx4w|Fslo2XJxQzS3tH;Z>E%;kP(C1B~eFyT&Bg}w(f(Pl+FbZBgXtH)ns z%-xq@T;B&7PpYu7ScU4$MI1 z2E(HkbqM~N0Vjtg+s#_{iBt8;w>5L z`7*9(&eXEyqw;a!`tyKKx1mMBMedKy#Bs*RBANvh) z*7E{Q?z?ia9kQf#UD)AmxsG#3j)7Rq8VqiH%((_6aXMRtnarzJxZC1vH@$d?xJp}# z9*uV6D-|qx{q`!9Hdbb-cctl$Toq!J0^*6k*fOmTo}F;Ud5PyBCS@PoJayPkb;L`) z>~RY3bniDxrba`LXC%0k@8#xxl%`8|5`2^yi!y88U~Y6I?jA6cR(Dpx>{spRa_a${ z&vAgJO)+S)e-Z>(uElkW0`XXtmf)=~f*Vbdpm!hvo<;w{9Z5^LxS8)!bUqyWws>$U z!!r4mzn0LH5$EyzEMIa>okzE(rQwyRvpBd;_`YQ6vChaa&M(ptXC1$Y+QXc1w(nDL zi(8KlZO1Y8R|H;u76mV)f?)hf;d8oZpj6H*=rJjQF#Wf9Nx=>Z(vIQxNlVFpg(B9Q zFQ&DShN~TS(t>%8w70MTVj5Sm!Pk0V_3FLYJI0X)Rb|nDRV(R0&^{WY=uBrv)$vX( zGO+HhG3%@}XS2qQU`bv5*{Yp};3*dd?duI7Z^{Aw$xV&_QFI>uT>W1hH?l`bq3i}C zO7`cT_a`YOEp4eZq^U{eTZ*)#D1@R&MlvF)_}p_o4HRioDj}6hr4S8i{O<2B@bGwW z@44r^Ue703+{?nIwv*_Tc!v8E8iry136xOt0f#p1z+8jHxYQzxMeWXG3oPHj;Cefn zp1zja9fX-hvW>=kmEwl#v7mVU65RWC5t1rWSdB#&`|D)ErdIt1Cx^$}QP+#2#w|^d zOut0NOOJ8MR*z80n(z>1quhiz%=7l8&5nRQ0*h-yZ9c2sf1CN#*fO6vZ=8pG$fPXa zCUma$z?-{nbCOMIOfBaWOH;lCxw8&1^G!EdU6X?Np5i~y->Snr4EMUkrbYr?^$>j- zpT>vkE#^KLB0uH%z!HVI@9G(E?P|{1n3(7J1Qx51&DKT{Xj}*8F(iylAF_>pyI-t$5p5N1w$XW)EH4*uC{4s?SfSiu1PEUVEI*3=#H4Zt=9@%tZRHaRbbKr_FkNr7-iW&}9?4@%4wF zV~W6o+I^*t*Qi@AT2!V%Ll#@ZuEEntSEUpkWMx75bp{K&R?70pD($!Tg6`X4~&>VxQX{@_R!6((5Z` z0vF~JU#*#eb&ZcfZ}=qqa%UKAS#g>w)s9d^*FrMPxC4;Z0I#Mfv-?M6z^St@vs@E_ z8%rMYi?W{Z@25P+W5ee|t49rICG(IQf8!=D75XgmIu5a|SJ$!?E;g)?2kH#nM*q%F z6*$i81)p;zmbNZt8z%oJ5uG>UmbkAavqQZ&*zFg-bi9M*vp=H$=ypDj=h0U(dxML>MA=RJp_TBzqSu{Uc|yRJlV1dvh?`dDVp%eh5Kn4 zPc~!LklwPbxP04e&?s`@?;i~#od!mWC+g5xxtpQ^K3Bob_yH!|*pJm+vJ_@q4nLl6 zEg-7*4t|5nRB)9xNW? zfv>vWbJd2faOhGP{kJX$_XLJf^jd%3-nX4Ee|P|wKDffys0%D5v%Q#n;~uy^{?4s% z6C4=#R>RN(XF>ULHz(5hh=HRc!MG%Y1_XN3-vz;R*`X9F?Tq1u(O7i7pa_q&7qT{= zH(+memaYB0kX8Tc&n`;~I7y)&ACr_SDO2~M_Q@)AS=bwYK3oXd2d;tQ+->MMxEYSv z_v7k!$uNzRcQD;=KmM3-62`~=5*>YHM~#;_dTnmXC0Op@pLA)F*2ccP@jqK;?lFbw z*NkKS6`x@FsCHa-bu3#!VOSxTLoa5ny0QQ+yijH@d(WYSmw5jAaSN6US8&lek$>9M=|*!OvOKOxx3zRg=0YE=pYW0UFrys@B)pMy zTui{gql0nH=T=eM$1(KZj{=OkvXI(O6wu@Km$BLO1<=>ytl;n~W>i(grk%@Uqy0W` z9y*WlO4?!?gjaF(+c=uAIh;JJJZVR97>zFw_GEjGbC#L2IYaSVuBk|iF7_zmOGw5^ z>31;cS|QvTRg129xABwQ4$3phrvF|JrjlzOs9G)bn|17&{-A42qMypLMqh%=`&;?? z#rx+fV}#wG`m?m{t65p(CKo z(zz{58gZy!7>WlZamOqdQA3+9?R4CTdAfopr{Ri_4~>LpFq-kTds*$^sZg)A9~x1} z#$Wu#)t|A)xcMhgl9YfB`9mmuy&wKPTnp>|ErZkJN>Te~4IKZM&MV|Auw%pa@*%O$ zP{rgi_BytPMkpcr6@bU_|@@1`eU8*?@KxcG0>V zMlMof?sJZFV|NZ?i=Ep<8pbZ1-*fzb7XxoRQ)Qhdb780FXK<{K#fN42;Qh4-WztpQ z-@GKWJX;I>=G>Fi#Vmv|PweUSS07w(<1rd_Pa?g?da!MdkT(e&Lj4lG7#~t4xUFm0 z%)BE^tK|r@IN{E8dm5oCa22lM3vuz|M*L%U4)RYege^K>P~Q9z*RWzHb{Gxi#&Cl$ zcE>09K0FbIEjcF|{88v)Z2pTm7Y$(Uohr`M%YjxuPoQdx5foj20{q{-!w*uy1(TwP z$=+tPd4~B-JrrcofL^Rkg!4-l7-DF}bw<+oc zc5FJy&v{hNyVgdb(ghXv^{@lXy7~ofb>(nbCz5c_h#D;RS7F~Lw@XgrM>s$I93FZ5 z0bX8LqfY|cywlwa{_A;(fh~t%x_&Vx@1Kchl&n$J;}jN}T5%Smi*a!OPW)?n8Yj7` zu$q#os8_L%Z~D}YZ$HYh)w_d*yG}JfWXo;X;$w$;MMrth^^0-;hA*7<{%}Y;-OfLc zsl>H<-MDveBL=UYiQ5*wf?uieP_(iOybcJyfW~25*oRFb)mz1I-E1#k{#6r742vOl zzb~!~x5eN?YB*%GGU?UDL5-m|My~!0>B@yLJyVfP{~He1{@jIG3zp%M@L+D#yDVOC zq(YATUi9_-2j1=*A;Ou1&SP64)$Iw`C=B9Cru@TbNEI?oulbx^VQ~EEJ$}?D|2qwBZMh{&&Opbz25!*S zaN7E96B+Jof!l6Pg6Gbjbe$t%;hztnbn_Qasg*dnKm=ylU9jnOE}y2t%)zUNl*uCK zF#lGe3&ZaXfsBlMf;-TI4SgUFitYr#IYEFoZ^F*cPq4}^1v6b5sPR`W-P+eddbMiO z;Xh(Y%m1HfMEypXdu}<~yl%SCORmD7>ROcK)XUG)c0>1*pSeqi%OI?Mugk#UU-9~J zCDD58Soj`v4%-VZh^nKH3iIj`X8ZgiJMdyAZ~HHr99-fk=*>~mnER6wtMgH2IdO^4 zOY#27*L=9~Wnp)=1C*wlu=;}!*=~dRT%3&`OTVg z-(`5bwS$|p@+91wlLIkAexc72EB1Az6PuSij(?aG$0a>hqqR#8)0UeW!VTM%$quoC z9Y-6Svva8I`G1sb5KR+5rOEjKJ6m4nLH)C$DN%bQ zi~PUWdDtelH93||jVb4E>er%9g@nJ;Jd*3PqmIVhPv?V%{KC4tMEKbH5R`tYu{%>X z@bACOh6L*23yx1<`~gLF(^i$qj0j+xb{=8#hbFQ3^lPkRf)<-D%^*V=U8&Qp4$3uf zBDc=rlphiS;n_dnL%0XC%CTe$6STy2gATD*Cre4qUzz3C_GQ_3IxynfD0+VOs`CQ# zzT{B8yY#np7bjAWWZU|?v6x>^SVE=XB*^Syubba98N+enU3!fIb6rh3D)kG+JRdH7 zKRTZ(o++UCXBup@FJg<=4W%!hvMhi1GA7e6nTf|%v8eiE?C6y~z_QXgN2Me1vHk~F z^t2VdLwBT+j*((Zp%>k+GWk(~USC^T`NK5u4UxlCNAWuWf z{sQ=y@^yXEAiyaFj*883w@fHo+z4WYGB5GBIfo4jVc_=na-_PxrSUN=91 zCcD?1g4`Ryk)XjU`*wqS(MZZXZYX}LG)BDNxrf;$4HN$x?=Ehi-cKB$y#ebIouyud zrc&QU7SgQEaddp?8!DKsDos{8%TF~IfZ*3hlH7SyvZ~b~a^=2CXM zuk?YyRm^#JpECX$NL!<)NFyW@rDyhfqn|ml0FOwf^L#(sHA0ic->TlHnveGIUm$+nd7rlHP)57?-NTOgs-W|GjV6#)?Ja9hVfvOFhStvWmX+ zYW!!KR{sJwH65cZDF#qz#Ng{vJC4ZV#riDawuP%6?n1Wvj86JJ(mtwC~Wp z(wB63WETZ4yvqj!4yFK=O(ZwgUfM6>ko4fs7V`FA!IoFYutaxN@x_ee?8KR?Y-InB z{MzR$`QI*5h<>WXZnY=DBJcC4|9CD8eWSth|H#n3S6;M1@ibHU9>^Z`4`;D6EZC71 zV@bN_BknecppW*Oh2DQ4jfU}3dCNu8WOE1UxSUzEYQjr)qa%~$nYXi^`zx5bZXxS5 zOcr(MW}=WSLj~d6?~CV3;THKEf359D^@9Y4Ub&@cOj9E!Fh@{`0-*B=l^^Id_Ad;8!r3-es({m)V&$9eN=Jc%tj2@aEBR7j9CsGBC}m- zq$HjJMR(m;|L+4?XR|A=ijU<>YVMKN4|(abDb`dO@Qk%*>xi{m@3YR1F!n0mmz$@O zPX-z%F|2Y2|8}1~jXOROFXY_Aj(riF&9qFc{Pzg-UzUk}eDBK^c=)iigU8{9QW6)r zAfK}8c96|y54Owx6=!Z6Bg`OiwBvg|c3mA#?#m5>^BCxD$W{gQw@b{#u#yPQY zRri%?U#&T|xz~%#;_vb*LBjkrc^2gOCcuZO4Wht<>tOyf6W;DuEZ2PLBJSB!?2=?W zkso1mgKw)D&3l}v$FB>ja75k+8ae+ZyzMM!R#v-M?kC|l`*awT-T$&m*$ZsC#R67R z!U=PHw#agK5{!Ej3X1JJ@Wk*U!7EwFH(L(nr!TUBnhgW7?5>^U)J}H5LRB_#~U#XlH9q253c;ek};a}v8E68(f^3k zUkN>Bzbl~kF`Qh@&XE0ud+^;R4u%G1L$kn5m1Hers#|m5c~Cz5a@oT|EF`d>KL=;9 zk&m$Xhf{NQ^2H*^OW0DeL!@7 zV>m1u@&xAuea8IVh0Z$jez}aaAH*g8;m&qEgC`%WmQxf5z>we5$xEw@NEAf(-4C`3?hkr964{v3x z#9@K%@beU4Qf4#spQeH9E)=^|lrMp(0&n=weH#~xx1js@5|FV^6YemLuu3)pedQX_ zulF*_WE+8=q!l*?%9G5^K`yS_PoP+ogkf@l{KG<3IAg4ica)FwEl#qe@#`Lc)ATIV zT)hd7gS=qXR9RXyc_Vy?X~bPRfw;n3@GcyV2d|pFqR;LSljtfV&2Gg z?kFn#6r)9zHBa!a+!Z*sx<4mlkjL9S`hqg$3xJ=o3Wg6kiK5he-mEzg%18Z&Cvi9C zxc9@t#R7lt^Ia$|8pm^4x?IP~9)4@WV4758i$#kka*EUDaNhk@Swi(dez#niM zPHhpqw;pVE&?5Fy=xryAZ{;?2>9Y{~K~zDNutt3rzCRlP&7I5nbCL?2q5T1DXNQ63 zWTA^+ycj!db8+#kh5X$|+1T{sC$4_%4IS|_OE2xwWL2SOV7S5%PX5Amk%MOnoIB#m znxv&s84i54LOK7VU5f21?CAE*BRCRku&mMmXIp8q=1uBhuV-m z5=l<=DM$T`c5dx1d$_{Mkb`gwONe_3>Ap{)ZSFo%^yvQV;XDIYvyg+_Ehj}w$Eaej zkY^qB`UlwjyUkoqedF`j3mnG%d$F-rOh=Z-aE{x2NPM%C^V{FXM`w-Y>(Bf0YqNA| z-~j`i?460PCra={_CK^#ZpNc8g3!!ep4pri9PbtiFsOVyTvi%{$!mY&szXEJoaaJz z%P5?EFgec($_3}^e*tV;sXYt*6wBH}(%G=O1rU17la6iYIb(GV`Y<;RQw-E7bBYU{ zN;*gnqX$!^(RYlVt+|V&cKSxjsvbeJzpB&xS*d))^$wgP_|R7g9{RcuGAw$ADO)yQ3v?eX#qSfA zviTafneLxT7EmeptNZ#h-@diX`&0nyIe(j-8PFhfPs*Ur)S0OLdodVJx`*cO%OwuE zLG&b9mYv^R3Fl@OqNc!fk-a8HMfWUNJ|Gasum6GpH(TMw>b;Ws1bb#~smb(I+}SEC zd#E1a$6mEeVEG>x^DVWL1b3r7ZR{J)XHTraVVn)61et+OiW7^zcMj$b48tLdZVC*A z#dJavi3_XLSY8p~!l!@WRTxSti#Q&eGq@@{O|W=%k{kbiCrn>H9cl!w=8j=?Fk$;R zI(29-s0h197sWjkU7ADA&-J9qEj^^r&`d3^GSUZCJZbFg+6 z5YG&F>uAF~mMO4k6HVb=yC2&(U6o?W!sjLe9IQv z8k~s@%a_vqQ&(wpSpuo8O((ZWZ}GR9H8rITroh8Q`oC6_{8b_C^(_%H&jkxz*!3_~ zryl*j9L10=Ls@dD7LJ-93}bI=vKjIjeCnqD*p#8hvW)W~IC=$n&C;bGyOhXABHU$%Ya1q;uy!?`}p_p>TflzjqQy^8pMeJ9YmL+%1=`T-|4 zaA8G*^x5=wJEoTI#dlyQ-(@Pp$VrJJ?Si?vZjCU1oGJGqdj@|fwHW{I+`?p17qh8K zjxI}<`w6_FJk-gNr8c+ObkEq6>ABZpcd#|99yCDc7k72HMkrWCCuD`(8oW5+%Ym#UiuEQ%~{n-`! z7A|_wFuEoY`b}PS+($T$?Y}he>91K(=sA|p9pp*|0(*VCi6eQZsItid|2$S-p89Kl zk`$=7gI?ZJcC4=w3zA8MX*F)JZcQm{xic3&X9@Ry)ofmKOAqHA=p#8bnUU4tJ@_p0 zE}vgNnFji3u***exxC(V5C*vjS%aRvbpOU{3_Yz(HJ7H--96Wk2F5Va)H|&1*9(#P zki)_^#AV3-c@7Kbeuo>6o8Uxk5zHp}^9` zXYuBmvDC$V#}=E3)NwitmA$CQ{U_jr0Fly|1Twrd-R_LEV z@2X4GG}Qt3h0mpuEk_7H~MQbP7udp*zT2h)&3%+*4Kcv(HaF<4{TAm1z{c+INh1gK{a2W zc85ihc*6$1plT1kc>M@hS0~}YqHy%Gz5p)|jfN)^BKg5;N$@T0Jo@i{g(?vuke_`T zBSuxC-0wnXTY-E0S5x-wORTZ(_lVbO>>a#yq)S-0=f4)D_g7l`eB#%nA(kMgTSVct6pW+WQRrZ{M`7+Gz} zWO86t>-d;&`?((V6Ka?_>^7RoRTVFEFXc9Oo_B03Y8LVO^Cb&A)P(mm6GzzrSgL z&D!}mBg=`;pPh|)W3OT3EmfAH^buMwHsFl|lR*;G0HLm1xv17m++twH&9rr7qpETt zIMIRaT6YuX!FHyzw1F*Fvts^kx^y%8J<1x-z?7lGDaN)?bjWfj8}Yar{tT@I%Zx^_ z3%URm5pA$QcL=Q5A!NM|zraODQs8j42CI4OD0KTzV8$Cw+LNk919uvc&-`gz+KhX= z&m%o%CFHL6uRO_3Pt1ZB#j>n?x-9$8AOT(+ScwrS0zXyAMZR{8ftPBJ`!9q7R>o#VM`wRAR0xx3l2`;Ss5b~`;R%F^a zG@4_9nN|By*IVc`;1M+PoQNYr@^N-(1B~ht?m8Z>yhy16JWC$nltfJ`b5kw~g-7%FFkfBVRQ;5T3sz-jTRH_^=P5p8 z|5N_{w*olxYbx)Vs)Gk|0#CJwnkRp2;W(Np&^A}`SNv2urqcHo?9WF+>2iulagXX+v z@U2RnWDod(YlVzt$M3_SlW+y53$xPot4pA3Y8~H_`UMB1q~N;3hlQPBv2B6KsDFm=jjaL`FZN@9y02laS1QLAzvoYA z=L^pYUEJpvMMLEj$RaQuyqgT!hM*bjQvLu|!tGjO-+0O6ZV;T_`*AX>q9-U z&NOtLF{nSfw8YqYNvsRy#Js^oG*MWc*<)}Kn#V_6 z3FGBIS)p0fXtq-Q0Zh26BKMaMWF{(0&T}T=Sxx z6J4oKPd1rX=8^cxMOt)mCasbf(StLenDOt^;IbqMRYvV)9^IXsNZ%O^=h{%y;XrZ= zXanCZ4`KKoQ}%R>5iKXH8j*)<^47z|#%n5Y- zEbvFtT-b+eFCp^Ha5$N&PO(1TsAzQ@WpA5d)vE1WhqWA;8cl$a569xXZRco0X$ozh ztticXvYQkarLvW`1apsJF|qus*u|FOQn3wX(B2s7?hWhDc1*rZKm+=w-C>}FIEJ97FP z3nd(66O?tf_FQmfQwzqade6;DIREc zuJ2fl{%;-Vy@bbSouhfjUQP0vu0{n8FJY5hJ&e?ui^n?0q347Q+_UZu_}=Wn_)*iS z=#cRL{$U+`%_-y@1a?(8|C5E}7qYp7=dnK}2cg6=f>J%I1ea+N_Pi`YgWQRfIM@;l z86%Hh$CV#8V^7!}Nzjt%uts|Zhy4`LW^5++H#`>Rof`*L z<=e<1_&BADSHRMUJ*-gv5z}jnVFylGu!)AUT!`?$A8NOsTm{yNeUMOJar(wh8drtQ zt0r)cdqQCS*g!B__8Uje8i!xrw8G}(D|krAMZVe7UfR6IggNY6!rSOXF~ik%Ot+&D z-mcN7=BfkK?yD?7Casv>_)5wB?2RmCO)#WBcBCHArOX#9XmP3yHy50tsG}$7>v%&P zwDu?tI?VC$B4K{ASq&GiT>{_#e#5%l92mHAk0|uPUvLq+eA=y>B)DY}YZ`Zf1;+1Z zCi22}(Sbp9u2i^dT`ER*y&?2)Q3PsA-f-Uq&WWq=u9z7-hq7zpNlsxB)$Wj^H37%? z7oSq_!`aJxpJWM+S|g7y%Ve3aoHaf-&E+TET8LMw?%=Y5Dfo0#CioiIFh%t;Xp0!Y zItCq}0(~*v-6c;tbMB&@!eML_VE^9)?(8GSBP^z83RBPMM>f%)sAA<4S~K?!+D@}3 z{=@(XcK(jT_Y9!ty{Y&kvH<3P2m>=+05u=Mp;HvYMO&6)&`ddKN_S!fyO*%V(?(K= z#!4y_55~3}HM(eZhW;G6KxTC*Y@o8aIB97%E3llyp3H2ZV0|Iq-+hiYwyvWGDhU|V z{~!)qFYG2Jzu=Z_HWK=Fk5J}rf^*va>)eu6r*XiBbdis22zdQSfcjZ?xr=VI*vgPG zO?4z{!iX4Wtb z&v?-6Qe1 zTnE~9FA{z3sKu)MLO2^)3}sPgu=7hHMm#zP#=*V#IZO-W7mmV@dv3$gE=lRzg!@9E zb~RgeErTUyR10}}2`fq4#fFCu5T$-vL602PO0D}CNc*49qr-#C>79x!S;x81$m2Sc zG`JJYQR3?e_ zj~>B1PEBF0FJo9!>lfImvx}+Z3x4k*r|9M{d1;%ig7n%cr1Pd_=yoj&+vVrt+5f7A z?D-u~8nX}2YAwLqv2Dc}%usNlR9NuQ&~7<~6{wSC`S8@8nhN&OqB)Z5n70 z&pReB!_?Z7xJbws8?4!aDT(KCj)f9UUwI8YXKFG{Zy~4R9tXpd-|{NaVhg5Btq3#@ zE09UdBwW~YfG{e3h3+ZO=aK#6V6849zr8@by34^jWm zc%T{iV0_+^qZvCuroS@$J9rYdp1KJgnTODNTm)pzo`IkBg!ka5N!Wcxi^6hspuxWq z8?;;yX%$@GXd-F7xR-xzkqp5h`P`}2N3hAlhIc-`9-P?4OVN>QaPnQAE0I@1~B*5I~H^)TEo7RR=#FaZS$ZyrjpVNxC} zO=C@zpKUN~qb?jNxQ*{@g7ID1c8ssj!a#vxWMTZ9KcLitelrqa^sT3S zo$V30U6;crUkbuE3Fcg^N(0WQ&_>se4`4CI70Q=LxxM3_h{pWUB3br^*GmqAh9Al_ zPazIw9(jir-M0j{#cf{nn;`N>3BFIij>9*}vJ7zy#w!d2zik;9_dY}T9#&y|{$nt9 zehmHA>tpWS&8RTD3Egre5U+BZ@4LMcTbB&QlDl5WVuIk(r}tR(U7Kph7NXv?SJia~b?PwS^aG+%Am^>%eH`1lA_F z4BVspvQ1u2EMmAOTdF;aom<`v%GRpbFvd=FW|z=goLq^GR#x0!;r3v(ybXS26~MV_ zP2Mv)2Hdfimsw}#qUqd%C%x+M(g|Ju*6Ihi=C07ki8saN8$QE^n9WRGIf%(;>}IP{ z2Z$feohE+1K}mddeln9?yd7k3zv7}#d;kr18`ka|Rk}p=x#UULUlePYQ_tejWD!s- zT7N48C&%cLY>*z7UstEfjJ*&{P1skz8Rh2=XVd0op!})}xHz@}a?>N3`NAkX>)QQ zpXF1B;};%-zxN(U#u=*7Pa_BP((6xYQETC~V=H&{c@^rtnvQ;VUzZ&CsY6lSd+1+T zD8E!InO!5{Ic*lsls(5Wn0bz!m!`8$(Oh;gDVBNY&!Z@#T(WQ+M=QcS=5v`5(cUAl3bSbW@(bK*nT5>9#h0CND#PgB-4q=79v&}Nl3w|4EWMGZz^&@q!mbHf zLA}mgc-1P!A>W4K7(M|<+#d-$rY(e>)i==kM!Imns=}(R%W3Q*Wxly(5KQy?D=9pE zk-hsTI7Xcg(93dtG&)emf}@7Bm|9CJ@{_`Q$yUkV<1JYA{xp}gKAPHR*YHEv$MgSc zu3*;J->6kkfs3CggJGf(R-TY$yXP8Uw~*Nl=>5cRP}Zhw&3MWfqrjzQIKoU}RXF@{ z0ITkE5;Ql?r7hw0WEEgZ{6Jl4>zsvTv~nVAHW$8yw_YYIx8W?SX&C!9Qx0Q_BVbqC zY!-XfnLP>`#dgkVMx(q$oa{6M0&HhvhT|{Lc@ZcIjo9UKenSG85J7#ygG2A5~{TBVXWv$;(K$l!nq&|3>gj(5JGu zSD@#WJ2Md*igV|U6mPgKFRo^3EOPWsvYgdUro}^9%Ah~|wNfKiqI{a31q*$uL*M9C z_e**@&zRaI?UIz*7GBjZ8WI%_VrSx8yf;1$vGw2$>bS6iv*;e*el&nZX;+&7m# zk7}gDviqn$Z6Abu3WIBQWjOA|7jSdfkHJ1Q-2BvJ&W*oCKNCOTf1_oY!TJtZv^$T# zJIe+`TuzXq-8T0ArZCGyXo}08ED+~9b;8`hXq1mpve-${Kc7{5*c+YHloES?1U6Z(sDmvRtTPGmXB?Sw~C_PEFB6Ee2CxIB{TJ7=b8PoyI7@V#3UBV^hDtch7}G#&55UIeozbN zv^N25y5_^$m*bhE??Xrnc_;V`Phg9BEuZW06CX7Wfdd_>P}u7R`6u3DRNzV~8dbq3 z_84HzCm-|?^^pQJ(6b9yDaBLqC1gwHH=-?SGOYOkSryH@cn;RDIcQ_nwk&b^`O9^h>f}U z1GMsE*xe9orX8~f=8hs5n=j9Q4lU+Qo6f`jx{)wKct4DrbAUxu__7C`4*aH!HniTq zhI}vj(F+*M!`3Hc@_MYaal%CsbhXm*P1Ph!M@%`ckcEG#XNR_r0Iw~v(4Je)j0*;c z_bqtL4qfZyWnSj-`>x+XeI3@Y5mzF^!t*gH2$w_spDe_w6sUC8`qDqI#DEB=qs*dGWa9RQ|*W9d_fMHdB%xFHDOYq0D&)-h8|UYyR89jGp`O$CvD;k6WI>*8pQy z>7NNMSIW5V!>+jX^i?*sE}cJI8^zxK@@5m%zQdNn8~D8_lFcy)fz@w?`;_w+W;d*m z6}oGQ-){F{N$V=6F-rQojk#TJPq)4z8x*Gl-Q`sx$&CE3_kL5`} zu^CyK;)`V*yRoZCvLZ4Jva9kCOd3Td#+zW%NF~nb=M}vF#}TVm9ArU<$3*r!HIlVjUSN4g zXR}HBg4rGGu}m`{fRD;I!h(hWB%_*@SZh-n_t-Lpx3bj{oT73pq@feat$yQA|8LlR zrwZiima%<1k1>P5NT%+Q&C*kB#F7Co8EbjNu3AK~*MHx$?xRoG$ldkq?>ZIMchFbv zPyQq}!+j`=Kdr&m84O`-?I&Pj!f`Ztby#w0=4L#Tr2=>MFXq>tSH*B)xAnnt9;F^$ zi#<8h(cME18+}Ic!KZYYU5JRRJBpz_vyxq`7qeAE`><)#8`->jQWjV1&;1Y>9esOU zVbZ$$Fgsd|#qwwP{`11oY=0&GIHkrGd-NkO&upyse}OVXW{L*cUB&d&FEHp!GtQ=) zlDhSwum-xgPZc4Qd+Rax%HEP)UN(by8lUIHio?lzQ7GA+I)KxR=Q7_jC*hC4;9Mlk z@~0%<(eTnf`1k%f*EdOvIcGI-&el`#*{lq~>GlMZWD`L-<1g1?uz-JS@K;#)8N$gE zHC*)SEnJ_NM)d!cdQ7xb<9De4g1P!%pI7*ci~I@(P69o@3jvUxm4pEBU@%`eAvpUrq| zgf~tddl|QCYqE$TlVD(@9k+YdVD@EU2zP%_HGYnXr`gN?Vg8FkdOj+JsyjN-d(m^e zy}*#F_0I66>X*SN!HD|$c)-nGH7ryV{7R==z(Qb)gkBqrzf8tM%jsI!e%=$T1P@wL z(I_VB6Ub6^hOi$mv*F$3t?a1MSg?BQ$vruz$=WycrDD^ayxJT_e-vY>PgW{D=x<56 zKks1efPPfIW(Xg

pshmM7JxQemHR7&~SQnF>oG6FsyMWp<>(JkvXP#rG6AR#-FD z&wlK#@>TXnxX0^{_=K!t1s=5if_^(5f@|3(e*J9?vW^ zU|)Wiu!VCxn8^}tcxh-!ZFz^uAia>H@`ateX&9Ku55QpQC_Md5%oID zYr%@*udT-LcUd^=b#!H43qQc9-P&wRv5WXp!+i14H#%ZF$F;2d`x-Xe{Uf~VUBk0e zGw^wGC+Cr)OP!g&a5ZmD-}@!gf|m(6;IIj-aG#1tzRS?DUDinPJ#BF>TKRq z6>(Ofxp>U!OYFbB1I4E09%8R8`^3lY#fty+UnhQ%6d}&c(h>i(Nn?Mz1DX1xPiSy0 zf)9uv%Et8efbwETdgJ|}w0X)J8u#of>hgE^_?@-bL&dvO)`&Oh28)Bg4ihI1pUb*kte8hlE8j8eJDuD2 zf=()=Kz^YL{_tAF-diuFCY3&DqijY2V?UsEi!9u^vB$-5n3u9;T#U$ z#DTH*z|Mai({6tcDt8vL1uKvJ%ZhRy@icL5Cta@FL!!*pl#r|;jfvYr zzT4(v^G9u_{7nO4V+{_u^OL*q&54#zjKG5YXh`zlSZaeU?-KeFHp^u2Qnxdh?!8%} ze`zqaY>cNlcBwQiNlsd{!c1DP;v|jhH%I#B+i2-kH&3Zs!g-p$cQfUjoJMgmX zHK@o>p!w@%q+F!GG{Sn1w4cE;X|U2->4hP4r7x2VrAyyDps(8_>CoMi6t+B+;{xST zb-f(>IZ(*>PC{n7!--Wq$inoo%LQ(~3!%sz$M?MrFMBlDSmmD>a$KIBcw-E2HVc`e zr+Hl1y5+RXbD%WnvX(Syl}KtUCo8>WHI_~)C!=$?1|=<5V0s^2n8^-jCihdH;p+?d zY=srBzT?kSwQAXsV}rz^>B!s!28r$GMKC!iiM{V{3+=)Vb7l20IDD##)A5LavrSr{ znsZEe_im+aIt}zg=PNz28buEUHg0vgBa3UW5h?uA681*`7JK)yAI<-@iHU}uU<=MD<8a+Yv~R;I z^4!YNlq*BffAMABPU|^%_$IJT|D))<1F3x9Fm8uzN?J$?2@!GL`%!6^iZrz}&=lH* zj0j~Udn=Wq$adcQIYy|Y5-CLCONpkG2>ssQ-~KSpao*>-@9X+}YOR=^!>uLjS~Ee& z_adp(D~DfQ7vQjAGq_KB0;2;Fu*1_d37`2Pg#(rP^zH}c_8@iZKvv#Cz(WrUl z44FMBMR;bxBxd(JzF&?mY5A6da!%2-MsffX#d*|&bAJAxmnb35hrvg+5SnTObFRt} z$K_XX=es93_8}17ZEwMefy+=Xb|O(9YXsTlm+;n%uc&{p0WyF1kgnr@(YL%2#vSy- z=X&GG(~fc?Ex!S*?=OX*&Mq*M@x<1)Py7>GG^uMzDSh&4CcXJC#=?dKl9hfc33zIQ+?-Xewg)6{qS1&tm;wrql$cA_QferaDY!xwzD&Wojb{tG5 zzvP&zAK50V4gw1$LS96`0+${b|4b8>_)j3o5(;#u^B6w+G=^{fZDbnjkhFc-i8D(^ zApf#6G|ot4Z`9|a({zquKH(OG{Y!#>+}UND`bGAKx-U;{gBy8g$wv)AG&wWsM@(El zG13Uk|=&#&HRu6KS-2M$DA$T{zMqQjK+eFhjC)bH8V}b|mNnPj`LflN? zg3W%IYBh>K4i-Q&a~_ujT!vWZbl$WwMWUlM0mMU{$?Nm?iTr^>q`s|%%=j!tKFFz% zgOiuTz{(BWTyin7(LV~|Z?x$vlWN%ZsqRh2m;qxd?cC?93Z zIk%_X^>4^XbDW?(ZEVehT6|Sy1+rNdv{;JcrCEGtgt#7&x$tiID!58Mx}?KgcRTWT z%`KwWbC66}x*yG^rsC6`8}RC~w~)czY0g_bgiG&}Vc=LPFHEb#V$|J~T&@33GyWP*b~T~eG(aaU7V<-aCCMn_7X}VbXqY{k0)?tv=2)l^A z!W#V>b{CJ&6A}o`G&{KlF0h zG5JTj;9z)*m1t$5bVDVEXq;eADY-(wO$$tZCr3>+%8_|(#mKDtfSs#f!Xo}ea9I|E zV(zZcKF*#|nBB;H|5e2(*>=LujrEv&vKtaV2V<6e4(2d=tiln0^mfj)*u^~qyi4`i zs!NsFK5GJsOw9xD2pe>eHDZjtd!Xq7W&YIdf%H|1;4#Yy$`lv#B}=)zfX*EZ4gHH( zKmWjyG6js~dJ2JqeeB4lH#l4G8h#zziRa1&!R*Fm$eVJFJJ)YxRNXqUV!}}jyYw6q zW-4HG>LZm>huzUQO@sX8{NXpA*^}!E3Bcpvv(2bOBqH+RLV_|WZP3T&AZ04na2`&E zMWBQAS;j2vAH2x@#ta=^3W{b|ux)1(yiRntBiBI`m=3 zB5@MP`R}5KxV=P?Djf0)!p&knxQiOYaT`w%bDu}e_9@YKS`VqchJgBjv0(n(m4fMa z7=iY?E;`_qN6S0Y==4H9HL~1KRh86<_tKe!w55|X9RFu?mlWq7v;^&$SJ=&%0*}?M zLjNooEWT|BJNCcg{9R{|tauBti^fB_kT}MibE4iexE}4pR4%I}A#k#k5Hxmb3Fe6# z&Sl_QVxr#AiN9+Z#^e6gA0)W1|o? zUNvOmre+}T+`x0Re{ z9}k`)ft8Y$(t(S}e`g}-+V$licqC3L6Q|N8XGJY1)s&N*b|$hBlCZO&=_x z?Z2qPe%;L&aJ`S2v-%NeklT36;{hlhUqR1`Or~=_=hOc5Ndk6ckp3_jq1+RjN-28~ z#ZDv385tUu-txy`i}EOSoUShT(<>%O_z+G_VU&*ZUnjWy#z?@gt*0W_3+U&zL6mge zNUbNBavct7ZXPN^Vzd=#3jZ7y2JQrXpLw*Qr3+6C{KP=c(bV-tSl}rYN6!gb$iHajQm4=ZZ17aSj`!$yl=%%lHoXwqXF?4LP}zL}~>lg^#Nqhs8jSzOXm zJ;Bj(RlTvLE9oHS+B$GpL0Qn_tS?AQET`Q&uh4&wcF-NFHJ~|v8kJqoIp!jVv3YU? zHMMr3uhyy3{qc3o_KkJS%IouSe8+V@D|;HGW(K0PuoC-hy)xalWCp$*J49F6ml83l zNtU%I#4M{6tu0*>28l{s1iz!~I&CGssNxVqf6hpvFwU2?yj@OQsx?WelseshB~oH9nWAoL)kV zq-R-v+}=a#Pl{S@o$Ew?W)@L)ZV5ZMhQ&PR6l&n5DvAH3JVi zFTVqqR=HqcZ7FZ_Ulq8&d+J)-dI-%TGjFkJ{$EfSqxjjocWEnPr zQqg9z<-rJX{q=y%{<4FF9RJ0hZrg#soy1V@R2=ydca?~Y@8mk9^T;xgOXMTM~-RNBMz<12omG=+$)HMm8(j8Wgm=X}QFU{*MftO*Y!y^eq3 z=+W7hmvYY#GkIw^7wSd~E)>Cn^bp*{_0j6B(_kQ?mmE_WXL-53fM`0s0%014Zc@## zHFqh^*?0{-D*v+UCW@nW?P@HUFGFRrLzvCYH*kxM3m6F(!^ZWFOhcs<$y0d_HXm}J z{#7;aVQ@9Aym*sXN@x+ETd6o2Z^KJ>K1RkT&LGmR>bQ1#Ing|oiqD)D(&T(U>aaGA zU9t56{YUgrd!7zu0;@pueJl!&+yJ4U4>8lU47T^?L1Nlc!kjLJpv-zWwD2|@*_6Q7 zY*{;nTZKuq7*ztV=mS zUes(MhYFHW<(eYLW(}q9cJHNgwsT#%pE3fG*(w5G-6Se5^oLPT9OJpY6JiXceCUM} z#~|T)2>w%zhFuXyVdzFL#QvxQvnAXyT&azT3fsgk3A@IFI8%J_q#i~0>9gL>ig4dl zmgf8Sz&H&)6Jxyy4i_&5&GI#1e1gmIav9sDOT1~{U=ltS&c*f_^>A_QHa?#11(t4} zyrirpjD_eqraI|0Sl$mnZC%94=`WFUZIJY(zMxruhyAr*o%z!F2Nh42av4V(M)cSX z@%ATC~i)1rIj_p|-pZoWD4O^`_0} z<`c$RsAa$}h=Zz~m6-8`%OZ*wLhrjbSkHCEY*r+~T}Onc3AgYB?>FbLGNCRiTwi}h zB@s4UN{TsqoYDDZ7$@S-T*(n3NnP@Ep;j-oo;VIib}Rs8xotR5q(tY6&jQ0m-y!^< zHv@cb@Af&Co&4bew$HJ{tx<Ua{|4E)>1 z9`<_JS17(!h$&8zL`(8JN)-M8joDHhx92hzYyh}wGK0#Dc~EDwUG%iAIDKNh3b!f- zV2!vJzWHJgH_TK}NO3-Y>Bc+QzHuVmzTFY?6HO4ZBZnWsfNAhMU26 zv7p6-oL9<%Im^=Ue(L*@+ew@7*Pb(&C=kFdl_6&H6fP6EC77qT{S#A~RfGGq)9|K4 zHoB}?fI5f2VZb#m%ilEy(MB@V(%=qwS+&Dp^*HK&;3M1@O-Dm%Z$=~h6_j2wgpx@C z%wKP562J{94ku+|v-@Lge^v?m#w*iJLob;v5t%q?Xd~;yMuPwBJP>cY1jfhPVDqOp z@O_|?O`LKQV&o->5hk($77w6ys2_7~UuLH+d&+)3z~^Q-`XFvQim^9Y+_d8#-qngk zp~Go>jgvL}7w;8Fvfc-67f#WW$F9eMlIXuZ(uh`iU{v2DZ z4Zb_|F$4Bnz~#>&oV5D}Q!_aqPX8xKroPUBrFn-qp61L2i>~Kms?AT_-VlwEgP%}w zbtf}h$QwsSl0YoYmbq*2mEB&dO0AURVQ}O%d|8mss|k^#XK!|6w5bG9SXT?h89A7H zh=>2(PsEer}E*u@e)`>51to{K$?cIl7MQ!N*_#`av7{em9y%3Xe z1m!x`vWP4}5Vk7tX~Gi94t)8)qWo1ZLwSjIhbCTml#?%!zD!m*o6gsK0~ z4Y=90n2i@J$M{Q$IQixf#P`2~&ZXS5)n1vtR`+M6N6tcNi5F;czTA$)K*-!{N-lCa z-e?bPoIB5#hOF_U|LPo2CR&#o%&G$KJIAr~fDT<&Rf^|@rm}}0JcA_#u5h*JJ2)$T z!0*17*y-OSX=+a|Un%MXEbH{fxFdRai?4;WO1iI358~nKkG~+g}~) zLLG49(Qa@Fip82|;b?T`05j9b1j?=Ch%;?T5sWy|qr{~zqIzCeGSnLyi? z`O}+8QnYqP1N&?#$G^0@$T+xJlapXYT34tO4U04sT6~dOh=rkG$O(>a3di5iPk^e( zF&MqR3&+hE#jW+lczkCoGk@?hynk`ne|bP(&nXN-2|F%A4R+ z_Y8dYIu$JDDB^naJdiHwV*A76aove+Z2lTMa$f8nF~GMZ%d-c%OI@h$jWx9KTpqOe z9HxCg=g_HJcH&g&r?9~+nh~8d0+G(9G;`5zYU;F)9+^FzeG;!lAAFdBi*7A~NB2|F zTf76j&0e6yo#{~f-!yimpAMACs1aeA0Q9N<29iU)r0{(lS-boYJ_r|~oz7p_Euy!{ zjl5jAVkH6x-rI8XwJY@5v~ZBV??-qkLumCejTV_oJfVXfVBF0(6dv5=pOmGYET5{Rq9vTOmSt5jJ0)Me3Z~$+4aa;xrIJPS{2f!~6^6a<4b}p)&?( zm{)qszSsaW za%d%^1riilWdu8$*k?YE&~%mOlHj|B1{t-S>!b2q~6J>%%~m&X~yf>zAYR=|!4%5;&zTYMW^MW-ff3R*I^9;BB(9kV4)u~S-$#jxR9Mr<(_(^u+Oh(N zYDK|B^MJn>NC?Ym$@$JXEB zCD&YF#cL0OHt!c$@5tp9dznLufeCy)D1_W#4Lzsr$D4|$bFQOm5$s$BkoaHzlUYu;l34ngFd4CLLKm5EezSS4lq$1-{M2xDJ(Tk zpiXk*Xy%=*NWc7oOWaxd06qo@Cu=OKUqg(TljMkJ5ZSeSB1v7e5>JN)fY0e(uz&uQ z=k~iF8XZ+w`||^6-5!alyA0Val}XsB8U%}bjx)vAa-qb0I(3+BPg}X3e?4u$8?7&B z>XIY$^lNh_*Kj(?!gLtg4-W_!h3so7aM-H4|9fO z@Yg|QP@MUcF^t?&H_nLTUvUlkDoKi1muADdg+h?~VgZNjZ^iuc>ga#@Fj!s+ z1dW%kF?>r1`@HubO5fg#UFm0F!DJD7Bq16rpZP&?pbP$ddl~+JIh-IVjsFVw(3p24 zD3vWu&(14j^e_^WU-;0cP6zSv?_gS}JC_}4Tn<$&=P{1Ei#g8Z+yz&Eqh9)P+?X22 zBnlmb^nwX+Pgsg>ojMPlxK3`=Qwh><^AF6rxW2{Ba%T2hj)&uY9WHN~0P;dx81E1U ztOk7;*@?pR!6`WsJO3RnKK&0DW>%tv{}NXPhYKTzLaEneuRNH9=wGjjLZapi0mqIQusSz4ocW{Fyzl0*aMke<0VP<$Bf>l@(PQ$sZ!MG>t^h*b~GkT{?&wGvF=5N1Cj^xQ= zL&gWpZ90mM2LidA@DzyUa(ew=enZ{gyXbG$jUt(^v1VaEh74}!izUoMjpHk+j@xXE zkopBP9XsIr@rxjThJd$|11P00h8*o+dhh8PdRT2Hv$rROwK0xB-h*GbSNAO(_RfQ- z%}Zfpd?J>yJ@!t)*fXCXUHcCq>qfmnHt|73t}l2kDcJ zOJFzoF!oe1{L7J{6`o2eiw|*-ONXO#t&Kh3f*%C-`yNE`c z9-{2iL`=IL3|8OMV12_!*l(~L&GH-J_2E~zMO~LkC|HD+X?zshnLz(4+E7aOu!;X% zFm}mZ+9CUmHeUFF1LGZ-T6-(*jwVSTZVHA?^84t*P+9tS!3?^rCJ{Qlfw;H`)5GgL zpzG)pc49~-)<^fj`RMO(NJ)jP)*J?vT2&HvJ_ecwV^G^-4qa1q8g(MPAw($wxo9tY z^@|rZX&S-SS(QwpY$@$&x`|Qme=`HtBE)lXBr(w)&)l?S!OeAy4U;`a&&t@*3n%$F zpY!NsjlRbHo1Q~f*hj8!B7|3uaIe9h6Tmch;>!I=5TCLWPcD}r-b2^ONApi8-CIiM z1Vz!voCN03QWvU!J)BC0C4>FG0P@L=%TBe4k=xT((*03MP!-KlY}RmR`-LX7s@NGr zgC9R!!b8%*M5$ZSlKVy7Cxyt9GN8VJP~wXOIY&0P=b8Ch4A)fp_i( zQLp&%7+CrfRo}^2hIwmQ3ieL4>~Rydyilh|hWy0H*yVjx<>WkSvMq-e`k$pa&1HDh zM&7(conNS+*=%#_u_%M7`E`{| z9^jnrYkACQ{dn?WweLWL+@H$x$cw#g0PckEfthCqtRtkLYr#DO7R$ypj(vlLp`g9Al=^n>(xE zd0aUrSA?Jg$BLfxNSc;7b;CQ`N5H<6=Qw;CAS?97qHCuNWSq1BxBueFwBQ@Wd*3^f z94=#dlE23CeC#MOkH?bV=l$vT$i?`0M>u=x8C+c?mzq}Y(!nS*%j+H#`TKJNjoYw(@)xq zaj)NP$k3LjgQFZT^1~k}d_E5@71_i5*W0OWUJ|{oR70Il9Ok$>_h9$qaPDk8oh)*y zL!AT0^zVZ=sNTY5ne_)y`*9VODZN7VRa~e_&Mw9vjG@aKovFxCQ!1VKo2_Oi&>y22 z{4e>-Q1^i-bcWyNPq>+au9BkUs5*hVbx!Psj$o>>n{y4X^`g=#8JH=S2wQ5oURi1Y zvmszDRiM+U$gKYgbch!f{KY%~8kg3TwVXn1*b8%f|hdp(WGQ zcvY%exOSmCEctbd!v|FG19L7wBkw3mzu;W7H;z)}+$j1~Wi^$UG@GvEI#%NJ0Hh_i zgPx5Nz0+_Bm;619Ps1;>N)mVQR|tzWoZI*N6itxW%fPzL*T{b-#}f&kwea(pJXq}v zh4FP;;FOvSS>BV%<%4UX`erFC|0CesFh}Y7CvhknJ&s1b_T{B4-+>!W?4zD>dDOJq zlD_MTpl<(c@Wq0akm_B4QF8WlZ?icL8cPzn-HSq{N5&W>}VcYU=`YFb6UL}`*&3vc3{ z)za*j^cOsbpA@qeJ;rYHEKENnM+^#o;nJKb@Kcw|Ik-P%KAuCgU!XwsHMdiz?vwCz zUKO-Tt)*2vu7FEbGpOEegaD(3q|$2}@o!e*i+yZFnZLtWcX%DBUK~#iyq|!#bv7P* zn*^+DHT%`?Bgd)9#uY4=SuCz%#SM;t$;&G^_jWQXpE`nv78UaKUHqAXQ*m%Wr3Pl3 z_%ZiB7?7f2UtG1=kJaVx0mlWCK|yRKsBeyg8Y4TjIi$!~+z5iHHX%?{6v+IzW&wwC z3{a=7jB#!a$027~qT+BCn=GE=K*2)TC_JB0*%gmdCca_&_XrUSu1h2HwUyB|;&`LR z8IV~s3P-cmh;B?C|E}0i-n^`L%>7OQP|Mpesd5+;_jC36?c5AfR|7w-Sb##V@fPhr zCD6OTo?{z-DiJcwgvZMQSn-%I*zz4_h0?lezOcu<%w3-ZFJWl_h5IXYo_E$!#0{xhjS(lFxvb?hQhY9_&}A{~+9Y z1v68@9)i~jpaA%2#hqUkWgq2h%nIhM`1Tg+b^fry!!KaCYye&_Dq+7y#&{Qg55?)<| zNmiyPvtbxxG{%wOzG3X>zXz#Ke{mqX2|R^lsCVoWW@pTN#%QWFDg`WH?ZxDYl87}~ z*;0X?+r&voas-_5OhhtXoKXs?EJ@vejRp&cf!P5IzJ^*oBV`zgtKwcU*U#|Ck=h%~ zo=A$tYipQE5jBuiE|@BTlR-2zdxBu$`2fM8``QA_saz+ZB@_y^c%#5sCx%xF;z#cYK7Uv)I4NDs*gKpfU+rtj?`m<&JfTeDa@~)tFE@i1-y7Lh zlefH&%9CjJ+2?TD^fcZZc+F%ey7I49?!hX-A9hKSH2H5wFmxJ-;boQc&u zk)xsf(WC(9D-OjqBwX^?k*;yK^A*(hO>`Zx|ce?$G|p@uX{) zkmZCiIm-~wZN%Y69rc^OR&Z1MxS&Qn03XkNPilTulNrTlsdQj4Qk@dM$XO3u>e>vh zUOejbT!_wIIh(FN^bpIX9ALqc@38mPJDk`tosxA!>B?+O$+jU%6eh;ELNDs;*nYWzcot zVfSSm_$y&~JDTHZU%pSf)F%jbCO@FUFZY3^(=BpWf{>ZP_Ndi)g!3S;09%zFoH&w9 zAMamES7uLSCYjGgHO|^Cd%PGwp`Pt zj%qyG>z~1>zPH7p<~&r=eS#wSebD#*1+FrwVK-R@(!{%NG{9DfDlZRU(;Njj6yZbv z`VXOLV*-&MF()^CBdDwHJi+&+Re0cdD>K%8mgtEeAye;srJJ3T=)(;$Q=-Qyp=|LMig8;4+TOf5FmY)r^ncbC@+bnFPN%&x*WA;`iJsgIkjI zWZgPd%Lp%Z%ZAvQIMUEU1KcvG-cDy6x2g?F*#`2X+?}!7ZA^}6%M-h%2KZ?n0)FP( zK~dx#Gn1bIy0e5}ZjvoWX`6+czDl#lno)$dND+&RmIYImJRV^Uy`dAjmhe6 zU;IOs(&^Tzys8;lcsIHq-1VzigH0cCUi@1yuDHd9ZxrPX)=i_Ho0oyd-IwHdcmz3+ zx1W4nsYe{lfoHPjCBA$;nHqiCOxjMT5}D*8cKXTJV14T`2^p78xEcfbut45YyN_ib zbMt)V!@hX?f7%ALcN*s`!R@&Rz<) zxxW0I1Km{pgoGg2*@YU93^2kH;+DTI8ju?&?P;?s_nCTBf>j;YhL0|V(^#qbq$g~I z{jMO1A8!S7`}8i<+atxDpW0bl3kmWdeT;RT?2V#7hk+~Ik>L0hV0uN3^zqh^<6go9 zg%s!u@`ipjr1W#ud_j8*!yf7{C&AZENI~Q{X6C#b^q_b;m#2)OX&2Nnyw{PqC9S7{ zZsL@1+|b{XH#5Cl&d=rZM)Y12Veuwv1b=aRVb?o3*#1fkimJoFP-ZHZ`_&-rn>5K= zZXWnPSejZ5b z1rzDZ`avAlU%|%S8U?S09GpVQ2@Lc^9wq%+)I=_5{z4jG28aRbq`}Z3D zzF0`(F`X68ZbHXxHSFJoS4dP=FPz4eWJ0VfUG%9F-N-h!{j4ZvlzTEPI}RqOzeO4l z4yjg+IO%jK4rkthWm!o$Vi*O#rdMN7Up0uR`@`2W6z4sNfFe^>-ZuI7{Fg~;u>N{3 zy2J^PrJvbDZ(n0moduD2xRee~I7jXXA0+|a6rY_6L@RM|I?;O(Tv5)(nPX=t6#T)A zOea*In9aAC(*YjN45r2iu|m>Mv1z0Lp6YL7H9AbwAN=n?(9OJV?JwG#T>}BQu*Hq1EI(8k)J5?(49pqoqDrG)*6B zn<`MQ`Z=^|J%!?UQQE6kgp&=pnWu&lC?5RAnp`~vwKf;ABE^Zl<}E>Oa?I(gSC_G9 zFo?Eyou$8Bu3@k97V<7a1xJ-r$rjy@B>Z$K@%$)BU8eU_#q#+y{74G*ZGVX~*UYAS zhj+1=ZIi*RryJW(rStCp{lfK$WogSSc@VZJW?g-+u;JEv%q;6ku+B)0t`jcB;u8k6 zJ%UHidH%uRg_F=Bn$JA&I0dt<#ffrXANcz+-1||I-5vIUx*wcNYZ6rG5|YC#;r6E% z5!TFrni%_2Pw~K`&&)F0x0q?O3Da~WDAQTSK6+q|ZjS9dgXGx| z5k7^McU99e-vsKctVON866u`aB;4l>_;bq2{X2xN{iql*Pi6 z8|fGyS^=Z^Tn>JAACq0<4y>g#);fM>WmRkNo8&h%>iUQacQ?cNY9CfF^CkvY?7`Wm z!|~)4A@X0=c+zxA9RK9zqQ6uX?)MG`hkMHyY0pJyUZDfUyF-~jSLZ|5&=xSZorFgS zcZMv?0(FfVyy$2QwuvHS!P_9LEm$~NBbxE|PHRnBT}T zm^`iQ@VzhvkU&FG+GbS^<-y6JW0bHv_qQ0b}&V$mw@u@b*K9 z`O-cm>T~%+$y=L=G<3%)Y;3OM8@v>v!2$hjvHDZc*s>i*cL@{A4I}KICq3+9yJYBa zl_BHrw=*qAKEmUCEhv8do3+#FLX|z@w7BOPm|LWxew!L&=ah&2`V*-7XRZ_es)rSf zEXAx-D^SGZKI^=3Jw4*?g&XfFP)699Hoxcxx5)uSDk+3qema|oZ2k&QJ|Ds*2kKbA zb39zdc3{$`-{87r93xTu1G<*HV{(rjfpZ=2fKluMJwFYkGeyae(Ie2C?!)XvE7~YL zn~EDur#bIZFylrjV>DkJ8&YSo8}v4UMK>SyZzOU(dmzod4?z9+EU@RgwUY<+iL~iB zSan&J7(+K}7p8)|?k_N=!M(OM-vKTcKS z_?I8SbbAuJqd66-PjtdOfeTCv`HIEwmVuW2NmgY-I-`F%0Z0D5V#V~c&`jqB${75h zCogqUr~C5-xhe93DfPp2b|sfB60)U!xyxYBZD~u1Cy$7D+gjqYd>&Dci-vu^!#FDO z61GLSV!|mFn?FUtI;C>laxoNU2=$@wd(P_>QU@ImEkF>ZNjF`oX6#E9>GsDy)N)QA zHB?zI_%gSb7B&e9+5#$Zj?Z)wygdX=wtJJ;C(B8#Q6m{{6tR4h976nWeuh=O`#`0@ zls=U4=GWZ|f-^71gPz-QR=!!D$ZH5u+s0eW+MiYUU`HSP-8YYp6{v9M`x(?VERr5N zI85hHk{5(&{i9Bf-n4Vg489lVbg{}xhYNjNA83^V3EC+|?kXpcNkPZSTh(OZopT!= zF6MT5w>0RJRVkny>d%U#6hmk3BZye@6DEguG0PrVkV77EP{6ankvDEsztEq?Z=Xi9 zwmyVyCnK>U^c`MU?nm1rFVc=7U-&4qfCPy9&~g`D8Wuj6xe$MxRP4M2k=*a9oqmXX z-(kq~JuQY`W0C0hHWv=4N)e&I&V2oIRxs5)mT5n56=P%_8EKb&^mtYR^&E=F@KI${ z?^;0&tqci@Zebrc7SM))a(2dylc2TiFgYx8klq(t10wa15sPDQ>)36D|FH|wj^cPdG3ulng~6|+F@4+(%=6Vo)njw1%Bv{; zQYMvHWrUGk+Y9N66T*V;F*dkG(v?{6J5MIh3Lr|}M=cNQz9wq|3*eSApSW%MNQ51< z$ekGvc<*bs6Y-~q@Mi2YCc}dBn!jDn_PNKvy}6=Px$^{pm`aN?j+}QOZ!IpDIzwwu z&t{Y&zr%_zqaYZrq~w&l6Pp3^-f4u>&_>QKjz`$&(mm{-6Q@jwhcsi zL1gTPG96NU%V_mZB+27B58Dd^2;sbAnm&@W`sOTLJ$XME&f#VR72m+Ky$zvGfcC1Z z;ZuMqxhtCrMc4Pzygep3-nX6@6mT<_GQCI zl7S+2-#b1x7gwO|#kKt4Vnw{x+>GW+mFbqgj~0Gktcg-c1wZa(8WW!4N}u+dV*kJE zWRG_+VRg$eQa*|<9{CIcF<}zhJ003Pp0eBB^U&+5KXrFOT7G>ceM+Ceo!kJp`_hOW zuWn(xzFdQF=}z2IEJe>$hOrNSNkClsMay> zuJv1B(D5A26`Zl`*D2_~8UtAmchE~8vf&$Zo!s&*#2K9Tq)rGHa_W4 z6%lRzU-ebAf7gd?J-@jBg)j)2+sw#K{J}i5J5ci4!i*%XRRkxSGMJjY5IclyNXB6s zqGA3Kg4KNJpJS)!0--d#Ixdu1{@*<~crN^civXwiN7#}G$`XhN6%~tfFIzbEwI0v?rktqGxQG!{=QgPb}O?usMDc$r# z6~6YFp?cFiUSPT$y>n57zDycVlVm=zg$}O#SGJFssWp9Q8)Zp03`)?}zlUjJ$7I9L}bTTBC)j#YFBPz7hc(ix2h}Y)JbX7+x{VaIdKs!xO<2` z(!Y+0IR@oT9}c?hWA;v_ohyf2M(euUMwwRkT&2n!Et zvuCny;y5v7(t7VLD{0=&B;R=g{JtheFn=8J=xxPU%2)9ByADPWCk6@u>2P*{@D#>k z;dq`7U0d-2^_Poc*1i28yKgtSTp3P3m$hh93oAGb_XAC&BpI#5Jq&xpQ zV%+gUe%tEj@IhfK-ZJ;VeV49baqtl=t9yiQHU((il!iVPbr4@z2fcbrctsu)iG4>7 z@11OH$>B}AsfM%|`_FG087DSM#rguNSWz66R@^{irtxvlu9L_+{tR0~7h9~8&E~J- ze9xzcFXPdLogiJ6$Lc?Rjk^{`!p2h@Ktf+1z6HGvwY8WX;3fghy zB#v=;P?iQq?Sj;=p}gMiY}n1cH#P3MC zB+22whf!vj$xX1sKNGsqbr2cj!q1Qq+QTpnl0@51585?^*cUnoE2m}h{OKKheNzd$ z!xrMPW^3Fz{~6vqkOk|bUciYu%G*EtJ03i_0reiT_}=gY)CCk_x^fh|Nw)yK2fTqB zY2at~cH{*;0PpG|c3|mVsCWMkrefhJ$Fb?QK6QZ?&lO0)&q#FW$mV@)OGDRhYOtNB zM9jr*GgX;YOqDFCZGD<-yaWuADqXz z?rXeW&zHW?a?Zo0RvZQ$F~b+f&ccd}_x!cv7T6)HM%v?E!<8{kT%*MukeT%!JrDJQ zZA%Dfove|V6+DIR=4{lS@R7@}QDwsfK9zIFHkh=n8YZ3Tw8JTk$bpG)=+ zGK62eI&-*}%PBuO0ggr!c)36as{O#A|Kj;<);9?oKU!e8rkjcl=4*=C>sq#Bcr>HE zB>FMy7dKITDjO!`zM*msw(K#ZqeGU{YhNYNt-~I0x@s3RN4&7tQBk^TB0Upm6}iLT2&8XjQRl z-Er1*+>0$ZY9sL~^%G^4yrl941$66v0Y&W^3bP_7bL~shgshyCP}n1jEz9P?mLXMG zuRERZBwcdr^rgZv#k3(yS(-GqFMa(qowHTw;S)>Tp*bx6N;syL=g17 z0h~9)Q&RnKsuespr&dp9vdi`{)3A8Pr=5VnZ$(t8?m!v+?+d|WQ)x%c7nXa~NSw$m z5XViHvKzBTfo%O@?wx{^jC;mN*BqA8+_vYq+xadRGN3Q}_CmJ&@Tq&;BSBF3WP>p0 z`zz8Z4Z)+kdKB|JDCAw9KF(&Qsj#m@)sW3Rs?lSEI68mAXg*RB(^aj70oQAxn+CPlWB3&2DE7MOY>43%Px z*rEN^_;%iQy5UkqsbQ(K@nR7jnEM7z-n-)2rzK=ur6~P(^f;ZGyNA7YXlK*EXKY4q{(bNN<$!$q4b!I)n%v&w|{edyKL%9T3+XQm_VHrwZwgJrF zO-Ikc`p`?|loFpu?f%}R(Oe5_Z>!?wb|>y)pID48QI`I&)S*({eq#APcbK!6FT49N zjx9>EW$J%!khXIjeHmLv1N)4oJz0!2^e<3@ffg^x-herw-S~ZzzT|D5Ix|VQg{9AQ z*&2BT_*k=p9{g(}ySIsSagnT$2a!ily#z)>n=_@a=}*N!*D=REgTxQs>4=AoI>7=8 ztXbTS`@oyZNX42L>9kBZX&lMNY`LX0FLnrJ*v8^%tAV0Km%H4D>KN!A)t|pVhfwm< zlp0r<)1P^1RI}v)?f!2Gd0tVZ?+;$#)2)>h)mY5WIl0*TzXkqlSusm%Rb`Vu9i!E)KdHcD zl=S9IS?Nx#msFK@iFoM&=sQ4`X?SRo$Zj-*6(-`xLm7PPlT>b)(>5p`UBFlFmZg}! zQy}^3G5A{Gfv-lcpibKgnyOa|O_nL3rPzbAPp!#(%wgJgHHgJ4M#9y^m$>tn1-+M# zp?NA2vO7MOu55Ls9{vz4tk7cLt(NkAZ%v|APiwH7n+gAv8o2GltKre=V6gu9AMQ(N z;496-DEV?6t|<0FzxC+=ep;+}`(p^moPqr4&vY)@hi-VIcns{68A8y0hlkFK#p$+2``{ZeWPO_wZrp+_?5pD-v~n|HnO z3fl`-&uCM~;jcH6;HjA00n6qq`SCUwTJ|fp2p0I2}Jlhu?NXq8~AG+9! zD(8)+*eyq4aK>SF(N~9UTWp7e&-TM^k1_P|NCez!*$3J7w%B~i5n^`NgU26r=4&Q+ zDnoDKpetpd`8pX!B)T$A-j>a-5qt!r7YeiCN|sV>$Q*102E1@%Jty!=#(o;goHE99 zYWdo1p}risAJb+<{mg-Twk?AWB? zXe)P>D;eR-oy;oa+=eMJo3U!Fet9Zn{pTg|9^?frN~17pyaD{s31#ya*{~zaby(M# zhwxRkUD&V5u-jMNnDh8D+@d%E*3Wy!&;8kq_e&N)kDvkeF!#q_R@zi0WNVdm90C0c zI;5@{!MpVT1PZ6+**NtIm?bTQpPFMqMK6cxE{$WSF4m&$fM9m){AD&_Qv$m%VG~=I z;LidbmZ|eXoQnJM!?LPdss2|AkNOs<)#1gHfCf&hK7)LdFcZmWq$x7of+qVvbvDKsbyumtDlfvWV?MKnu`wVWG@d95g6qu~R z6R`EyKe!to0y0CRz`k1q9^t0=)#p2oeWl0mG&caNe`i2nPnKzF2(#I!%lO+@o=s}1 zmqgm=u&SSV+|RvTIJJS}^ow8f*AIQd>*R$kei3lz^HhHN991eR{m7lytA?`gPB=TG z1w2yh!0AD!8fhm!`Q-G^iA@j|$*(#TEqSE3{x7qpLFi9seIP}h|j}b>4XdorxeL)8lY_ zMhI_n?<1#h^%v~wI?TU1+Kf1_6=&5P;YC3wVE2u3G&C)PI(swDzSRbrMs{;G=WF?x z79F@8*Nf-24W@D9O2Gb&0~9q4#+iQ(qhQK`HadH~#o+ff+Tv3TA8c!(TQJab|A=u9I5= z*VF#+v4i{b5l?ElArlGDz6zm>zqN(W&n{d!RG!wxn*(Qn98D* zW^+?|EXbrO7Q$vt=gQ2cFuL;s3chHwyUSK$^FS4-8~B4aE)k*$Ps+o855hpYyNZ)k ze!-T!nK=2rHbv)#U~yd@ifj}4!Nn?U@`P#BthbRiui3$NPFf9}b7!ze%N!tT)-X2o zf;ygTxI*8|XHfWESqgCqp{Lpfv{|JODLL1H-)t==dt3u;ggUoZvP-o7S2jP^>LsXQfBK;*$Aw((OKQaayCmrE+ zQbOTEy)9lH!*erlh}hOUo7soCms!oV1SVuwvY_w-%=5ao=y{Sn{Tc9r{+%qO(6!#U z`=%!Jt2{~BvJx_!B`ZCz6h@&h4e|YZZ|qL!fsY52fh)=8Tcow%+&mMbMrHGbAEs~( zYvZ7Ea{_z6D};3v9Ag@j{Fu9t?GWo&#D?o$V(krX@VTu3m)fkNnzlP=I*y|c6GNGk z$p{J^aZDgSKc%P3^QqHw9bI}7O^Y`Po@=u#?qAgnh(3K1!{66pY3M4@`F0w1K5gTQ zwho3Lvt!xDv#IQCP%6{34`%*jFGIP+o=r5#fLm2B5qWu1vJ~&%zybs59@8ib^ zymtJl1m8v+W79^?WuC{Z7(3m<&262D&#p|S7(p99zpD`ooDJD)rFOxK{#oRpP{y%% zC6r6-%ZdBtVDJ4-^to-!;^&{_ib_UfQpR6+tho$JCq!fCc)_!H)eUCPVz|xn4*Yne z!S0t0$Lv#D!h80JQ+V}_-@jY<-Cmr<9DN!3d}R)^>CR-SzYADLae!$2z*N}tPRtVJ zCs3CSOPdZIYwVc)%e8EnvpLH&R0Bmr8+vZpfDVfV z-i7JajoL*qO;pix2T^vvwuhJ5=0zTrwN-FqfG_FsQ8Fqa|efqJ;8egr$@4#L$JHIi?#iY)YT z3HR)aBU)R%#VcYZ8aJX=GG7|WzL!?A#pBko(zFq*Xh0*U9x)S3KZY~-wS~NzN5cT4 z)lA{0Jln9R3x}@KW3CaAtoVfj8?$j6YpPm}6O0--?J4JZ7ZWY=vx)^BMWHqydeKr4u;dY6c=suHZk7R!5&E!s7P?pxq0F?WCeh~)X4r4< zWA10k0(PetXzuRi7!-S$UHEdE>C|s#Ubo`VXTy0sbUhhzjvp6osmz2QC4HI0;#^eJ z5P0rmr;|lf89Ehs)3}`_qx~4A^V{Y)h&I)&r!SzhF7}b zN5V7VejEWyEmzR-ZH}~i&^Su`yPi(Zw3gZ`m`aP|oTUYSW=s3e)|T!!3Z=>7$?R%- z0aJ^;2N8#3VDZ@37}v8L*S)?8rFvKJYfK7U(QU^GbAwQ2aXqy7{*#Q=PlG>YSvcgN z30D2d=XAPO(Ayk6T$No)`{w76sbvc7Gt!YZ84s0Cixf#84|b3$mMBV9!WlpRks7m# zRuV5)AI1{0dqHX)3l#^4azl6C=k^vGv3+~aqKf8EQKR=I&O!KF20ME5juTzcK&t|a znrHKE?mA#sx30YB^d^B!8fxlOuU{r^T)l&G+x@X*+(}`dHCo^@d(xb2Yup@a4eREQLQM-JwnH`q z2F>4&!_O#?!SQ~0cbo_g%$Gy{l{rLekLTS7Td|Jio3JGPJO-~m46};`ZL5zA&1lPk zH!r85!q?x}^r}3ZaHMo>shk?tUaDK-}F}w3m zQU8NBvk6beU;9Rp?XDC~DoP@40Y7tp`eHit$=YGq+Rs8WxxCgtCwYpr)n5 za%(gx_L43I3U?1#`7}=U;4;YFG7!F;xg)tuDX^(=CmYk8!YtP(vMBW+_Ui09_HMsB z(9yFj`#>-{oXf%7WHoA;D8=DPm++<21mRh959j6y^?7Ro=Ct)eL+jJ{>s~%ouRq4w zP%Ao~6ExS3s?5{x7Tl>YW*25%gZMjx;O${Ema=OOTjY0*dNKA3(g`Os*p80yJ&5XTSZh})S=;Er>|aI!_GlRk z{DQYIxLeE>_r$@Jliy(afRhk+Uy<%;?goG3YuKox4c)z?VN=q3+_Yr~YJ^?G3PH<1 zJ--6fEFVFi1Vy%3G7V-fI1WYg9`gs|E#U44WgKK)gTE^KvazpuFbHab@aJtfZ)iA% zkO9sNj^lUbWpJu`N&H6HS^Nd9{gCBx7$Vmu59vZuV6rKHi!Pb$gy- z@L>f}-KQ$$F7@I9+hW8q8Q|g92b9X}ahuLFI8@YxZDz=~ObmueBYto) z`)oMD;EbwUWdN_G;YiPQ_~PePZtfC09KALePBnJGpoX(pR4ot9tR82|x?`r|f> zY~V$9FvSG1b)OD<=64k?+*YBg3;meel-qD?PcD8`$p_1m`TW!~chSL4S=j%z!;|9{ z@Ur^`6!@jVSOq}dSj=oT-bQ0#ubZ_`3Th6~D6>{#Ki}^R|1DUP&b^XngIZ^FV z{c{+TP-XZ zD$n^%@54NU9>L(4sr2!}2vY1?hNtTGcha;E4+hZo_ ztjWYm{~ml)7=@m0i^;ul2yG9UE?KoMjvrGY|VHk;FQiaDkFk@plIwlp#tI_%b>YyQCKQ|pbY#m#_EpehbhJ+9-~2ekWJvLA-?e zCE=CM#q>Elf_l9oiC0sXp1ksr9#q$t1y9vu-ZSsw{$sz`-fVL*=^H_-OMj`txJnwH zbP?sk>)`8;)zIkI3xB5X1T&$|kJ)I<_(C}$d+iRyrDXE|ULM2_u_k-_%bMTe+snPv zR3*JZS#-+o8u>3$Cl^;`snvxs21%o|bGvjS<(`szW7gVTLbVz6sLv<>#p7 zcQ@!y^kVnSnwkHbeD+eekyG=`A#U?QQkZ|Ae~KYO#@{^XbXWwr1HRxm%N~fYoI#t; zJfYIP)#y9>D0TJ*lY4v*eH1+DL4uir@IQbNY71+&Nw9UyJ<1n-5d-Pitl5>hE8-~9(R{XM!&0{O&|FMgvX0N&eFMU+1Z~PTDL9udW)sdtvz^5gxmUdg zl=r2Oz1UhV@@lqX2V51vMeys_`47N-?Rw~?*Nyg*SE9F>BFmnCm>VH}$!U!ahtL6k zAWrCU`k%^SL%qtG;@T@LbX_3(HhvB5SDPVd;^XN+a22)5I6sO#Cczh7>wS2Y@X(Cn$|t0-p6{d_u!c+@|^*oK8Ie z0}?XFc1wkQgRFSVz!$8>qKx&IDA3plLEl?!%H7x;L$OciutKW}wysiLymCc73l?Ue zckWK&pW64>Kz=t{zha=cPg^S#YTrSr9_K?m z3M@*=U`rWUw;Z658Cy85iAFf-ToE>iPfD)2is`z!Ka>Q1$G_|enPg8&5hgI=dw^oLxH6DkRr*C3R?+-LObOLXbOX1I^NSvNn%T*5T zh3MLgAp6V%jV`FN@AJnotriD%Y^e{+e-g>G{lCG!%mUgSCquWk|3Rx`HX_$P0xv05 zct73F<6={L@J%lSNqafG(^ZAD!_V?(zxQRao>o}*X&PslA!Kk}EXLoLGr9CHY7Fhx zV@#z~(6&b4$U-q~)pw+8_m0ECdRcb!)pcvb@r&&2S$YH z;jfA+QS+{c@Y-%QEU;7Nnk0L0=He9o{-`XTY_@@}_eyxOLR)xtCBmgxTkhf3W|UMm zqs5(SY&_hBV+YMeB;oU6OEjZ^HBW63pLyh+AOEa`lL zZN?GcxBee~vQGe&3gO;*(1rh!dxsmmC_(hAUGT5hD~kL-nxONESo8{i%-`Y_vCTD) zFHwlWLcKz4`W%b*k7nSt*)5Vs8PnjkK``=@)!1SeO;)(a9A#AhIAq@`$KYiX&`@5P zmH(Ln6JOGy z09(C{pHh4Suh zE_hK7?jEFp?t1&V=xZPG_PA*NTi^-sxn_ynHF>7)c^qa{EuiS_o%l829CzFEG5WnT zV^YKOkUK?S;}njB?Z?&Nlunb#<;M}sotDClpBsg1)QYh;z!7D7a~ys}c;cIOB?_lh zsB>z@6IWBXsuMTSbCe>R)4wkr-Qh% zz#mc(e8z9#Z0Z1===Fmf02n}S5J=dBXE z$2+3i6EjS=E`U_8Is7cOmEh`g9nYs(q04<6{K{16qU{kO=d(kS`&J77Y;H>;qDpx2 zk+ZOJ#65}gW;gcdsIW`5u_o?!D<87+310Z>Mf?FXnie)tsIgUGc|-894!#F(v#v44 zrdOao+=iA4wb?B-4AmDeU|i}*P}Z!%7y0#ktiZc>8#juJ9uz4_V+L?}NGzV)ehTti z1&?9Jc!U&9+7T}72r{>VzH*3AE4%pMPY>b9WOw4OD%0yWL!5eD&<~wlPcjjKO!j3C zWXmpRZX*uC9HX<6+jVELO#eMMV)Hdn9&sMi1#i@tv6}QU={V?>)uW%^09<@noAe)? zz|QY2BHR7V0t>B5$hWS;@*^){iS2tZp7<0l#;U>`tq@veCnr5OwVi@Sg-~nB7&_tm z2>uGX<@9+cS$b$a$fd1kc^Ut~D}Oiib)AAv&H@)}eJ*;T+q@SK`z&U9qIl-6{Ea)i!$Pv|Wq~u8rh+>fvnQ_2Gj7r%P#%t<@|U3;@0lH4@nz`fyhkQb^Lh>ckCy^V6iiPcO1y( zoos@-e?#GxLn_;q_8l|~1eVV|Gn6yiA^9RZ6%M~kVI$j$*t@m;nWg1&Hnla9Db(74 zr9u!aiVbJa-_Bwqu4gju*@A!J=s_0eHdFA6&H)XRw-7JNC|_(F46=7~ad6aMDEd2? zb>tjm2d~d%l{P_a?u0Y&LB$elZ^vL#KpLD&59Pe3XEC4uF0j+j&#=3lOV~jN!5a<{ ztpC2vtkhLJG(`1(9)SdPCxAq+9)V1UG*TcZ{VgMYrv1SJn zhqIm~`7)*(G9it{3yTcMdXyS$eBo2bw*0 zWVL(V@{Sg7C4Y9MurBqP?4njCi}psCRdxy1yj(5hlWF138yo~3Qz!kuJutgApOc** z3I^NuurD%x%)4Nf#X&-VCF;A6pi3b>b02D^;ih^Tnh~qbHGDw5(%&) zR_Bw+MqWpDZS)1^s+I#0o6l3{C_SqEc9Ue!J;eQ5!>PUgKd8Yrh*Qz0Q*s;|HcXaz zyRG4hmISaqA2QjyN1NHw=}By7iUIq6aW~3{Y*FoT8QifcfhZw=YE^C|woY=PiL%9f zYrk6N)7u5fLmip*u1WSEXH1}`!YW!mu$Zb{UQ?R)a0npE9Nt^V|ek&M=(d<7G4gNWp#2zc-6cJ zEmc>sX$y9+?suuIUL&0C?ehrFr>m3TQlu)^786T)5{w-1hk|x4h>l zrfz70FY=v`_UJM`jU5ON_B3)8^T)&b@t^UGfwTRQd7k{GW3rgM^CqN^YJ;h1HTXuz zfmk7HQeN2N#U2TM?JK7D*n7Vlkdif?n!l~5a(#iDEHFqC%>z-tdM1rn-HP(1OQFKw znpWQKLtY=3fs6f4oVRllTQx3NcqU}?{~fcVF5hw-ULc14(SZ{0IhSDa^-PFe$x%m> z9IgEP98T@M0x^o~SoHZDEW^u|jf>BNDHqo}@TT9OXnK%j#=xg=^TbOW{lcCsZaK0p z2Z3n#aWvI#oX*dm=Z0*NF^Ow9R4n!(Cr4#L7jzjekNV1e>)#D3Py9H0VWuA0SBi-@ zuj3l21slGx26Xcu;I)J8qTbdr)->9hz4+A+B1~nVq9uhjssXM(^^VxVd@8~x+`E11 z)Fc~Dul23yfWS*?-`a#9%YWmr_in>tk#cP9^Ha^rB&{LQ#I zdNhj1?W1oGQ^@ygHvRH76B55#(PfGvFB2nh4^wu5%zsAQ;?Fr;TA>9wMJ7P+K0}%^ z+#B1T&BXNXPHcX?5T@;QWAb?&u%+ZIRIJ?(Q3^xY!2W*po|e*>1@F-6OD#@{kK%sK zEW?6Wq;pA1v}0rx77y)1`a?XZY=|x?t(lBrzfZxJexvxjKrNEEyMU8=2^`TFjmKnk zggiPPn}t38mjNrNMq9XntviWNPj;elhY6lLQHH8hcv!J=3%kF)2AsZii*Bvapt-5h zv^)I}d0rY$lb4Ug2`}EE@#U}hOt@XE=1N3M49{cEQ+NKId@kr#+!q*GW4J9T_DGM{ zaVeuF!0~N@=iX`zneP z!pdkdEZV#lckh^vP3|Gs;BbahJDmwtHVfgAq5%{+s$he^kZV!(0-jaG@w~1Q#SKW~ zoR=wb^98#jld3q_W+g#V zUDZqovm1z~56|ZEzlL(x_S;Hi66WHm4oyKf^#e{>UgTx0mf??C=b?6o3e)j8#AUu* zhHA6)utj+$7_9jS8iIHIj=dTNKQk4Tf2+W0Q70kUNXlQBtilv`U&cdj3iK|x1uwhG zvF+LAm^L~WlN!FGjF*Mvq-H!W|M3i`IZuEk(&zZclt+!h@|0$$2*Gd1^MP51A;rBE zuBkqOzTL~fzt9XWTerfl;VS%> zoO}Gne@Efg&uGw)*W=nJsIg`x4i9#vWA?c;v=6+EIlBA#!OzoiK>j^RMM)Hfj#8jk zE@E6@Wn#A!^zd;d3OxN+fdn6%-hNak0wNHQ}PTW%`i!mtnAg`!<>arIA>`xnCR zGP{cI8Ab3jaVQMy6yutxt!Uk8%f&99LH)C$_(0o7&~0!L){s4uZR`i!`8v4yY#G}b z6$Nkly5hJ8rrc7iA#Bff2{&Bllcc~xo)h&Rf|wyo(K6{guDhtl2M&xOGw zzZ1%2;#LG9wkGt&A%SI^dGhqzC~4m=WQ~UyN%D5dv6`%5`^U_iJr9yXZMwiev+2a3CSe}E@DDd# z*X8t@1s+KIOFSq}q;wA*3j8>ol$W~G=^^*{;8+*Y{bVeGS`S z_X0j#S;wS(!$4o|BD^_oj^+{<*mhfoLK8mX-5n44q$gc?;K6Sg<)n^(9lU5y)B{x2 zO+=sAFmlyRCdU=S1kG+Bp4K#kpJtV8`S%8<_e@J{YH*gFbM|4|8?`9ufdgA=wTmhImf2KA)kflCH(((O)#T@-=B25Tvy8-)${(+z^ zF3fqK0aFd=;ZqkIvN#(Th~dXW*Px-yF<8hwTNDA>rAtYFrmA#|`em9H(*v7_?}1?v z+TbqVjb57*d5>H2Yqqmu^1b5R3WO&dt0+xDfP|4!8V3?eWla48}|Dt$w{`CwM zVJvwYs=)D=SE270bKbi>1m{0$=gk+EQpcfs8jwF8uOB;$!w#g$)Z^Ij= zd+6L>InJfeNP2TUo?_P9vLAz-z_+2DmJJz*rt8(HYmo;|9C5JRVctqo%-;yT8w{zx zQWRU^W(*MK53}zEP)GZBG<*6C@9A#hi<=(f5{N|2y~EIEo)u*I^pSk{*Eir5a6Nsnvg!>NKDb@tn*WNkeQzT$mz8Mh{wg%f zETVwZ;naOETgbRJ1#>@B7*mnXpQ*AVvwa!7{ipA&Zpkx{;a`G@k0mwF0oo`&i!NJN z!+xu~=-I~}r~WF!3@gN-4kK`$aTQK)e9do*?uQq;6lleUc6hkzEuIir(u?(q)R7%Y z>!Oa6>aAo9SI@z{=Ee9oZx9XRg361zyRi4BtoX;u(`@N7d4YEkO#A1l(vR6ic>1jz zOA7sjVX?=c>#QeZ%Tl;hIa}&p>I2htlfm!xIc&I8gJXX#2C`~LNrQ#pWirG_qjFq) zL5trv`7&k?8AS6HC(xMj=c%M8n(K4&ADdbKiT$p&V6#TXk!x`X6~8i}v#UJmgYi$S z*df9OpMBg)|3=PsLlxW|odu_KO@!>2WWmpU1FE&2g4y9WpgB;;RW+0F2S-}LMh{IW z`I!fgJ=)8^)myR&Z~RfGGJ}j4y^xIClEX|4ze93ffAU}FOb4FJP;KIM6!+*+xaScH z(SL=n=4M0Yu}N&-*RA|L*J7yeih%ba+fgBJE1aGh3Q@Wu7(Tg!zj7uJV`Vop(UfAy zx0FYfxliz*ts8m{$%9>*Nus|ted)NSs>Nbb5$L0Ijs8m;0wMOtN ztT5&Ht`STS1;Qtc;B)zHsIyRm*>3*}TK@6qx!nz4oi4<0ch15a`w#rpyDfasLSVc4 z9)t1ei&$n>0jSNKfD41;DGkT5EiMzdgRkA#9Ird9pKk?gi6~r!`X_CE@%(U!I2d`xZFMud|Ri0%$`@+7!d`(*DA7?vxHi!K7-CpYK6}? zUcz+!5dJ@_WSl(GhEzNgaeLB2%m_S*@2u5mcm4oYuwXP}i8moJZ3_!8=*PZ3>xR&& z+W5%BkeUTwMX%l$n3ORIp8PLU@k0Z=X^F*WhJD#XkFl^F-*Qop-hles!C+&uQj!xh z2rj=V$J56G>F=K%q<1%g8(^tI)qTH7gh)T`TDlIF-@Fae>Q%vWjwx#nZUEPZzTB&C zPoOOE4wwB;g|D3wDmgss3p)7fa|hiXVun z#q~F=n`wxDE)J)K8+$+`a3+78Q{=nMUV(#qD8GEH6R26O#}+~BzdrUO1gH5!i0?-J z^s#M{yMG44V{19u5zRZ?SwDv}P`L$-OAc@{u2URp8)ZpxUjYsicoBbAsF6&a4)%W) zh2H`-$WeVA+%w&cU-b`yd}9=6H{=T}O8knptA%^T^B_^f{7C4xR*uZ072wULt62Xs z1jgUE4BZzeV}q9_TRHx$D0pRidD)c%+@1_sCNo&(|G!?B`SLOXUu;o-3-Rhz=h?c2 zr`Wg~#cY^O40CSK5px?9rN`BcrSmUcW{W&MV9|gC!CP=vRFQAV8jpOSq{>Pf`uRM& zdp=59r}%*!3<}t!yGGI%o>g?^xT?6n-)B0!vz6^Mb&z&;9$-0fR^pQ$o7w(8+iB2> zRZKVb4aU^lK=ZmI!X|dE)bW=VJNVC7+$Xx9I6`T$c=?PPDqPgY><)Re`oXt&%TJ4G z$n#wS@8lXgw%nTUyWu?~j(f`4x962jskuZewXNB?*{j*cA1`pDmz3Lw&J-i z1@=X5v()zA4*J}DNnq{kN~^?u#WmZ`a51|*SbM@9+H}g0ZP{f5mEUYw}>kBTR3rG_!qu+qR+ zdQ!L>EePO2ZHu+kbG?w)YiuJf&8TJiI?CdVtFibq$b${s??oZ=M~OR{2Z$>!zNFG) zam=Frsz_1$63srA4`&_*2znE5(mCiXy>(I7U6**lk&T@mY5> z@wz9^S)+CgMLz$^}S7Hu4}2mc0W61I#|4@`aP}M z9SHSq`Rryv1shy^o9XV!WBndzO4UqPNHh6fy{s~N}i+OD7qVITV zSSFo5J{z}uN)iwHBFBb>6;sUZG`8)BSge+PpF9PI=$DhTvCJchW~)Wepw;`NcRN(1 z%0aytA`IEfqjjX8?(oolLC7pE86&>8cm##@Tgc?!pQB^v-!qe_V5VD945`;E*_V)J zJX@2>2COTf7tYqwXYPO5xm#}1zWW!5m6e3-!97M?fL=GZX}bk(*{#bm-W_7!_dR8s z15NR@r7{_&sI$~*3CuhGI2yc(gshSjrXtKE!-~S#;mIR#%Jf_cFz%tlET5%B*02aY z;eE0i!)jc1vC_pd(hI@SX#0LUo5BVWO&H9(M2=?{zYJkX6Ry+FfjrY9J?Y`VX!3no z%*HhjBZrb`ToPd@?Rv0)6<0r{ZnrABcl$E^sHo#|uE()~SAMW&S5FqPr-ZrJo}qaw z!yuzkSDLjWfFg8+=e_<2rW7eBj?%Yep4%T$TC$vY!>mNwrZ}UFb=jvtMHE>17nU>LQzxZ4J4m`BLpt4O}j#O_3j; zu%q&)*+J`Y@mN2O1-9=O$G(oD6|o+yM^7wPkq&1rHK)Yh9mE>KYS=g#PP)}Kf`*>B zi`O46VD~R{aa)J=WtTKgu*jyt;^zbYvOaPLCB8RLFy~{Y;-x~1bKnb!^TyhfxyCD2 zaxzWYo-AhCj_#!59w!c5o<-k#7qHL1MXao2s@Nnbhn6~~i|hCPW7Fe8#Zkq}#FHDQ zNj2FKJkdzH;dCCq^7(M7smmV-dE_A7*Jea%W41G!$$Q1kYiCM7s=s5_AG_EM zaiaLV##r&N`?IKU?KH8I$_uH~*NerQuN5CzH&J}^BhPNl87^)lL+O73DqEEZ;ATm+XjMq=-D{P?Uy98X8I|N<+~e zB6}2yO2~}LsEFcy&aEh;Z`xFfN<(`OiTs}5zwo^Gd+z(3b6wX5-1Z6Drchz7`ei69 zZH;gU{(GAFn}t)>OIxO~aVZALfk;387`uDfkZ~O<=p&_uxBeK=*N1=LjqF;19pHh# z>iVg}+>*^Ve#g7tR1y3xl9>H;9rY#j!G7hdbU0=jbAFW%4}|~vn0RNnADZZJaFP=9 zTB${PLxb_Bvplm}ti;~s-{H((S+g5!WKl~xl4Rn8sd|zpPTT#FKN%~9BhIM7nfqmQ zwYiL6aZspJYCWWEaED@MmXn)-I8 ze6OF6e^LtG>wU=2=M)W?jbKg#hd4unMEcRvQ|g#ACuap4+i83>xbd$vMDO)T*k;UIq9uF^4m-^7lC)>jv2LLWNnW zKISfraAvEQHuJ7`Q^CBvnr6sKQKFkRL}xpa?e0PN1A6GrydO07g#y=TA&=9QQn0c9 zH%*jz%#Ygf3s&ro2M~fiS^*GY!^B zWHxI$z&yZ!Y6eT;s}p|k>i%7@KRg_DZN^X*S3;As&vKFx5o}701WRaG1@(yzY}QII zbbT@ba_`&%$x~JEZ=Vk9zkZQ#cWHsg5gqgy+(^#Ho7%4QK|-4k_N|+UKGM!$u;Mtm zj&GrB_9u*%9x*NSI_2O=aLX8;y&H@Iu6|cea$vZF} z*u+0QdxMT`jN_+s1N=p~t(;6zFz5(;MD5oP=pwJcvL=XVZlgM`*|ibpS<14Eb%F5Y zz5+kmc@|SC`yeo7lDM3Cvq@QPKOMTB1=HTX1J@cwmLXXr+8rSSFSV;^+qpcvwR$qY zCT9$|KRL$NMI7fA8Lfd8YZv3|=&K_0iZc$==N8c3)$!nNEzBuy*3!yxhiR>~xI@I= zTIm0sP6^`-S@kzlRyJ0d`u;8C_xfHI`ol$}a4!rp4DI;K@8aQg1%u9wKA@EBNOo}t z=wkW)>3`WuQR9i5MqUH_9^KFBx_n(b`%$6fm zJyK5S)xuG3mKFc*x({?c&$Mi+nz#+-4U=+ zoQpO1fIGE2okqDVqX*U7K&7CFPdf34u2tqxTuUK%{ghxE#cTPq+18wu<1HHW`Xc?v z_&`I>bGWDSBz#i}U@02rOx*AkJlA%{vmM!VF0_bF-SngAf->0X@D%imhjRy~55no; zclf-6y?jAM5+#1}$BN};An_rKsQU=~X`e_Mx?*@lJQ#eP>-i^bu~4!x1Ma827rnT7 zh<>~u#iDEMvDW()MJ|q}5n`M9{bO%}qK!Gf@P{FdcM#aF2F0|_bP{Rm=1@rdStu`@ z1xx3*fmvo4I4v@ulexn0RrQk0Tr^N=k0wfZ4#mlt*I`IeiO8r}2R@sL=tYMJtYie% zD0RWc$4;p1eu;mfb)8#czZ;IskcGDKIh65qv{Op>tj> zemtRxrvrxKyrc3od!rS5-!I3yJBG5ZB{`trT0<&7w9$Htzi=)Hoes%6s+Fx{kN3^M z0#%+ne_5Yx+FL{0L#jBRISoQ>pTsKS>R`KPEq6wuf|}GE;r78ZWMn9!jXkrt>D%kb zdgEBu5uVIxdAnoV*R%9?(=V*LEinJKeIbdOMJ%sBAB&%7Q>94Ai`#k!XaAOAMrJ}5 z#>iZD#>*1p`n9n8!Ud?U5<_UM;-=VJ(8jOEu=t)ke%-VduD!efpJJNX#W~NZdeL6y zX!(Fv-5bf$7M!I0VR9@e=@uvrMB$9WbQpQz58rIQ5nt|gr<*z>vF4C1G%TBqYh`2k zTQWAdBHjr%4QAwF9#7rXL4x+?BrZ5s$F*k7W0l+p%sc*^jH-Jnd6YRS7x_Y#r5#JD zn!p}cwXq)+Wdd7QjKv&p!A+aYnD1!=HbG}JcEt|BsiNPyp1%e29~m*VB?&MF`{>?|zq~|(CA&82 z1NSEOIfeI~gO7T0Ah#fZO=*)ygM(oXbG>Z&y~?`$S&8@j73~#xB}5rjubrdMZjXS? zv&65Qz@%9In63=!r>V)6lUyeaW_7LCNbB2rW@a)Kzg#@Tr~75`{1b63`Dl*Kp&MyP zdm|-UxN!HJ57K|fy1=q{13d4Zjax@Zu3l$wHqoa^paeA5A9lgkSUEE$~fiq6k2+jyD)YMTFI=9(D3S`KeJIkE*?o>F>`4d#YSc940x z4|ok{80LP9hMo7s4b|5;__3QZ>WA?sR?dPtlYGH{?0{WjB`~c+7Hq#2LQu3T6doAN zG#y6c{=@U}`t5FRRQ3=yRcRU5uha>FvrKSWbvWPCuFck%)dM z4eZFUB!Ljo+*VHb4oB*Y!HojB>3$6_3?5+63fYXCK}f@85efE z0tK@MdVN%jz27n%ccfn90uHL1?Tn&A|y&9psW67IRZn-8j$ zXBh=iRPysRzxT=~fRG-6Y2k$HTaQ9vbR-Pw-9dA%C%~2Lh5YCnYuWnsqp@>+E@Yaf zAxWw+i4j>?@V$z6(Uf9)hK#1k9&=#!z7Dvi=LP{wisAcIRetTd4QzE+4twJ|0_WW~ zXXQOUXxS>kMitty;KuJD9k~YNr@63q#!lcSnuF1+TVbT8D(Sh0Q?$%qGW~B4%Tlpn z1J_4W`zI}y)^eJRmPEnjtcUcUZZ$MpeCL*xZKH-|C!nKX2@bd2iN-VKASLJ&6&U(p z$J?R!&UPE!(G$F$swx;-DTkM%$1@naj~!6bX5rWJNI~cqtVTPs%t1z&=BX_3(6dQt z{#bTHJBYhJ)c|gc8^UZVBOS8dRe`_rL_FH`n18mZip@{7#V11qFW8|nQC5)`t3PZ= zljE(SyBVp&BbJp-kAXq*=6Fx%5o8};3(EG};b6ivheoYEuACCCrogYsgGt?VDjt~F0pfOFVYJj~tPM+MZM{?A z&z~?1>t4nh|1`kwKW^;#`!M{xT%VcMp2eI!_j$&3@-H|7dOrY17Nvlx(PZp7=*~>G zdSk%VXj0zYOVyu!AinYsB)*UlE&6KBQqE*k&y8eJdgdTjX!DQuZ`;X6-W$bcdmd$Z z8p|;+*A+?~=W>dH2k`0+adyw@JJ{!>gOpARYwWbei}NQ_!o{CJ@#QS??<&lXl3<xfxI7nQ3)h<9qP{42|LqAg&9z6Vj1$-p#*zP!IvBBWfNWou zq5BSGxq&@&dQSpvZ4G7_b3XEVIWlbR*AS-AQz)8~qt1->BJ}UmNdz2ehRee*MZc$_q=zjvH1ES-<%HVqan@m)*LlBVO;?;IC9WEi}0^*}*(i7yuF z;nB=T&>(LOqvxq%@t1Ghh_B|T5?KooZ(qU9eYudGwH#)5y`%!OEHW-rW+5>uxLy@d z*YqxKzVU$a4^#_2$G5z?Ph#w9OSoL7Oja(1f}NP82q%Fg7GCmo26&ZpBm9jM?Oa4mDUe5*ncT|y+<8$!@aP* zVJ5!cB!M90Vx?Z#PCwLFz;?+Ad{$T-J>0huW~`{gZ7hY`eajG)LK>NdM>)xAJc9H$ zB5D?9Fy`C|AT!y+ET@jX4A5Ucir0*?;4J&r z^ZBbI`Ge(2m^MNYhE?5hIQ=I9CGOTSB?S#uurZjpKshEFZ-r-{3BG2PV0zaoOJ}78 z|DufsbJUCGbwUiW^Lqw;yXeS@1Mb7R4-I5^YbpEFFbItj#M!{I>)>c@h+Fi^K}*Og zTX-@`bniznpIW^hJiEnti|ujncVZT6_`Q|PG`qR{e@ZySM}f~;o+A?Aro#|7i#QNjGtEx;Ovwi8+_TkANW(we-Sk5mUb$ z!~U!0q3TLCg-v@(dp}R%-BbCXHYVJNij!q%j7%Wx_MLolNIt9H-%< zga^tSK`!_?h|79lqtNRvxZ+E0RufsKnhrDTPNinsDv^Hc95DQ1h23r&A$4jn-{sv5 zwr`sF^*)j0EH#cb?ns$boE5=0|KeCnZ#hII8NelRLtL|4fkg=YY|#EVR(xH?G2l=F zJJjXNWT1%hCUw#kaSJ@|aS}^p;+XcH5{T}M0gKAh_##6F%2Td!ev9W`Y)r`G$|^N* zZr5brX z+dQ1wTB^8v2BXQz+#SYbU8U34+IeHUUNHalhDJ@9%C@Abu(m)k9C%uQV}9FW!A(z= z^Zg6AYKo9|ubxP+PX(aV!+m`JFm0ABEncfz*R^{m%#%c4H5_sw=RYtB&HEf)VWHqhWaX(gE(B zdM#(XRA3#q--mSDdnA^%7UTwOpme+?md*&m>wTX%mthUumL^5Co#F$t?@D8L-+R$% zsW~*R?*PQl8w^>))zduj+cq5)*v}=L>LDZi{z-#R@%>5fe)@3z zZ}w8qy(%I9ZV4QW6;Xcc7ATDb5^08Dap@VHR=R+j()JK8J6nL{f~OEVu8ejq)Px^8 zAECWd79J~(XTK&ZA^%ecR`l&;>7KH1jdhUn#}w9PGM#4LNTei(5K+jVRN7-#MUiS! z72sc3omEA~D83mHcZsocbaIcKK8DP=93Z1R#a6F+iH;IpXY535bRAB+-pQEX+` zGxp+N1n!#<$!GZ4W!z#EfH*ogYZ3+Dp|Z? zBcH8aLzBzGL9e12hKwkpNt!(%EtAYe78F47+6*SdgksIBop5Q^dNx7em@|TKY6xYaWlQBIco-nQ(8PeuyL7$2%VL;4sd8J}&IP#xMBK9u23s zIVcYQ?%-AUiFZPXV zKYX^RiJ~3_VL(}>!@$m1cyz=VAH2Kn5Igh*a3Qi3IL45zeYA<)E@Nn?xQktT(CLu% zDHB?UhOnHYi98b$6ZQ_yhW1UT*rNHdtez54HFYiP$@b>F=ICJAFb)dDw73`I=K)-U zn9Fq&NA8Cl8-HOg^HF`mz3aZsO)Wgh=6|`*#a-SH-;c|p%EmujPkV)s@8E%5i66*N zs53RmHDuOm$adD&!;{k!ng5_>Y`Ei0zvmtUpU`vc{Ov?cKPAkC?j=G%o*R3!u@R3y z(PPJRr7^Qf9Yhln*ia)QoR@tMPgY+>3xiGY>&h8c)Nr;&@mwtFJnf>Xro-4)vt?NQ zuTwPNb~ygH;tOX78A8t1bhccogbQ6+i0zVEG}BkI*3>B;g6yZG^}86Hl`@(Y&sN71 zhg(1ta97ZRhq8A5JcV9T!7nazV5gCV$U{zsO*--i-z|8A)r;fUor79fn*1Kb?a#t0 zj~KKTaw+PLnK9MWSd2LF6L-TIKDw`oDnr#-=higl=z9z*EoX6d%lnv5!8qI&ca@67 z#Mmi0f9AB<6m-)1QCgx6PA!|qg(Z%obN?Q}$5&&Ro$v;$`PEJb=49Zkb@Q10&lGm6 z`2y~k`;s$B9wU0@oQyO3KePFP*Brj}Bshq1bHUfBgqhAxK>3{E?8|vC=#I_7g*Wo) zRs07KJ|Bg~iI^q;N`{m9HF(_JP;vN$LXX^O=IQcN9#YzKN1%4$#;U_HffW zl$jSSfYhpokU#%4xZX6P+hX77XN8E1yI}=Qf(cC0$di{1pTd1rYNGcCe#7i#;ViLx zGL|gKq#v73Fy-zYxHxeTJK?p3wdR_F$xjaYf=!9FiTFo5N3rnp0$=t-5l9*T;Jue- z!1dn?NmTDd-#WE$`zssF2|NgU-;V)@&w{q$++6PE=0)_nAq@_mb;Ns}_u&rjM{kz? z<$Uw)*%|)>bljzeGR8R5rNCcwx_&PddAhT>=gs8VB8$$JOCdDr1ony~z9lR%}jK`~zXho!} z!{(e^7J)r{-QGfS9*6`@7>Y|?p1_eio$Hr6ZeWBG{KdQw~Dd3rFbqG4O>Qet0#B_;3)Km$f1)?;nKCqW{ zpHHUb(n;*^hzkCur&Uth1i+$;OSr2u`X|cyr zikOhOkmVK|WZSwFuO(yU5h+MNF=THcBLR{ny+zs+D@<|%xt7DHvK`Mm59 z8@6};epsyYiq>Rlv)8lI*=glFylm(cw&TZn(z#$J>^Gy~O>HVvUl!y3YfPoPVz+SO zCx4pAkHjVz1My#4`HOv<;L?yLeok;OjvIPUwCegK?n~c35Vpzm{XrLeFiW8&J6_P& z{cpqvTxIkOUNt%)0KnrOR&=<|Z!%U6mdsboo-}TOHt99kCS*j(K>D@!pjgck zty4FX;!PXExZ~typUUsaTFHIVO5)mf&&9*riYT$mikWEg;5#E5VzrK8^+IplyRwzL zKB1f9?wI3Xg%z~3MH)Q^1i#6!Sk|Oo!@qQwz!59Pu`)X+?)KL$v>Bek_T(9)JI@o2 zZHPe>Q~q6eT9OUtChZ~BN+U>~dWSwZ?P7|)x@^di zZc#$7pfi*k;7+}oOskF^rMIWYVWx&8H^U-{|4_5vAtup}iT=s3W`B9=Ut*43Arl=o zUHk{_KSnbdvju48>P_FwlxXg(HF!&34f6|Xs8VN&gYgzq%sv%Et~s+gjr9|7fdWsb z{>Wm=&?2&59K%p?q#gLrVCK?DeVi$hyXQhwwV9jYk_g3$QA*wDkSU-ZzE1$>h zXpv`dNRCO~S7$%h2{QycD`w@Y$GFg2T&2$hoH)*#c`cBoQS*l4rPMWm2lvrzae*)1 zIt?Q?O2erime_EzgsqJUqj?h|AufsIHs#1+efTR#F{&g7lPS=1uE}Ae-(@&1^g6>j zbhwNE_0ZvDDQaALfx=3J-B76xcIGT5Yu_kXlxM}JFH%H}!$qXFa1mF&&=?bcSI~vI z8Wg?eA$VvlWfu?qqgyw=a33cAfQ5#K*i_-J_@bN$>L!|0IKrDR-%AcVx^*$={zxWa zG6WB|=aQ@4Fs3(Q0yd{FfnEE;u%vPkqi1fo?C?D}FsvP<6BKCwhb-pwwwz^MxWTO$ zdI(3oF143_9**WMH~3rMO5n}xhpT8v_YTLN=w|A&%z=Hox6!@Xhq%n&z5L5r zW3am8wdjSs73{|)2`!oO ztvXHn5PSAaK_s60TjU`v#(pgROR-9dq%+QrBG)iZBSXkF4N4)~70cQ5qy3YTZ0|vh zb|hVVJwQcn>B8pe8NK>>n#TPMfa`AuvEU1H@qXx6e)+F%?s>i<6pD{!no}mQw~u?l zS?HzfJoO;3SRYPau*OtNIaU!n1#)*ez?k{YEW7_E1zkDDT~&C+|7m=~`*i8Dc53Bb z2Drn6{T9q{7SCNYS7l{3_2jeQI>ZZm+=aRd^e?fLpBt|U=1U~7q2V^?nMn?n?@x>R zO6EE!-nXPpH7n_0Mm1d&KS}k?OW68%~X)=hGFdI}}p> z7Dk=-WH)nP(v<`w3|o2(v!-ps+?)GotI18y{NV%s-S8$THrC~}KKtO>3Jc~h=u;FP zKLe|hhwxcAulo8mbY_f*?fY;Qemht}%Xk$*Q*s=Pbf;p!+e=83+mCy+9`XsCFZv0( z5XtJNB(KrSD?g8+=0DB6QK~C*P?TmJIt6q{Qkx>@uVGt0ZO6Wge?`%T8cbu(M;Kd@ z%7uF^WMf5&*s9-%lRdQI-cxxhFl`srcxIx%p)cDNwTmVDsWBP#vD_M|VX#uiiREmY zO;3z$xkV96c$uu}qS=ql+5TJ$^jsECtuyX(%hC?eQfnvt`u!tmPYflw(H3-AIso}E zgRFk-Mu#_s=oy>GWf-fg3|M{CG%wH)-x8DP}LUD(~41=haSXdvt3 z;BE1WtZn2m!q^CVY)tXW(8si(bUzF?a^d$CDY0(}O`MD2Ow{z7!Ft12k>1Mr_$(nF zR!x4)U0WN(YQ`PGxQG+@x@Z>KOC6^-Hx6T>y(DvU3uhNLTq1tz0kV-zgP@wLXwc<~ zBer7kCR_C$hT^`7Eg!#^oRZRAkB)zdrq_UH9p~y>%5A`|AuM3(9_4&s5 z_F)XN0zdZ^(9$#Y9(#pWUr=IrCG$Y%sLmZb1K2&STt#~g(9%Jf|b^j}7h2E3V zV~Y*bPR(O2PsXvu7kbHB(37n>w;UE%?ZhcZj^MIip(2%2{(L-_$7K2?Fn{+FHabQN zP8+6hs~Qp=RxO?jHSR~)jxRlAm|8}P+1KHLe;l0EO@@~)k!;076n1}^EO6QYtW+a9 z^k@g|U0aMUia~5w++orjI+AI~2pra%Ii&n|If}bnVahXSGBImMu6p@;dN|yW2~SSw zj#MNU^CQ@-A!v1t-ta+D-Z1OY5Zq%JL1ubF#zH0FlS}iMl#W1a*VARz6)Aux&p_;w#X|DYy!=?4lwUT(ki?Ha*9cd#L+*Uz4gC9I=s}JzJO3BX+&F+=>>kmU5KA%>Ya$mX zMY1T>gy{Mro|y`Ft84*mwVDn(&j(=Rpzl-~G>GllIhFk=DkP-|M__%yFlO*?6x=qR z0V@L(QDkzQlux`T!-Yp-RiG~^s^8+i4y#1R0ypT<+lAgiaTx3Jiw*@FvMm1u_Fh?$ z+(R3oQcs2L8*^#WATE@K>8~J-Nx(HLX=3t~@l4f68uiq&KyTO_7Hn2dKL?qx1lc0~ zORyicL|@=Xh%9iQ_i@^7@gL`2QVq{9b@MV6{(O(-8VKyYNe#oypxW@L_YDbht~!UTnF%1lk@vOMwP0pc^(3 zN1oGWVW0MKb!(F7%8ZNj*6up(Uzh0+ib>%hckF;BP(m;9AL<4eEk4YtsTHfLrNb&+fNP)PAxx3dWw!l7-Z zKjfdg!xU3pF!!J>+1SOS;ghlS-{%x=QKll39IgfN*QRrBw(2PP_$9<=Phos{4c)b{ z!^{37U{(4NxYrT`SSkC6`C8_-jldjwn^c2eaPb zqWey4%$||V*0KtUHeH7kf>tQ&jIht>xbJWvGMOtmd>AS_9zlz`GJ2+kA(xo|_Sc$m zMB6)2%e&oVd&Nn#HT=OOr(P3wH6xQ{yzk@vz9@i`^dsO0qVdo>Q#AkUh?~2;**7H@ zsJB~tpB~^vGR;9Cp!W}j4_6iUHr0_gk1EX(e^RvPtp(OP`82dHBA&v?By4jQ2 z_Zcm?VB9UJw)zFj?)%eQ-OJp9ZAmQTsx7OnQ5Kl9clhYqCormi44YowMhT~VV9>8( zrhY^45*$OEwq+bDw;7OeQ2_Lva;A)=f$G9{2DIshCSLzLhbdm<*u%msc2%i^w#|}- zqLqXA*`NMW=ezODdBitJNeia9xJhhQbS~+5Yp?@N4)oFS2lalPM{Mh1)=_yDe7ymG zZrg<&Uk=gHWr4WyYBoqU{NewKDKh=T?wszJD|Bz>P^g|J#%4#9Fs-Y7^xrdqjd9cs z^X_?%AlR5i!bA)*wN)BB;yeW^CRAY z$Gx*G;YA0fwJV}y%_H7oT|A7_&!Vj^&0JUhFZexXG39=E!f%ZfV<*;*f{Lo8OroWS zu4PJMeVzyS30Vh6rrzOxFA(+w{~EcvSU=7>bsgOq&B$(77n}ks<~g3j^x(!i-UK@LB5YH$$n4F>KY;%e?JpX}aewkBWk}z*Eo#gq<16#tgXvaTN_z zc%_Tiyl%!qCXJ`FvCEh~MFTs=9D*Rz-KfT1(d1o6$kWrFsZ2Y_i@ykGIVNxU z?R^W_qTMMJyXhNuH`ayEQ*(yGo8`P(n80UVAHuzxHjxdN5fXQ{%CqIJ7bwPFkB%A5 zWsmz*aK+rEaNYkNjQ?%H_kD0?9{&Dp-S!v|yKT#KOx{D#zTw#L)(jUIJmem8g3qMP zj5Y2%hssN`aFXgIcEc+emYE1lgMW6=n43!hCWj$rup-+#_7nXWSdNL|;%xb-c90Fd zNjJRSP@LQXI5gXw&(2mtrKK8ZBEOJj?U{qAVQ(qzd=YJIiJ)SmEj43XNxuI89^64I>TFKT-MX;W&Lq5>D&7>EPn# zNn);t*w%s$*nV{rooRl~Pxn(tznL=lL0%8Ml!+dhRnUr`&uHe%7@Q3@Y*}q3W@yI1 zT4Py^A1lSlNtZxwvM=dN*a|#HgGr-9UQn%97`VQ@1DCX{5&L`i#F9pS*^OdcHQthS zJ6UpDw8#`))uVaK1*eE*emAhUZSPCp`v7e1Haz77L?5mf~y+zFWf zpFHk%*T5G-W<`w35w!gNgAaH-k;~7s#_%{0S9fC;`>LRM z`(LExSJ|g0v+(wj7C3q%iAz$@CHKRs6g__m8lKDLCpeXmkMB9Y#yW=$T7Agjy5PyY zo*KX;eM_*v@Cm-Dci`VD|AB1T1E|$BiIeq~#=t*fIDe==4OX_n+xbe4iB+~Vv#n77Uj*p34Pqa4DnWmu5}WxUh9ws^ z)2AS1oXAvIOpgT{dTSqB7*a#^j>BqyD`sI)h8RD3x)$$j+=eH7zO!G4B+2CcNc{Z# z08EKDqLzdYih z7Gr+6vG3ViaISd(7qw+Hvm2p{lcLlyW0X95XtJ4x8o0xFa%d90JEQg_-}V5jNJfzGAh`0%#92R-|#slX=p0sbd3w~U{!kvDx>sS zUSBkd-G3`g05j3X;u)!WE1`>2JWZL-Sn$-jqKA*oxnQn=y?mZa2TY;n9X8QEgHu?% zq7C#TKJdp^O(N@3Z#=Zs7dwhPVVXn$JluAbv>dCM)Au;O`I|1AdFT&3at-9x+kB*5 zh1Y4uwax66N(Thxo3mRZn_=M`Ia;x*fUADddwHaN5kSqE{DyRe%}`lQ5e zS&e`Lo!PMFSqAq;HJ&8I67kHZnOxTnb@uC<7c4n8K%b3__$O<_NZncyFJ(r+R^LK; z{&NX#3({qlu7%V(X*k}_bS39tU$p-_gk4tMkM6%pNqoIDHmkLgEa!kBpR6eS=`t>8 zILBtp-h+Qr8+hrPrToRs7pUuE0k%B$$5R&DnetR=E~2R%6jEzxYg)0xmT3XBuvD6F zbMY6weQZs~Ml4}LBf=*|Oxh2*mcqMkvj&cx9YsUe7zjBvA(;8;IHgtU!*vZSW;@Wq zAHRB%ch)vzo#Q`JtzHIQK5^JVZEpyt{vr?+&dW1fwbAUu_Jj0OaW%KM$Pl=FGH|I^ zhIvXlqbyrNqOwLXXgWn_l)`C>z|yIj7bwh(kW7xxau}wK^!bPZq)Sb~H_10iEzSnj zUb(UlZ=7&x&tHeI*&6J*pfAz4(1p`e&1vye9qyK}iy2VxB9)tu$Z3g}uxApo!$1EA zejd*#OUPU5Z7ifMxjp%&>p9dfT1tsx)nNSV9(C?*Aoq11z)s%c~6tm9G1Qb7WItcZ;jI?dDmH#5kHhEzKo@)jn3G9(~iygFoZcqgp-$)pywO4l{*n& z%t|&WP}jSAl-nLoRx|#>faocH%)3l;16pCiID9 z$2R&LsmE$FHzGZ;hildrID6GLtluq*8vo6~%S9{k#OgV?HSry+*69c1<1$R&e-?gE zb>L1sRu}5_CT^Ni5boG}21Y$H#K~I0F!@0v)BrooOCoquU)MF-z8 zo!{l@ezh_`0!tF`XOjq z5}e`EhoQ`6-8ovj!4uyL-h^vmR_ykqOu*rKsGW8SUhZ{*3#T_Rm$o3*@pv)Ly0MIf ze$waZ!&f%LNRFjO9mAe|tA&ucNUrKgGW}8d3(gl+(M!;9oL_Z}E7Y5W{r_g;RYzIK zUoXzSKlsk=@G^rv7Pfd#KOH6{=&+FN3zTH9j8iHzS%PyS+irP)e2mV3s_AR$uUpST zuBqVe&;?Mx#fuIso&eLQDzhryn-xyfg}g;cIHbmchExTMe*GGc)2A)Md2T)2*pq{q z`Ed_+Eq5MY@F)aZi=$bBZ5W!?)IlLP8dtt>rOcfzu(4$WzQ1RN{aaFiN>#}-ZYd_- zoyo>;*^cGaemHS^J`7TOPwxlcgN7(Kn30_Wt1<&n;`}h2pB)cZ`#4_BWD6&iS6(x2 zf+;NcRsEzH5#zC049{l9xQE$Rm ze(|07YP0`dah)fcVCVB4^kB^w{*r+o$$j=@qiwsOXpJ4}6kdd5)zQ4l(O>+Y-GbjN zPz}}h4Mu!8jV*uzN|V};p`wHI&9;VK-oFlh=5hFQ?L>z&y~!-NUy}XnPNCkNliAQE z5v15<07HsTQGUf|hoV< zXyvXIxJp%=9h??RoA>wAhF(XQn(xIb9_X|C4#{kBXCg>sttZ7rCHQ?&1XGqK)LWj; z9E}dL=&}UX(iH_C;yl>0e;@egHJ<32nh84=Jjd&Hl6=>O&1~o0LiqE>13PvfqmU(@ zICg~;6JHg>DqHd?YTyf(sCOMa2YI1`Q79PJrNJ4GZqV+_$9(QhLqEIKoZZL*z@ ze!l}T)m$D`<{V_f-|ett=^*?2beuqAZwErMiEUr?X8hV}hc$6qsEi-yY&W88={blu$@_B$3sxLzQ1 zI<@lWyItYarEV^CW;>s`CXZY*6exD&A^vxD9e1GLof#hHP-WI|Zcp?z5xZ2*sd@F1 zA&Ik?6d(N8C9s`)M_~)7L2Obu|NMJGO|NbP?^PWS$*OU5W~Ve2v_GK~O+z^Nua5Q% zna$4TnQ{XuuV{~&6C0Nuq4?jU_hjVCN#s$&S?I7Ct zHJ^L-&V?ek$Uyf28?JcNRO<9Q4bokWe9zz+@X9TdT2EW>;+vJZu%qKpXQnI$IPIy? z3$bHoq$TjTz_CD=Z~v?4JREX-zc^eer74vZl{6$JG*s_%4vJ_XGFl?Dl07q0p%86K z$%u@kqCvgSIY#zQzV~8BWr$MB^Ky43h(7c*!|jOKJ?y&`l)uN z3!RpbZFvEW^7f^=_ntzBlvmZ2iw;nv@k{E}V;YV89waVRa-x498)2Z-Nw)fJi?ar% zipgc^@M-K(dD~VN0&FMYUbiBMf1oUU@zLSpUQJY&@lfzg>d3*)m3yOo6 z!pB|J@^c4H)84ghcxGx8ei$ypRmG!F7L!U>P8Z|!P2b3)vIcx@T-fK^3sLc&3tVk3 zgp)9gx+pthcLPEtI z`5I+EaqrOpbd|pCQv=JXa>=eV_g>j!l_c^m#kt#dyCIyFM&=hx^y2rWl z$c!WM^R=JIe?iWmb6XvF+I>y@xM&9##ylhcIZeW?hka<1K_a)A_Cbnz2nw^b$S=Q5 z81gj)?M^A<&%dQor$Q43)jy|YHyh#7ZHaj@`yg#J+(@eSqM-ThH@(;y#`~VCVa5|3 zsDGTqvd$iG@qQMK3N_#<%aep(;&_Z(mj|QQg$VIlt{gF4g~#uy5cV4kCE2S*sP|wW zHicIRaqnN#$NlEm>h}#i=f9>2LDH=LS0oqLZl{D3bE*57WALNoDLr-Z!Q2t5{Q9{g z#EtkTzS*}|b|$TjTxK7y8G5M*VhSZ6Nq7=ve4K`zV%G8j|7~LPNXfb3BgDSh149au$untjO@gHecCV~>ZIe0Anl1H2l3r3lPemT`qdnP}2v!CoElf{70`*bsP5O;=9?!Bv6bnd%bw&?r}xE1wLK7Noin~R^p2De_o>ZsWi zqG*Giqu)u+v{RJ0>@ny~RKqm4H`J%k1oG9sPc{C>p>uyfa=bN>@60TLxf9;Qp^-7b z_krTftf9BFJ+~&0q&z9V<`_z3&@U1|%NRAf6w}M~15j(UCX_7!qTEk44#|%oQ{g^r zGIGJ9+%Xv4JdZbip8)<=+i3A^ZRioRm3YJkS~|{!Pd4cDubvy_(W3{zgjH!m=YTn) z*G?Vyd0T`^e<It0Wrv8}s=O$0+?o4K;@c%?fSy?aO} z!@a@WMj4#ve-e~CrO{jtfT62i(jMK7Fz-YhIGjC3hr8~f<1?o4lG7O=PPq>rt(KIw zY6{y%j)W^t_3+aCjVOUqL~(ov__ezpOPRFf zu#+^8*-UqnR>%*(Fr(7d?GWHM4uduhmT_qZVMB*I;-01!*l_eVfl(BkOVFn?FY{n` zjsl;v6Y0KfHdzHpyysi`lpsG#U$^za_6zp7bb2gIZCwP`XJ3o8<(;u+|7z%|Y9{nd zsR9^nNzblXWBsTII3GP8K91c>ug7JIqqo%1hS!>`ma8N_zT8gTR*r_FS(8YyE`Sc- zTL7QOH_8uY_eOn74R)EQ0NIy(g|RP&kg;zBE$(M1X3cv^Z!0#_m@sXSN&Wb+r|P_C z^hHvBca}1oc3|3xYGU2%@ZzXC1+M5WpJ>?`e`iZf{>L3TV4)1=ZrUtVeX+zxwL972 z#%yx8u)vLDUXh{v2_1QJ9m*GuA^&wBz<81m8y-ANrPb9`cJ~nJZOIVTyNrg%bM3+R z$0oWts3*k2Jt21aRa))-LSiXcfVUMI6nx17Qs+6drx)OBoih0P;G6JHP^1O=9hpPQpy6a!-ue6%SRM?bSUV#= zBJ`jOD`t{MpN2@OicTsr5uC{g#edKkn1xwpQ^)mVozX5o!H)5wllE$#2Qj zIpj!%%(nXsYG1uyP=TA`e8UOYywnsTcS;V{E?>wa#FTqCYjK{QGX$4jgxyc|#b|#~ zRvXeo?$A&G_oe*vW)m+CeSe2K7&}9{g*W~gs>UykrEj!?B~H&xBefV+%vsSLBXT#9 z>CJWYtbMGf#|a38Ana9Nz}l7P)fEtTtiK&efn%DvF52fjc5Gd zL;h?}47?Wy`!?T%4$ITIsn;sL`)r($GwC9zrfHxMZA+8GYvB9d$F$$*uwckH#FVgw zR2J3^3+7Is{53fctGEYeOuj=JrBgUCJOqO#=3(HY4*c)QCE-VtA?mBd(m~-rabQ+Kcx`MB|6FczoTZAJ1&A2S2CL{IX>t zjk@ARd)mKJVCsC@sX7$Dj5~sA_TL0un@8f!BhojtK9H4~_4waM58mX>$`HXVDAI5{l6nn z`Cud@_+$%roi0H9XQ}f$<1imKOh%m)4Zd=H2!>qhfH8mLF|f6ms!lIrmzmE5&Fwq! zRBa9XXL1RCMtBJS_UpmR&T8n4%|8u=5h9|+?Zwpn9Y^3`+@xs^G>CmU3BZm0-%7P@f_N%-m+E}K}`=uG< z$A>HM)an>CRkA{ic1Cy8RQhXv2WF~Gf#JKak*VQv>O0y9^K4ROQ=W7O)h>qoqG=R2 zhjqgF-)4%2bzP)crU{;V9U-h#js<+F%*+3s7vA;=;HDk@$ZF6^(ZAbb?3*-$=6CIZ z5G?hRGDdLl$$xa<<4wL1tckME+7vO+iPPU`qi6Iwu(;t#vobyS-@RNhu%9;Wx{!lK z%k}v8=wf!Bs{yTwnY=6bAhYUTJiqFW&@iDNdXD*rM}I#Do1z)ezN0_()?dk4Rs~$~ zWH!fa%IAB(Oi`z`2yxjY>^gWhWrO8?C^RY zwOo|=N8z_1#%ens|L6l|@BgDOHv{oz({L;ZFvlrNQ)G)aluPf!`M5qe9lvjk1Q^F)5*x18bvU&7s|fs{7ffitQ;h*i5H_{!o4F01W=brv`I zQDrT8SdW9ZtJdLQmudL-<3ubT-4UyQD_~R)OLSWJMf96{3%>Sw2`;nU_(7+x_|oJR z9m}fX2fyb-+A|+18)C>_na63}rBhH+-huZoIRv5Uo~-xQjRMLN=uq_*`sS5Dg}Zd< z_^jTj>Rj-UeWl(&s@$l7^_~}s4k9S5YHT`kxj%O`bRO^j`D#7ATEsi-E9 zMmZhgmauD_+RK)2?tDS_rkLZr%LB1p&471Br{jE?b%^CvUZ~DWYxjW>RwmnE*c)5l&r=gG>ipz3OxR+-p3jexB zV&-FC@w#0v-sNkCf0z65){j>NlN%=}rVp}p#1Go~JRieT7E#wBny@wUi*WkK2ax3( zqhi@Yd@=PoEY-Y8#Ze`kwL2NEW)$)4!Cu(IGt+Hlx#anI_!CxdUqgn)ox~b z!n=*+E(!61RzOe5gK!R}Z!du3iKXHiJuN(Z;T-+@;?H_(9@5^bBu=++q1!LB$=V&c z@q1tR-gpK(8MH&MjUO5R4#txs8sXcg&EmUh{;YT}}a7SMTSAcN`=IydwW-E~XA zLhB{i>*IUzN}M7tZd`=_!E%%xRe<@5$(%KFyYO`RW3gU-k!SY32V5G$7c_qI<&IJ= zvRN0;gfzjC=g-LEVHx<8t&#Pyc0}EEirAz3V*HnA%?jO%g@>L_xVO!lZyf0$&)K&L z0%lLfh4BOM(kEx~{Sg3@%Pzy=Q_o=3IceW@s}_E=e3C!++AsD0yW_0b)lf9C8~cuO zfaXq{sRK@C=?X4heK{YLy}Yq9cnaN)tHsKUfU+Psr^oYaRXx}?Ha!lk|1dQI|9bc7k5#*62o$Iz{JBQW&#Gir@T=)A5LOSY== z6T>oySs-;KzB|!Hxg{&RU!n=u`=FYe86FFM3CsT|aGrAt2A&M!PKPc-zLdZD>J!B; zUi#9G745?Dvr;$jz#5LdC-61%QRrK|g?=ox#)A?&|Js=wLagO(x?vZK1)p^IzWW~B z8~i}@J{Q29vdaN(>C&Kl3(odV5T6xo<_AI7#rnQPy)JZw2j$Kv=3k?Gx0A$x!Ljf< zY&7@XzlQ01Gn{hNwmAQMxi200CFWa*ZjmwG;f9zSeMy} z-7b{~FLjoY!RjM4t6mWY9P<-~IeEd@E+0kJuABL+{{mRM_N?G()(uk)x6`9y3!e7O zg2P8{1dCxBxZ1^rde%LJkygv8pXqbzJ6(xSd>A91yK94qodjyA>xbhGT?gCbwK&H& z2Gyr@!k!bdVY#9+oG3gdT)94y+$wWiJWxx~psP*lTb4&;N#yC@3*Z1)EC*Y{6 zdO9k3u7?NS7EFtJ!jp4sltCJS|4l*PeX>##mx9o5*|!mgvNnRob#>}ezOl`dZ=P@O90zx{Rg_upI~*x z6`JpCg^#LBP}a?lS6sd)Slg_`;+XgHx{5KldSROQc*0aXJzf<|HV5#Ej(fmMH;^tQ zPoq0|YH0p0L#d1zkZY zhN#;o8_`taQ*2l@Nk}$$DJUA8AS=t&LPs*8Jwqzxx|5KE`eUNn+GNT-mc-%j4S2xY zj(Gja2Go`E87@1v(8|lf;sq#TRhC-Al!!KpI(AZ(EXz$w<7W=4!v632VY@1H^JtT*En1RH_ z>C9u2_d=Q~K!Hv=^?9)$b4iV|clz-J!!Kg?iRlzyGmb9KN#V0&=Cj`>O)M6A2{+uH zQ*kc?>V0>ISaPlu@7~bmB>%oxs9-DYTpDPzU#=*>zK5&w2QnS?rvRy2)2Re-)fxl3 zT5iQr7cAhpafWF5A(QhOF43gvKCGoF%{7%v*e&Ee1iB4na9)g`&+dUQKNa}xr-kxQ zBX_a(=nt@U{4nhCDqA?dpjA|?{|v101D4$NP1MG3~rH#PoRtbL)bH z)AtTwi+v0o)TyM};*J>m`Y{I~?g0tKI!LpC8pb$4)s9XMC9HahMF8WTU z8|xl`-NKKOXX~%n^G7gG8k@-0POoYjOm?z;n=?+TiNwd_hT@{9TjidWXDC9-9NKx8 z$is~C!O<)l4^Fq{_yh66({&bHwQe>lZg~sQ!?)vtg<+UF!vH^wjpOldT72pT%ha2d zIqpS&ayt3JJ>joC`tE&8LmSpXPsarM8{HRI$s0)`{L{{kY4|g~N_MT^ejJvdC6sr3 zLsYR5$7<(+dA}1Jy??u)$8^{{042#F(-03&DK0*|(Nq;mW&t}fl-KHGFMcNlSoR{rv( z8gLlHh$|k|Je7NZA%;bAz8HTQU24kx-$wRl0R%!l%en*qUX&;u* zo)eXVt6jEu>Zk)Hbv%Y&>k2sdb0&KaSP$8Yesf;eeCDEl_#wy*-Ant(Camzn)UoRF zto_$S2UibV>b#4$ovjsSJ#!*WHECY)Mi)2fCquKl68(tD#vTRh@LZB9KRVij_b-xm z01H35@BFTV4=<%bn*U9Z^>u=&L%ZX*lc{(#Ya6+0grVbpDHmehRp{JdDR=jd#~~kA z;lCTTpsuAV>~pK5h$G`5`Pwf~@b=@7pFOcTQ4dX0kAUg(H;@#j!gI+O&Q~~~%?d^A zRoa<7jgARnx9jP$YZ8@pYNX78%`kMWC-{VAz>FA2O6jtjojdGCwwZw+QthbstEJrj zcP1`ddm6_5%c2XvRM^&FD7x$R;A#JcixV+k>Nhfdd!o;E8lh~VIGPXd%)x(hX|MJ6 z5GbW?pwMfctQox*uIgpsk*`}}{KR`;+Obov z>x%X|llY|MU(eP)OPgjHv6Fc&r)Q-6vEE?DXR zfof+PQonD&X8)YIQ*r|MX&Ye=>8>{6{%Apa;%w-)`34yFo{lS=SFopfyzt)^UH)j> z4bLY#CLT!7JpRaT!#7(GFIvkzS!z8%0Z<#oX)JL%8;KGWYz{ zo#pWxG4Q-I4^1xs&rchL4cBUfhf#aL`S~;WH03?KS=xzzhSkdK=4)YLd@WR!Ag&mo z!V6?u%imrWMmS`O>qlsVN&hvlwdsA$n3ZAd;c|c)D~F+>M+Ub} zh?gm!ThGU|Q=q%}OpL3j6#MQP$WOla;NYucQK5Z2M7u4(Y@bj#v2Hn4DB4udzM#at zwk+r5Xf+=Cc@}?H{vo=K?8`kr=wn%C3qJeNo5!lnfEC4-xJFTZu=0^Cn51t)H#+wa z52QCj^Wb83UGbOPo>t>)>pbvX(4Q|)UJiQww&JC`<&=~jFIpd-C(UEV@TY!TVPcdG z{W*AC;%Br%(;`EOD-g&vL%xZLw|9|UR5s7A_vW8_ZVPLqK1}Bu;hgj|0JWc8frcLK z5LlPZ9VdkG+F2ikyfho09{WVJDN!RoA4QD%H(SgtDCcUg+b2^@kIGh88E~y#sXVk- zFF|q7ZuGNUi;K!VXwvxmbXeN+`Nk_k(ZdY)KX*;RF;W9Ym>g&Kn8%3eMmROR97e_; z5gL!5z`^6vxc|t<;O-bNaiM)1G?&3#b zOou9Hd#TQukFD66w#ur)OxX2qFj;Edr4qv?xZOvEOru;eQsO6H+24_dxX+}n1A1_s z*-N6+$p4NgK;HH%LhS9XyyMzN@%5%|FzHe!tgHPb-dmFiPJ!cS2~C5EDRc3b$|+%I z(<^b>AVnUh(?CA)!|^&Z$eI^+#Mp)lQZVSFiiG61CF_m@Lea0_XFk3~+tNefiE3Q!S z${7@F9D+Cg7Ql*&MUWuIgZGp~JT~HreB6>sX;&*Tf`&|{Z=r5n`J_QGKk`V(tII&U zmVeOY`U`03dWz29NW;JV&qMhU8J_uF2$RA)qv7QdxXE!3Uv9C142feDtUj0PWLCVQ zsEIH3pTg5}@~E>)XS#SujV6cXQF#AR!lNY?OdIZl#=IlK77qvP*z!iUP-6m(bhgI# zTKeLyO&!>y+Y|biFplG6O!(P``{LEAZDO!A4=gw_5Us=G<#QraX=vIEae%!xPBhHH zOCd(2`u-nmF>EItcZ7#O%W&EbJ)F1VD5n~jaLHyJ+`sJ*nfugWmli#q_qq@UFIfV6 zr(c2c%=!55au0m#bdydU^XGL#ze)G3ARhR;i8h%!$}?X4M{l`=W|S$wgd37y^85}A z(U}V#Uz1_LD?5&YD)?oR$V%njSg2GWmMnP;MtK(~HZTKD3=F5!cXdGjvX-DEe|=;IUQMj2%PScl^-?nUE0`n34-VX#1Fc2Ven zuXmmR#qUdT>6$IDL3I|NiO_-vHY51=?F^VZGC>TjsD_ar_d?2m3!+l|Ya!fw7+p3y z0l|%1u$TQMu`NFlC;J-GzKTQ8aABdi70X~<4#JleEBK?hhbIJOQPAZT^rXH3j5gk& zMH>^j^s^~nnIpLad>lwuPZ4_?uIF2oC9r;fo{)b$28`OusrAP-D84omKC7e)%ezT$ zx49#+yOh1IGKmuOqkE&?Zg_}t$L&&;&>5x_`kEkOn+qJ@%G6l{~DiN%=ETBcV(kbjZv#dSK2YU9Ht*ihA@LJaOO2bVw)1x$6C_E zjFYrsyGZj}@*rl4FNd#G!;5-XV0HCj_PXbT6Ne>Xzqd(ndWn-*da@UvdFU!GzoHI4 z^*upzdksu{DD|m^Yja2sPg*!dI&-2IGelD#e?>N~Bu z_nUr}o+RtXTB7<}2N=^W4wAKM<I#LhuO=|YFovg>CI;r!r7FtA$yo}Vd~dsMsxYtQX;VCi4T zcb$umxB1f8;sl;hFL@mX6~cnpJ*4>~2dvMJ5)K`7K!YrI>?55m5!arGUX5{Vz4 zEF{O83h>PnX-3;^vag5&)3!!x;7MTlpEXsOR6^1pTl(6m2?92(0;N(5?%G3!`A@uf z&ciTz9+d(auY=*`+#i(c+wWwR^?Vv@z6y^i?WV7B9XZb94Jo;PrWYf>OD^_OaZH&q zUK;jJe&OMIx^Jq^8Rv{(P_i*vpBs#ySH_{ogu8TLiXk>wWC`U2J{$OzA zI4#ZTM9+!}KzDqRY_in59IG-OO+0>!F>|cx(04-&Kd6re%j#*I>N0*=+L7#6ZKATG z9{luTI1JD(7CTK*;NhR=(Tf>Ursr#aFl>EFZ#G;J4zWxeueO18!mD6+m;RJkyhF&h zS<11}4%@)BPVj3<6|TO#=x%&na;x;LgTAo=(qHmjy7@bmE@scd6+=ZjUS);T4fVyt z2gY!XXDiLH6vgUQZDQ?sf4Dwv9ytxTKqUny>Go}R+Vt6-kJjf>N=z+X{nIKnkd$ed=eiak&8f52~=oQ>o9sScRTA zX|rZsBwg(_7iNFxjbEw@Xy?#6*@@*3>0f;;nU?>D2GAE(e1DN+*g8t`^kCJEXQ^+WwVDet@XKZ=s}^lyyY*6bF?YTd;xrm z50yPg>o4yVYeHf7*2qsBKMM*0BcU~57@N;~Ek+)CB&yDvhZm0A5VI})#bplK;NY`D zJke~;3#z|TbG5HHqDLqlxaNyqJ{w!oFEwos&VTviYHkYAWT5YsHjn$&fhVh)|-YL|4#wyu?Nok_y}bB z55T0w94(sgl&?KZFV=TNF?bYw(U~CA3(bP}XWQZAwk}+;cL;xzm_T+< zbXc)6g^FjViEps{kcRcy{cz5^Lb1+B0Te6^u}}ZieEsM`6eI`l z_a{U6-M-FXoTMmRH?d}$>1wEQwKpkTZ-j*bW`g|J6!G;ReZJf;iYL|H1B2LPdQgyt z+g_T`mxpq?smf5>kO~Hso%!`%=I+@C;lmxdh!cQ|2e9mGNun5aP>puzexrT8R8ivB zh*swmAwE5amSnvI?eAmIT4n@=m)8p!7jNO?PiLswrW-y}&Jlg3nR8Yn!-l~3kf;0* zx+xBlM`j(QH?3N@dgvDV?mrZhzkU}-sW0Z-g>~qD{IKkH@(`-n_g=UvAB~E?SSXZu zw-+lmk+*&VtX{qu+4nzajcO5_4bDMr#D3VjJWj~g>x)tHe*As8HEK@C!G-~!sA=hP z8ve3~ZWwJ46rS8A{$2!AuD%Dyzy4JH-(I@?aWkgNHiCW1Zs@y5%5#O(L(<37qUR4Y zmTJcm6>AxXh@a@7^FX-hVktQ}==bvIqs47n{2U`9n8^u5p@C+$k7U(wROL?em3G8M4AtS7!T zI7Rwdf%vw0w7VOxl!-G%FuJzMpnH06W*0f z;%hM-d9wOKj)+td>vo=kQL_sne%5#>eR5v-7Sf-n!)SCD_6xI*>GJ-PlY;ruOxjZU zv}VVdb@1Ly+A-U1f=fJ_Kg^G(r}tZ7xOON;pT7pxA%>!v+E6Wu240hb?7d`nF`TyWuQ)wBnH9za@ zyJ0l@oVqJsQ8lBN87DyFtR>Fy?p|}YY8@F({zU2#aqQ;z6GqEM)6GQ&9BbAA^$+ZW zWY4v9w}&yjDRmKj=562rp9)&xFpMU~s*=q3HTW8B0KLWw&^q!yxcv^~R2l^vZyRwh zt#tTYa8BGi?KQpm_FZmTW=oyy*Hh%0nY8lHbz#I{d$jJE0&BOwkYD{BEBY>W6+$hK z(@Kd^^L5T*INf`c=5SSLzvUP~-%=O!_(DqUZrG zJW)dpS0#5tji;~SPS6($RH-4$!>*iA(M_*g@VXUKhSbi=cDjx?jX3#+*r@%)(z zXc_6j@lkhR^>=l257n0XGyV97w>IVvAB??oB>zL1E@&2QMb+c}v~*4ztlr%hS2*hP z&T+?S`!zQxzxxP2MMlC*`x4%G!;3q<>Wh6%)L30(4tJ@%4iEY@(PRgSch_5DhYWH> zS@(Ca_-0o$HZR7{&z{$OQ@RdWR!Ka3&IVan&Jgj!;t;kt7$wh7*(|s!9fWmV%OU2| zVv4kM=4l<~;N+zr;O(si5S!a1?y3sl%o7TnHY<_+%R2F{5=ZPh_8vUWN`p^rVYEwc zAe{fBg62z3K!o29iIcR1KTH3Q2ZTP05PtE!2|ndcJThL|feS0Kn{Op`zx-7`y2>7}`Ja)T8@Uu@ z8CA2Z`aIwGJ&?w)^Wos)b&~JA4wf}a-qDp===|@NXfPrI9G)@Nh8yAUNtQg*ry92R zc@Nqx8R)lJga&0zJlj43orYMURofP}lX|Rivm|!>f>W49If7wN8Rr~*#i8F*Dfd~n z5UX@n9MQHO>*vJd;y5=xkuT+}%U+2sgE}B=e=847sN()R4#0a*pzqyssMN+$I#b6& zx#K`|>MixmuiJ=a+2(A$GFL1Ri(s|tVLH%$UpUxS1%(4mX?p8Sv48edcaO1EH1hIZ z`EFsGcxdA)+&n}X<8qr^{vZ5NzobKZLxyIEs!Co#^CmY-^V@;E#W@(`ExU`W2W1E^R_rEF8img`nt{=>Sj>pe$Ns-JiF|1W zPUs(i0lG8bpz&id{a894lkRoF8F%1>RUou}cSV*s1P>S91}on(IP&uqZCdRuG^-v! zhci|rHy_CL@7!qDqLJKYX@p<4JQH!Dlm|#Nqw>mIvUldM!RDO-C@akryzV%~M-vFttno{0cWJV!#g~%i2s1i$784Ol&|Hs3zuuh8`A1Wj5_ve4kE@`|sS%DN7cLc?dk-0C%$4EiV6oT$M~yGPQ;=`tE`A!YGBbxH5` zKGK6sAwMITUPo-@);ukI*H0gBtg(SB!4Q{sfqU76~bB==N9B`lU zJ(u!7ISGmL&x>a)^J!mLiD+&=7h?N|L(?*eOYWx1uewIzi6dyf319Xd#VWYU4iYTcX&fj~TDFeIi_6XNAur zJ@L&lA23po^C;IC%!^AD(oS_F-)ZYu4BH5E+vB;hLWTQQ9wm9&P}KG_ICk-WWOtTO1wIP&jp~5xxhe)gPHmN`Q4$Uj4;l`s1s2OR_ zW=s0fGMA@f)p|WXqF{wnr|9zb`k%5Lp_LGHG?dys7UEPXM>f5y7Khr^lV@_Cc=oCf zFCQ03I)~p<_S*#U_#DZ{dq@Ws?+F2wdt-5)BZKbJWa(U*t`;cVbDm?9V1qMaOl7-b- zxq-nvUf1Wc#3L#dezlAcUWcc^&}}Vb@6?6YUfC$iR@{ekBTmq~R7ae(#UHP4li@ju z2N%$%n7X*-bAI_+@#z3hN{y7*!;5=BO@KY>PEEu`YU60O`v`~$n2I}6r{W>aJFq10 z3S=GHiK_D@hMlvvC@fXSQu{b^G5JdA7k85JmKij1Q5V7Zb`%&CmFB72JlP<;iw&hFn)( I_HMuMKkuGY;Q#;t literal 0 HcmV?d00001 From 8c7e334c76c828f2f04923784d02e01a836b01b6 Mon Sep 17 00:00:00 2001 From: Bo-Yuan Huang Date: Wed, 27 Jan 2021 04:49:10 +0000 Subject: [PATCH 052/129] [ add ] placeholder for flexnlp codegen --- CMakeLists.txt | 3 + cmake/modules/contrib/ILAFlex.cmake | 9 ++ python/tvm/relay/op/contrib/ilaflex.py | 18 +++ .../contrib/ilaflex/ilaflex_codegen.cc | 89 ++++++++++++++ .../contrib/ilaflex/ilaflex_runtime.cc | 116 ++++++++++++++++++ tests/python/byo3la/flex_linear.py | 64 ++++++++++ 6 files changed, 299 insertions(+) create mode 100644 cmake/modules/contrib/ILAFlex.cmake create mode 100644 python/tvm/relay/op/contrib/ilaflex.py create mode 100644 src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc create mode 100644 src/runtime/contrib/ilaflex/ilaflex_runtime.cc create mode 100644 tests/python/byo3la/flex_linear.py diff --git a/CMakeLists.txt b/CMakeLists.txt index 9427c756c..e2080196b 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -64,6 +64,8 @@ tvm_option(USE_BLAS "The blas library to be linked" none) tvm_option(USE_MKL "MKL root path when use MKL blas" OFF) tvm_option(USE_MKLDNN "Build with MKLDNN" OFF) tvm_option(USE_DNNL_CODEGEN "Enable MKLDNN (DNNL) codegen" OFF) +tvm_option(USE_ILAVTA_CODEGEN "Enable ILA codegen for VTA" OFF) +tvm_option(USE_ILAFLEX_CODEGEN "Enable ILA codegen for FlexNLP" OFF) tvm_option(USE_CUDNN "Build with cuDNN" OFF) tvm_option(USE_CUBLAS "Build with cuBLAS" OFF) tvm_option(USE_THRUST "Build with Thrust" OFF) @@ -379,6 +381,7 @@ include(cmake/modules/contrib/BLAS.cmake) include(cmake/modules/contrib/CODEGENC.cmake) include(cmake/modules/contrib/DNNL.cmake) include(cmake/modules/contrib/ILAVTA.cmake) +include(cmake/modules/contrib/ILAFlex.cmake) include(cmake/modules/contrib/Random.cmake) include(cmake/modules/contrib/Posit.cmake) include(cmake/modules/contrib/MicroStandaloneRuntime.cmake) diff --git a/cmake/modules/contrib/ILAFlex.cmake b/cmake/modules/contrib/ILAFlex.cmake new file mode 100644 index 000000000..ace713a2a --- /dev/null +++ b/cmake/modules/contrib/ILAFlex.cmake @@ -0,0 +1,9 @@ +if(USE_ILAFLEX_CODEGEN STREQUAL "ON") + add_definitions(-DUSE_ILAFLEX_RUNTIME=1) + file(GLOB ILAFLEX_RELAY_CONTRIB_SRC src/relay/backend/contrib/ilaflex/*.cc) + list(APPEND COMPILER_SRCS ${ILAFLEX_RELAY_CONTRIB_SRC}) + list(APPEND COMPILER_SRCS ${JSON_RELAY_CONTRIB_SRC}) + + file(GLOB ILAFLEX_CONTRIB_SRC src/runtime/contrib/ilaflex/ilaflex_runtime.cc) + list(APPEND RUNTIME_SRCS ${ILAFLEX_CONTRIB_SRC}) +endif() diff --git a/python/tvm/relay/op/contrib/ilaflex.py b/python/tvm/relay/op/contrib/ilaflex.py new file mode 100644 index 000000000..64b22a878 --- /dev/null +++ b/python/tvm/relay/op/contrib/ilaflex.py @@ -0,0 +1,18 @@ +import tvm.ir +from ...dataflow_pattern import wildcard, is_op +from .register import register_pattern_table + + +def make_pattern_linear(): + a = wildcard() + b = wildcard() + c = wildcard() + matmul = is_op('nn.batch_matmul')(a, b) + linear = is_op('nn.bias_add')(matmul, c) + return linear + +@register_pattern_table("ilaflex") +def pattern_table(): + linear_pat = ("ilaflex.linear", make_pattern_linear()) + ilaflex_patterns = [linear_pat] + return ilaflex_patterns diff --git a/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc b/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc new file mode 100644 index 000000000..f6ad44ace --- /dev/null +++ b/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc @@ -0,0 +1,89 @@ +#include +#include +#include +#include +#include +#include + +#include +#include +#include +#include + +#include "../../utils.h" + +#include "../../../../runtime/contrib/json/json_node.h" +#include "../codegen_json/codegen_json.h" + +namespace tvm { +namespace relay { +namespace contrib { + +using namespace backend; + +class ILAFlexJSONSerializer : public backend::contrib::JSONSerializer { + using JSONGraphNode = tvm::runtime::json::JSONGraphNode; + using JSONGraphNodeEntry = tvm::runtime::json::JSONGraphNodeEntry; + + public: + ILAFlexJSONSerializer(const std::string& symbol, const Expr& expr) + : JSONSerializer(symbol, expr) {} + + std::vector VisitExpr_(const CallNode* cn) override { + Expr expr = GetRef(cn); + std::string name; + + if (const auto* op_node = cn->op.as()) { + name = op_node->name; + } else if (const auto* fn = cn->op.as()) { + auto comp = fn->GetAttr(attr::kComposite); + CHECK(comp.defined()) + << "JSON runtime only supports composite functions."; + name = comp.value(); + + if (name == "ilaflex.linear") { + // empty - JIT + } else { + LOG(FATAL) << "Unrecognized pattern: " << name; + } + } else { + LOG(FATAL) << "ILAFlex runtime does not support calls to " + << cn->op->GetTypeKey(); + } + LOG(INFO) << "[Pattern Matching] Find annotated: " << name; + + std::vector inputs; + for (const auto& arg : cn->args) { + auto res = VisitExpr(arg); + inputs.insert(inputs.end(), res.begin(), res.end()); + } + auto node = std::make_shared(name, /* name_ */ + "kernel", /* op_type_ */ + inputs, 1 /* num_outputs_ */); + // SetCallNodeAttribute(node, call); + return AddNode(node, GetRef(cn)); + } + +}; // class ILAFlexJSONSerializer + +runtime::Module ILAFlexCompiler(const ObjectRef& ref) { + CHECK(ref->IsInstance()); + auto func = Downcast(ref); + auto func_name = GetExtSymbol(func); + + ILAFlexJSONSerializer serializer(func_name, func); + serializer.serialize(); + std::string graph_json = serializer.GetJSON(); + auto params = serializer.GetParams(); + + const auto* pf = runtime::Registry::Get("runtime.ILAFlexRuntimeCreate"); + CHECK(pf != nullptr) << "Cannot find ILAFlex runtime module to create"; + auto mod = (*pf)(func_name, graph_json, params); + return mod; +} + +TVM_REGISTER_GLOBAL("relay.ext.ilaflex").set_body_typed(ILAFlexCompiler); + +} // namespace contrib +} // namespace relay +} // namespace tvm diff --git a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc new file mode 100644 index 000000000..0a90dc1f6 --- /dev/null +++ b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc @@ -0,0 +1,116 @@ +#include +#include + +#include +#include +#include +#include +#include + +#include "../json/json_node.h" +#include "../json/json_runtime.h" + +namespace tvm { +namespace runtime { +namespace contrib { + +using namespace tvm::runtime; +using namespace tvm::runtime::json; + +class ILAFlexRuntime : public JSONRuntimeBase { + public: + ILAFlexRuntime(const std::string& symbol_name, const std::string& graph_json, + const Array const_names) + : JSONRuntimeBase(symbol_name, graph_json, const_names) {} + + const char* type_key() const { return "ilaflex"; } // namespace contrib + + void Init(const Array& consts) override { + CHECK(consts.size() == 0) << "matmul should have no consts"; + } + + void Run() override { + CHECK(symbol_name_.substr(0, 7) == "ilaflex") << symbol_name_; + LOG(INFO) << "[Runtime] enter " << symbol_name_ << " runtime"; + + if (outputs_.size() == 1 && + nodes_[outputs_[0].id_].GetOpName() == "ilaflex.linear") { + LOG(INFO) << "[Runtime] off-loading ilaflex.linear"; + + // get input node data + for (size_t i = 0; i < input_nodes_.size(); ++i) { + auto eid = EntryID(input_nodes_[i], 0); + auto& node_data = data_entry_[eid]; + + auto ndim = node_data->ndim; + // CHECK(ndim == 3) << "batch_matmul input dimension: " << ndim; + LOG(INFO) << "Input " << eid << " dim: " << ndim; + + LOG(INFO) << "[Runtime-TODO] virtual store node " << eid << " data:"; + auto buffer_size = GetDataSize(*node_data); + char* dst = new char[buffer_size]; + std::copy(reinterpret_cast(node_data->data), + reinterpret_cast(node_data->data) + buffer_size, dst); + + std::string data_str = ""; + for (size_t j = 0; j < buffer_size; j++) { + data_str = data_str + " " + std::to_string((uint8_t)(dst[j])); + } + LOG(INFO) << "[Runtime-TODO] <" << data_str << ">"; + +#if 0 + for (auto dim = 0; dim < data_entry_[eid]->ndim; dim++) { + LOG(INFO) << "shape: " << data_entry_[eid]->shape[dim]; + } +#endif + } + + // call ILAng-generated simulator + std::string simulator = "/root/ilasim/flex"; + std::string command = "echo \"call assembly helper\""; + auto res = std::system(command.c_str()); + CHECK(res == 0) << "Error executing simulator " << command; + + // reads back the output + auto output_node_id = outputs_[0].id_; + auto output_node_data = data_entry_[output_node_id]; + + { + LOG(INFO) << "[Runtime-TODO] read back simulation results (fake):"; + auto buffer_size = GetDataSize(*output_node_data); + char* src = new char[buffer_size]; + std::copy(src, src + buffer_size, + reinterpret_cast(output_node_data->data)); + std::string data_str = ""; + for (size_t j = 0; j < buffer_size; j++) { + data_str = data_str + " " + std::to_string((uint8_t)(src[j])); + } + LOG(INFO) << "[Runtime-TODO] <" << data_str << ">"; + } + + LOG(INFO) << "[Runtime] resume execution"; + + } else { + LOG(FATAL) << "Unknown pattern " << symbol_name_; + } + } + + protected: + private: +}; // namespace runtime + +runtime::Module ILAFlexRuntimeCreate(String symbol_name, String graph_json, + const Array& const_names) { + auto n = make_object(symbol_name, graph_json, const_names); + return runtime::Module(n); +} + +TVM_REGISTER_GLOBAL("runtime.ILAFlexRuntimeCreate") + .set_body_typed(ILAFlexRuntimeCreate); + +TVM_REGISTER_GLOBAL("runtime.module.loadbinary_ilaflex") + .set_body_typed(JSONRuntimeBase::LoadFromBinary); + +} // namespace contrib +} // namespace runtime +} // namespace tvm diff --git a/tests/python/byo3la/flex_linear.py b/tests/python/byo3la/flex_linear.py new file mode 100644 index 000000000..bba96a480 --- /dev/null +++ b/tests/python/byo3la/flex_linear.py @@ -0,0 +1,64 @@ +from __future__ import absolute_import, print_function + +import os +import tvm +from tvm import te +import numpy as np +from tvm import rpc +from tvm.contrib import util +from tvm.relay.op.contrib import ilaflex + +# define the graph +dtype="int8" +m = 16 +n = 4 +b = 1 + +shape1 = tvm.relay.TensorType((b, m, n), dtype=dtype) +shape2 = tvm.relay.TensorType((m, ), dtype=dtype) +x = tvm.relay.var("x", shape1) +y = tvm.relay.var("y", shape1) +z = tvm.relay.var("z", shape2) +inter = tvm.relay.nn.batch_matmul(x, y) +final = tvm.relay.nn.bias_add(inter, z) + +mod = tvm.ir.IRModule.from_expr(final) + + +# pattern matching +pattern_table = ilaflex.pattern_table() +mod = tvm.relay.transform.MergeComposite(pattern_table)(mod) +mod = tvm.relay.transform.AnnotateTarget(["ilaflex"])(mod) +#mod = tvm.relay.transform.MergeCompilerRegions()(mod) +mod = tvm.relay.transform.PartitionGraph()(mod) + +print("[Python] Compile with the 3LA extension") +target = tvm.target.create('llvm') +with tvm.transform.PassContext(opt_level=3): + graph, lib, params = tvm.relay.build(mod, target) + +## +## execute +## +from tvm.contrib import graph_runtime +ctx = tvm.cpu() +runtime_exec = graph_runtime.create(graph, lib, ctx) + +x_np = np.random.uniform(1, 10, size=(b, m, n)).astype(np.int8) +y_np = np.random.uniform(1, 10, size=(b, m, n)).astype(np.int8) +z_np = np.random.uniform(1, 10, size=(m, )).astype(np.int8) +x_tvm = tvm.nd.array(x_np, ctx=ctx) +y_tvm = tvm.nd.array(y_np, ctx=ctx) +z_tvm = tvm.nd.array(z_np, ctx=ctx) + +print("[Python] Execute the compiled model") +runtime_exec.set_input(0, x_tvm) +runtime_exec.set_input(1, y_tvm) +runtime_exec.set_input(2, z_tvm) +runtime_exec.set_input(**params) +runtime_exec.run() + +output = runtime_exec.get_output(0).asnumpy() +output = output.astype(np.uint8) +print(output) +print("[Python] Done") From 0b4aac6a84afbb89b6ace48175d58deeee4724a9 Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Mon, 22 Feb 2021 03:57:55 +0000 Subject: [PATCH 053/129] LSTM layer smoke test --- python/tvm/relay/op/contrib/ilaflex.py | 157 ++++++++++++++++++ .../contrib/ilaflex/ilaflex_codegen.cc | 8 +- tests/python/byo3la/flex_lstm.py | 56 +++++++ 3 files changed, 215 insertions(+), 6 deletions(-) create mode 100644 tests/python/byo3la/flex_lstm.py diff --git a/python/tvm/relay/op/contrib/ilaflex.py b/python/tvm/relay/op/contrib/ilaflex.py index 64b22a878..3e0cef950 100644 --- a/python/tvm/relay/op/contrib/ilaflex.py +++ b/python/tvm/relay/op/contrib/ilaflex.py @@ -1,7 +1,163 @@ +import tvm +from tvm import relay import tvm.ir from ...dataflow_pattern import wildcard, is_op from .register import register_pattern_table +def relay_lstm_cell(batch_size, input_size, hidden_size): + # based on https://pytorch.org/docs/stable/generated/torch.nn.LSTM.html + state_tensor_type = relay.TensorType((batch_size, hidden_size)) + state_tuple_type = relay.TupleType([state_tensor_type, state_tensor_type]) + + inp = relay.var("input", shape=(batch_size, input_size)) + state = relay.Var("state", type_annotation=state_tuple_type) + + w_ih = relay.var("w_ih", shape=(4*hidden_size, input_size)) + w_hh = relay.var("w_hh", shape=(4*hidden_size, hidden_size)) + b_ih = relay.var("b_ih", shape=(4*hidden_size,)) + b_hh = relay.var("b_hh", shape=(4*hidden_size,)) + + hidden = relay.TupleGetItem(state, 0) + cell_state = relay.TupleGetItem(state, 1) + + # PyTorch packs the i2h and h2h weights and biases together so we will match that here + w_i_splits = relay.split(w_ih, 4, 0) + w_h_splits = relay.split(w_hh, 4, 0) + b_i_splits = relay.split(b_ih, 4, 0) + b_h_splits = relay.split(b_hh, 4, 0) + w_ii, w_if, w_ig, w_io = w_i_splits[0], w_i_splits[1], w_i_splits[2], w_i_splits[3] + w_hi, w_hf, w_hg, w_ho = w_h_splits[0], w_h_splits[1], w_h_splits[2], w_h_splits[3] + b_ii, b_if, b_ig, b_io = b_i_splits[0], b_i_splits[1], b_i_splits[2], b_i_splits[3] + b_hi, b_hf, b_hg, b_ho = b_h_splits[0], b_h_splits[1], b_h_splits[2], b_h_splits[3] + + def weighted_value(weight, value, bias): + return relay.transpose(relay.nn.dense(weight, value) + relay.reshape(bias, (hidden_size, 1))) + + i_t = relay.sigmoid(weighted_value(w_ii, inp, b_ii) + weighted_value(w_hi, hidden, b_hi)) + f_t = relay.sigmoid(weighted_value(w_if, inp, b_if) + weighted_value(w_hf, hidden, b_hf)) + g_t = relay.tanh(weighted_value(w_ig, inp, b_ig) + weighted_value(w_hg, hidden, b_hg)) + o_t = relay.sigmoid(weighted_value(w_io, inp, b_io) + weighted_value(w_ho, hidden, b_ho)) + c_t = f_t*cell_state + i_t*g_t + h_t = o_t*relay.tanh(c_t) + + h_var = relay.Var("h") + c_var = relay.Var("c") + return relay.Function([inp, state, w_ih, w_hh, b_ih, b_hh], + relay.Let(h_var, h_t, + relay.Let(c_var, c_t, + relay.Tuple([h_var, relay.Tuple([h_var, c_var])]))), + ret_type=relay.TupleType([state_tensor_type, state_tuple_type])) + + +def lstm_definition(batch_size, input_size, hidden_size, time_steps, + mod, time_axis=1): + state_tensor_type = relay.TensorType((batch_size, hidden_size)) + state_tuple_type = relay.TupleType([state_tensor_type, state_tensor_type]) + + input_var = relay.var("input", shape=(batch_size, time_steps, input_size)) + state_var = relay.var("state", type_annotation=state_tuple_type) + i2h_weight_var = relay.var("i2h_weight", shape=(4*hidden_size, input_size)) + h2h_weight_var = relay.var("h2h_weight", shape=(4*hidden_size, hidden_size)) + i2h_bias_var = relay.var("i2h_bias", shape=(4*hidden_size,)) + h2h_bias_var = relay.var("h2h_bias", shape=(4*hidden_size,)) + + # in this case, we are ignoring the state outputs + builder = relay.ScopeBuilder() + cell_var = builder.let("lstm_cell", relay_lstm_cell(batch_size, input_size, hidden_size)) + splits = builder.let("splits", relay.split(input_var, time_steps, time_axis).astuple()) + last_state = state_var + seq_outs = [] + for i in range(time_steps): + squeezed = builder.let(f"squeezed_{i}", relay.squeeze(relay.TupleGetItem(splits, i), axis=[time_axis])) + cell_out = builder.let(f"cell_out_{i}", + cell_var(squeezed, last_state, + i2h_weight_var, h2h_weight_var, + i2h_bias_var, i2h_bias_var)) + new_seq_out = builder.let(f"seq_out_{i}", relay.TupleGetItem(cell_out, 0)) + seq_outs.append(new_seq_out) + new_hidden = builder.let(f"state_update_{i}", relay.TupleGetItem(cell_out, 1)) + last_state = new_hidden + + stacked = builder.let("stacked", relay.stack(seq_outs, axis=time_axis)) + # finally reshape to match pytorch's semantics (one layer) + reshape_hidden = builder.let("final_hidden", + relay.reshape(relay.TupleGetItem(last_state, 0), + (1, batch_size, hidden_size))) + reshape_cell = builder.let("final_cell", + relay.reshape(relay.TupleGetItem(last_state, 1), + (1, batch_size, hidden_size))) + # builder.ret(relay.Tuple([stacked, reshape_hidden, reshape_cell])) + # for simplicity, we will return only the hidden state + builder.ret(reshape_hidden) + + # Ideally, we would want to return all outputs; + # for now, for simplicity, we will only return one + # + # ret_type = relay.TupleType([ + # relay.TensorType((batch_size, time_steps, hidden_size)), + # relay.TensorType((1, batch_size, hidden_size)), + # relay.TensorType((1, batch_size, hidden_size)) + # ]) + ret_type = relay.TensorType((1, batch_size, hidden_size)) + + return relay.Function([input_var, state_var, i2h_weight_var, h2h_weight_var, + i2h_bias_var, h2h_bias_var], + builder.get(), + ret_type=ret_type) + + +def create_lstm_call(mod, lstm_input, initial_state, + i2h_weight, h2h_weight, bias, + batch_size, input_size, hidden_size, time_steps): + """ + Given a module, adds a FlexNLP hook definition if it is not present + and returns a call using the given arguments + + For now, the tensor sizes, etc, will be included directly in the generated name + though we can make the definitions parametric later + """ + # we unroll for a different number of time steps -- in principle, we can make a single definition + # that will use a Relay list and not need to unroll + name = f"ILALSTM_{batch_size}_{input_size}_{hidden_size}_{time_steps}" + + lstm_var = relay.Var(name) + lstm_def = lstm_definition(batch_size, input_size, hidden_size, time_steps, mod) + + # Wrap in a function manually annotated with the compiler attribute. + f_input, f_state = relay.Var("input"), relay.Var("state") + f_i2h, f_h2h, f_bias = relay.Var("i2h_weight"), relay.Var("h2h_weight"), relay.Var("bias") + + # we give this function a composite attribute + # so the codegen recognizes it + lstm_wrapper = relay.Function( + [f_input, f_state, f_i2h, f_h2h, f_bias], + relay.Let(lstm_var, lstm_def, + lstm_var(f_input, f_state, f_i2h, f_h2h, + # note: zeroing out one of the bias inputs like Keras + f_bias, relay.zeros_like(f_bias)))) + lstm_wrapper = lstm_wrapper.with_attr("Composite", "ilaflex.lstm") + + # now we create an outer call with the compiler attribute + # so that it is passed to the codegen (with the call to the lstm_wrapper) + outer_vars = [relay.Var(f"v{i}") for i in range(5)] + outer_wrapper = relay.Function( + outer_vars, lstm_wrapper(*outer_vars)) + + # ugly hack: we need a counter to make sure the global identifier will be unique + if not hasattr(create_lstm_call, "symbol_count"): + create_lstm_call.symbol_count = 0 + + # See tests/python/relay/test_external_codegen.py:set_external_func_attr + outer_wrapper = outer_wrapper.with_attr("Primitive", tvm.tir.IntImm("int32", 1)) + outer_wrapper = outer_wrapper.with_attr("Compiler", "ilaflex") + outer_wrapper = outer_wrapper.with_attr("global_symbol", f"ilaflex.lstm_{create_lstm_call.symbol_count}") + create_lstm_call.symbol_count += 1 + + f = relay.Var("f") + return relay.Let(f, outer_wrapper, + f(lstm_input, initial_state, + i2h_weight, h2h_weight, bias)) + def make_pattern_linear(): a = wildcard() @@ -11,6 +167,7 @@ def make_pattern_linear(): linear = is_op('nn.bias_add')(matmul, c) return linear + @register_pattern_table("ilaflex") def pattern_table(): linear_pat = ("ilaflex.linear", make_pattern_linear()) diff --git a/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc b/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc index f6ad44ace..4ff210428 100644 --- a/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc +++ b/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc @@ -26,8 +26,7 @@ class ILAFlexJSONSerializer : public backend::contrib::JSONSerializer { using JSONGraphNodeEntry = tvm::runtime::json::JSONGraphNodeEntry; public: - ILAFlexJSONSerializer(const std::string& symbol, const Expr& expr) - : JSONSerializer(symbol, expr) {} + ILAFlexJSONSerializer(const std::string& symbol, const Expr& expr) : JSONSerializer(symbol, expr) {} std::vector VisitExpr_(const CallNode* cn) override { Expr expr = GetRef(cn); @@ -41,9 +40,7 @@ class ILAFlexJSONSerializer : public backend::contrib::JSONSerializer { << "JSON runtime only supports composite functions."; name = comp.value(); - if (name == "ilaflex.linear") { - // empty - JIT - } else { + if (name != "ilaflex.linear" && name != "ilaflex.lstm") { LOG(FATAL) << "Unrecognized pattern: " << name; } } else { @@ -63,7 +60,6 @@ class ILAFlexJSONSerializer : public backend::contrib::JSONSerializer { // SetCallNodeAttribute(node, call); return AddNode(node, GetRef(cn)); } - }; // class ILAFlexJSONSerializer runtime::Module ILAFlexCompiler(const ObjectRef& ref) { diff --git a/tests/python/byo3la/flex_lstm.py b/tests/python/byo3la/flex_lstm.py new file mode 100644 index 000000000..bf070be7b --- /dev/null +++ b/tests/python/byo3la/flex_lstm.py @@ -0,0 +1,56 @@ +from __future__ import absolute_import, print_function + +import os +import tvm +from tvm import relay +from tvm import runtime +from tvm.contrib import graph_runtime +import numpy as np +from tvm.relay.op.contrib import ilaflex + +def test_lstm_layer(): + batch_size = 1 + input_size = 32 + hidden_size = 32 + time_steps = 5 + + input_shape = (batch_size, time_steps, input_size) + state_shape = (batch_size, hidden_size) + i2h_weight_shape = (4*hidden_size, input_size) + h2h_weight_shape = (4*hidden_size, hidden_size) + bias_shape = (4*hidden_size,) + + input_tensor = relay.const(np.random.rand(*input_shape)) + init_state = relay.Tuple([ + relay.const(np.random.rand(*state_shape)), + relay.const(np.random.rand(*state_shape)) + ]) + i2h_weight = relay.const(np.random.rand(*i2h_weight_shape)) + h2h_weight = relay.const(np.random.rand(*h2h_weight_shape)) + bias = relay.const(np.random.rand(*bias_shape)) + + mod = tvm.IRModule() + # we can probably get rid of some of the type annotations + # and not need all these arguments + lstm_call = ilaflex.create_lstm_call( + mod, input_tensor, init_state, + i2h_weight, h2h_weight, bias, + batch_size, input_size, hidden_size, time_steps) + + mod["main"] = relay.Function([], lstm_call) + + # Note: we are not using any BYOC pattern-matching! + # May have to use the same approach for the linear layer to avoid bad interactions + + target = 'llvm' + ctx = tvm.cpu() + with tvm.transform.PassContext(opt_level=3, disabled_pass=["AlterOpLayout"]): + exe = relay.vm.compile(mod, target) + vm = runtime.vm.VirtualMachine(exe, ctx) + ret = vm.invoke("main") + + # smoke test: just checking that it runs at all + + +if __name__ == "__main__": + test_lstm_layer() From aa2852950dab21b73a135381765179c40dea58af Mon Sep 17 00:00:00 2001 From: Bo-Yuan Huang Date: Wed, 27 Jan 2021 08:35:24 +0000 Subject: [PATCH 054/129] TODO: fill in ILA assembly translation pipeline --- .../contrib/ilaflex/ilaflex_runtime.cc | 141 +++++++++++------- 1 file changed, 89 insertions(+), 52 deletions(-) diff --git a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc index 0a90dc1f6..ae5796f0a 100644 --- a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc +++ b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc @@ -23,76 +23,113 @@ class ILAFlexRuntime : public JSONRuntimeBase { const Array const_names) : JSONRuntimeBase(symbol_name, graph_json, const_names) {} - const char* type_key() const { return "ilaflex"; } // namespace contrib + const char* type_key() const { return "ilaflex"; } void Init(const Array& consts) override { - CHECK(consts.size() == 0) << "matmul should have no consts"; + // CHECK(consts.size() == 0); } void Run() override { CHECK(symbol_name_.substr(0, 7) == "ilaflex") << symbol_name_; LOG(INFO) << "[Runtime] enter " << symbol_name_ << " runtime"; - if (outputs_.size() == 1 && + if (outputs_.size() == 1 && input_nodes_.size() == 3 && nodes_[outputs_[0].id_].GetOpName() == "ilaflex.linear") { - LOG(INFO) << "[Runtime] off-loading ilaflex.linear"; - - // get input node data - for (size_t i = 0; i < input_nodes_.size(); ++i) { - auto eid = EntryID(input_nodes_[i], 0); - auto& node_data = data_entry_[eid]; - - auto ndim = node_data->ndim; - // CHECK(ndim == 3) << "batch_matmul input dimension: " << ndim; - LOG(INFO) << "Input " << eid << " dim: " << ndim; - - LOG(INFO) << "[Runtime-TODO] virtual store node " << eid << " data:"; - auto buffer_size = GetDataSize(*node_data); - char* dst = new char[buffer_size]; - std::copy(reinterpret_cast(node_data->data), - reinterpret_cast(node_data->data) + buffer_size, dst); - - std::string data_str = ""; - for (size_t j = 0; j < buffer_size; j++) { - data_str = data_str + " " + std::to_string((uint8_t)(dst[j])); - } - LOG(INFO) << "[Runtime-TODO] <" << data_str << ">"; - -#if 0 - for (auto dim = 0; dim < data_entry_[eid]->ndim; dim++) { - LOG(INFO) << "shape: " << data_entry_[eid]->shape[dim]; - } -#endif - } - + /* + * out = bias_add(batch_matmul(x, y), z) + * + * input x: + * - dimension: (x_dim_0, x_dim_1, x_dim_2) + * - data: x_data_ptr, x_data_size + * + * input y: + * - dimension: (y_dim_0, y_dim_1, y_dim_2) + * - data: y_data_ptr, y_data_size + * + * input z: + * - dimension: (z_dim_0) + * - data: z_data_ptr, z_data_size + * + * output: + * - dimension: (o_dim_0, o_dim_1, o_dim_2) + * - data: o_data_ptr, o_data_size + */ + + // x + auto eid_x = EntryID(input_nodes_[0], 0); + auto& node_data_x = data_entry_[eid_x]; + CHECK(node_data_x->ndim == 3); + auto x_dim_0 = node_data_x->shape[0]; + auto x_dim_1 = node_data_x->shape[1]; + auto x_dim_2 = node_data_x->shape[2]; + auto x_data_size = GetDataSize(*node_data_x); + char* x_data_ptr = new char[x_data_size]; + std::copy(reinterpret_cast(node_data_x->data), + reinterpret_cast(node_data_x->data) + x_data_size, + x_data_ptr); + + // y + auto eid_y = EntryID(input_nodes_[1], 0); + auto& node_data_y = data_entry_[eid_y]; + CHECK(node_data_y->ndim == 3); + auto y_dim_0 = node_data_y->shape[0]; + auto y_dim_1 = node_data_y->shape[1]; + auto y_dim_2 = node_data_y->shape[2]; + auto y_data_size = GetDataSize(*node_data_y); + char* y_data_ptr = new char[y_data_size]; + std::copy(reinterpret_cast(node_data_y->data), + reinterpret_cast(node_data_y->data) + y_data_size, + y_data_ptr); + + // z + auto eid_z = EntryID(input_nodes_[2], 0); + auto& node_data_z = data_entry_[eid_z]; + CHECK(node_data_z->ndim == 1); + auto z_dim_0 = node_data_z->shape[0]; + auto z_data_size = GetDataSize(*node_data_z); + char* z_data_ptr = new char[z_data_size]; + std::copy(reinterpret_cast(node_data_z->data), + reinterpret_cast(node_data_z->data) + z_data_size, + z_data_ptr); + + // output + auto eid_o = outputs_[0].id_; + auto node_data_o = data_entry_[eid_o]; + CHECK(node_data_o->ndim == 3); + auto o_dim_0 = node_data_o->shape[0]; + auto o_dim_1 = node_data_o->shape[1]; + auto o_dim_2 = node_data_o->shape[2]; + auto o_data_size = GetDataSize(*node_data_o); + char* o_data_ptr = new char[o_data_size]; + + /* TODO + * - FlexNLP ILA simulator is available in $PATH as "flexnlp_ila_sim" + * - generate tensor-level assembly + * - generate data library + * - translate to ILA instruction program fragment + * - invoke the ILA simulator + * - read back the result and store to o_data_ptr + */ // call ILAng-generated simulator - std::string simulator = "/root/ilasim/flex"; std::string command = "echo \"call assembly helper\""; auto res = std::system(command.c_str()); CHECK(res == 0) << "Error executing simulator " << command; - // reads back the output - auto output_node_id = outputs_[0].id_; - auto output_node_data = data_entry_[output_node_id]; - - { - LOG(INFO) << "[Runtime-TODO] read back simulation results (fake):"; - auto buffer_size = GetDataSize(*output_node_data); - char* src = new char[buffer_size]; - std::copy(src, src + buffer_size, - reinterpret_cast(output_node_data->data)); - std::string data_str = ""; - for (size_t j = 0; j < buffer_size; j++) { - data_str = data_str + " " + std::to_string((uint8_t)(src[j])); - } - LOG(INFO) << "[Runtime-TODO] <" << data_str << ">"; - } - - LOG(INFO) << "[Runtime] resume execution"; +#if 0 + LOG(INFO) << x_dim_0 << ", " << x_dim_1 << ", " << x_dim_2; + LOG(INFO) << y_dim_0 << ", " << y_dim_1 << ", " << y_dim_2; + LOG(INFO) << z_dim_0; + LOG(INFO) << o_dim_0 << ", " << o_dim_1 << ", " << o_dim_2; +#endif + + // copy the result and resume + std::copy(o_data_ptr, o_data_ptr + o_data_size, + reinterpret_cast(node_data_o->data)); } else { LOG(FATAL) << "Unknown pattern " << symbol_name_; } + LOG(INFO) << "[Runtime] exit " << symbol_name_ << " runtime, resume host"; } protected: From 2bfe49e8ab08a8c5cbde50565e2b129d782f9469 Mon Sep 17 00:00:00 2001 From: Bo-Yuan Huang Date: Thu, 28 Jan 2021 05:56:59 +0000 Subject: [PATCH 055/129] Change pattern to dense --- python/tvm/relay/op/contrib/ilaflex.py | 4 +-- .../contrib/ilaflex/ilaflex_runtime.cc | 21 +++++++-------- tests/python/byo3la/flex_linear.py | 26 +++++++++---------- 3 files changed, 24 insertions(+), 27 deletions(-) diff --git a/python/tvm/relay/op/contrib/ilaflex.py b/python/tvm/relay/op/contrib/ilaflex.py index 3e0cef950..627926418 100644 --- a/python/tvm/relay/op/contrib/ilaflex.py +++ b/python/tvm/relay/op/contrib/ilaflex.py @@ -163,8 +163,8 @@ def make_pattern_linear(): a = wildcard() b = wildcard() c = wildcard() - matmul = is_op('nn.batch_matmul')(a, b) - linear = is_op('nn.bias_add')(matmul, c) + dense = is_op('nn.dense')(a, b) + linear = is_op('nn.bias_add')(dense, c) return linear diff --git a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc index ae5796f0a..37cd3c3ff 100644 --- a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc +++ b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc @@ -39,11 +39,11 @@ class ILAFlexRuntime : public JSONRuntimeBase { * out = bias_add(batch_matmul(x, y), z) * * input x: - * - dimension: (x_dim_0, x_dim_1, x_dim_2) + * - dimension: (x_dim_0, x_dim_1) * - data: x_data_ptr, x_data_size * * input y: - * - dimension: (y_dim_0, y_dim_1, y_dim_2) + * - dimension: (y_dim_0, y_dim_1) * - data: y_data_ptr, y_data_size * * input z: @@ -51,17 +51,16 @@ class ILAFlexRuntime : public JSONRuntimeBase { * - data: z_data_ptr, z_data_size * * output: - * - dimension: (o_dim_0, o_dim_1, o_dim_2) + * - dimension: (o_dim_0, o_dim_1) * - data: o_data_ptr, o_data_size */ // x auto eid_x = EntryID(input_nodes_[0], 0); auto& node_data_x = data_entry_[eid_x]; - CHECK(node_data_x->ndim == 3); + CHECK(node_data_x->ndim == 2); auto x_dim_0 = node_data_x->shape[0]; auto x_dim_1 = node_data_x->shape[1]; - auto x_dim_2 = node_data_x->shape[2]; auto x_data_size = GetDataSize(*node_data_x); char* x_data_ptr = new char[x_data_size]; std::copy(reinterpret_cast(node_data_x->data), @@ -71,10 +70,9 @@ class ILAFlexRuntime : public JSONRuntimeBase { // y auto eid_y = EntryID(input_nodes_[1], 0); auto& node_data_y = data_entry_[eid_y]; - CHECK(node_data_y->ndim == 3); + CHECK(node_data_y->ndim == 2); auto y_dim_0 = node_data_y->shape[0]; auto y_dim_1 = node_data_y->shape[1]; - auto y_dim_2 = node_data_y->shape[2]; auto y_data_size = GetDataSize(*node_data_y); char* y_data_ptr = new char[y_data_size]; std::copy(reinterpret_cast(node_data_y->data), @@ -95,10 +93,9 @@ class ILAFlexRuntime : public JSONRuntimeBase { // output auto eid_o = outputs_[0].id_; auto node_data_o = data_entry_[eid_o]; - CHECK(node_data_o->ndim == 3); + CHECK(node_data_o->ndim == 2); auto o_dim_0 = node_data_o->shape[0]; auto o_dim_1 = node_data_o->shape[1]; - auto o_dim_2 = node_data_o->shape[2]; auto o_data_size = GetDataSize(*node_data_o); char* o_data_ptr = new char[o_data_size]; @@ -116,10 +113,10 @@ class ILAFlexRuntime : public JSONRuntimeBase { CHECK(res == 0) << "Error executing simulator " << command; #if 0 - LOG(INFO) << x_dim_0 << ", " << x_dim_1 << ", " << x_dim_2; - LOG(INFO) << y_dim_0 << ", " << y_dim_1 << ", " << y_dim_2; + LOG(INFO) << x_dim_0 << ", " << x_dim_1; + LOG(INFO) << y_dim_0 << ", " << y_dim_1; LOG(INFO) << z_dim_0; - LOG(INFO) << o_dim_0 << ", " << o_dim_1 << ", " << o_dim_2; + LOG(INFO) << o_dim_0 << ", " << o_dim_1; #endif // copy the result and resume diff --git a/tests/python/byo3la/flex_linear.py b/tests/python/byo3la/flex_linear.py index bba96a480..a739b3e9b 100644 --- a/tests/python/byo3la/flex_linear.py +++ b/tests/python/byo3la/flex_linear.py @@ -10,26 +10,26 @@ # define the graph dtype="int8" -m = 16 -n = 4 -b = 1 +m = 4 +n = 16 -shape1 = tvm.relay.TensorType((b, m, n), dtype=dtype) -shape2 = tvm.relay.TensorType((m, ), dtype=dtype) +shape1 = tvm.relay.TensorType((n, m), dtype=dtype) +shape2 = tvm.relay.TensorType((n, m), dtype=dtype) +shape3 = tvm.relay.TensorType((n,), dtype=dtype) x = tvm.relay.var("x", shape1) -y = tvm.relay.var("y", shape1) -z = tvm.relay.var("z", shape2) -inter = tvm.relay.nn.batch_matmul(x, y) -final = tvm.relay.nn.bias_add(inter, z) +w = tvm.relay.var("w", shape2) +b = tvm.relay.var("b", shape3) +matmul = tvm.relay.nn.dense(x, w) +final = tvm.relay.nn.bias_add(matmul, b) mod = tvm.ir.IRModule.from_expr(final) +print(mod) # pattern matching pattern_table = ilaflex.pattern_table() mod = tvm.relay.transform.MergeComposite(pattern_table)(mod) mod = tvm.relay.transform.AnnotateTarget(["ilaflex"])(mod) -#mod = tvm.relay.transform.MergeCompilerRegions()(mod) mod = tvm.relay.transform.PartitionGraph()(mod) print("[Python] Compile with the 3LA extension") @@ -44,9 +44,9 @@ ctx = tvm.cpu() runtime_exec = graph_runtime.create(graph, lib, ctx) -x_np = np.random.uniform(1, 10, size=(b, m, n)).astype(np.int8) -y_np = np.random.uniform(1, 10, size=(b, m, n)).astype(np.int8) -z_np = np.random.uniform(1, 10, size=(m, )).astype(np.int8) +x_np = np.random.uniform(1, 10, size=(n, m)).astype(np.int8) +y_np = np.random.uniform(1, 10, size=(n, m)).astype(np.int8) +z_np = np.random.uniform(1, 10, size=(n,)).astype(np.int8) x_tvm = tvm.nd.array(x_np, ctx=ctx) y_tvm = tvm.nd.array(y_np, ctx=ctx) z_tvm = tvm.nd.array(z_np, ctx=ctx) From f78a5315d3b20205d81eabd910fd44efa05d1f4c Mon Sep 17 00:00:00 2001 From: Yi Li Date: Thu, 28 Jan 2021 20:47:03 -0500 Subject: [PATCH 056/129] flexnlp linear layer prototype done --- python/tvm/__init__.py | 2 +- .../contrib/ilaflex/ilaflex_runtime.cc | 98 ++++++++++++++----- tests/python/byo3la/flex_linear.py | 39 ++++++-- 3 files changed, 105 insertions(+), 34 deletions(-) diff --git a/python/tvm/__init__.py b/python/tvm/__init__.py index 0adad82d9..76810142b 100644 --- a/python/tvm/__init__.py +++ b/python/tvm/__init__.py @@ -75,7 +75,7 @@ def _should_print_backtrace(): in_pytest = "PYTEST_CURRENT_TEST" in os.environ - tvm_backtrace = os.environ.get("TVM_BACKTRACE", "0") + tvm_backtrace = os.environ.get("TVM_BACKTRACE", "1") try: tvm_backtrace = bool(int(tvm_backtrace)) diff --git a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc index 37cd3c3ff..2678d585e 100644 --- a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc +++ b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc @@ -6,6 +6,9 @@ #include #include #include +#include +#include +#include #include "../json/json_node.h" #include "../json/json_runtime.h" @@ -61,10 +64,10 @@ class ILAFlexRuntime : public JSONRuntimeBase { CHECK(node_data_x->ndim == 2); auto x_dim_0 = node_data_x->shape[0]; auto x_dim_1 = node_data_x->shape[1]; - auto x_data_size = GetDataSize(*node_data_x); - char* x_data_ptr = new char[x_data_size]; - std::copy(reinterpret_cast(node_data_x->data), - reinterpret_cast(node_data_x->data) + x_data_size, + auto x_data_size = GetDataSize(*node_data_x)/sizeof(float); + float* x_data_ptr = new float[x_data_size]; + std::copy(reinterpret_cast(node_data_x->data), + reinterpret_cast(node_data_x->data) + x_data_size, x_data_ptr); // y @@ -73,10 +76,10 @@ class ILAFlexRuntime : public JSONRuntimeBase { CHECK(node_data_y->ndim == 2); auto y_dim_0 = node_data_y->shape[0]; auto y_dim_1 = node_data_y->shape[1]; - auto y_data_size = GetDataSize(*node_data_y); - char* y_data_ptr = new char[y_data_size]; - std::copy(reinterpret_cast(node_data_y->data), - reinterpret_cast(node_data_y->data) + y_data_size, + auto y_data_size = GetDataSize(*node_data_y)/sizeof(float); + float* y_data_ptr = new float[y_data_size]; + std::copy(reinterpret_cast(node_data_y->data), + reinterpret_cast(node_data_y->data) + y_data_size, y_data_ptr); // z @@ -84,10 +87,10 @@ class ILAFlexRuntime : public JSONRuntimeBase { auto& node_data_z = data_entry_[eid_z]; CHECK(node_data_z->ndim == 1); auto z_dim_0 = node_data_z->shape[0]; - auto z_data_size = GetDataSize(*node_data_z); - char* z_data_ptr = new char[z_data_size]; - std::copy(reinterpret_cast(node_data_z->data), - reinterpret_cast(node_data_z->data) + z_data_size, + auto z_data_size = GetDataSize(*node_data_z)/sizeof(float); + float* z_data_ptr = new float[z_data_size]; + std::copy(reinterpret_cast(node_data_z->data), + reinterpret_cast(node_data_z->data) + z_data_size, z_data_ptr); // output @@ -96,8 +99,8 @@ class ILAFlexRuntime : public JSONRuntimeBase { CHECK(node_data_o->ndim == 2); auto o_dim_0 = node_data_o->shape[0]; auto o_dim_1 = node_data_o->shape[1]; - auto o_data_size = GetDataSize(*node_data_o); - char* o_data_ptr = new char[o_data_size]; + auto o_data_size = GetDataSize(*node_data_o)/sizeof(float); + float* o_data_ptr = new float[o_data_size]; /* TODO * - FlexNLP ILA simulator is available in $PATH as "flexnlp_ila_sim" @@ -107,21 +110,43 @@ class ILAFlexRuntime : public JSONRuntimeBase { * - invoke the ILA simulator * - read back the result and store to o_data_ptr */ + // dump data to files + dump_data(x_data_ptr, x_data_size, "./data/inp.txt"); + dump_data(y_data_ptr, y_data_size, "./data/wgt.txt"); + dump_data(z_data_ptr, z_data_size, "./data/bias.txt"); + + // calculate flexnlp tensor assembly parameters; + int num_vector_in = x_dim_1/16; + int num_vector_out = y_dim_0/16; + int num_timestep = x_dim_0; + int is_bias = 1; + // call ILAng-generated simulator - std::string command = "echo \"call assembly helper\""; - auto res = std::system(command.c_str()); - CHECK(res == 0) << "Error executing simulator " << command; - -#if 0 - LOG(INFO) << x_dim_0 << ", " << x_dim_1; - LOG(INFO) << y_dim_0 << ", " << y_dim_1; - LOG(INFO) << z_dim_0; + std::string call_cmd = "python3 linear_layer_driver.py " + + std::to_string(num_vector_in) + " " + + std::to_string(num_vector_out) + " " + + std::to_string(num_timestep) + " " + + std::to_string(is_bias); + // std::string command = "echo \"call assembly helper\""; + std::system("echo \"calling flexnlp linear layer driver\""); + auto res = std::system(call_cmd.c_str()); + CHECK(res == 0) << "Error executing simulator " << call_cmd; + + // retrieve the results + retrieve_result(o_data_ptr, o_data_size, "./data/result.txt"); +#if 1 + LOG(INFO) << "x_dimension: " << x_dim_0 << ", " << x_dim_1; + LOG(INFO) << "x_data_size: " << x_data_size; + LOG(INFO) << "y_dimension: " << y_dim_0 << ", " << y_dim_1; + LOG(INFO) << "y_data_size: " << y_data_size; + LOG(INFO) << "z_dimension: " << z_dim_0; + LOG(INFO) << "z_data_size: " << z_data_size; LOG(INFO) << o_dim_0 << ", " << o_dim_1; #endif // copy the result and resume std::copy(o_data_ptr, o_data_ptr + o_data_size, - reinterpret_cast(node_data_o->data)); + reinterpret_cast(node_data_o->data)); } else { LOG(FATAL) << "Unknown pattern " << symbol_name_; @@ -129,6 +154,33 @@ class ILAFlexRuntime : public JSONRuntimeBase { LOG(INFO) << "[Runtime] exit " << symbol_name_ << " runtime, resume host"; } + void dump_data(float* data_ptr, unsigned long& size, std::string path) { + std::ofstream fout; + std::stringstream ss; + fout.open(path, std::ios::out | std::ios::trunc); + for (auto i = 0; i < size; ++i) { + ss << data_ptr[i] << '\n'; + } + fout << ss.rdbuf(); + fout.close(); + } + + void retrieve_result(float* data_ptr, unsigned long& size, std::string path) { + // retrieve flexnlp results + std::ifstream fin; + fin.open("./data/result.txt", std::ios::in); + std::string float_str; + unsigned long cntr = 0; + + while(std::getline(fin, float_str)) { + if (cntr >= size) { + LOG(FATAL) << "wrong number of elements in the result tensor"; + } + data_ptr[cntr] = std::stof(float_str); + ++cntr; + } + } + protected: private: }; // namespace runtime diff --git a/tests/python/byo3la/flex_linear.py b/tests/python/byo3la/flex_linear.py index a739b3e9b..ed6c1e705 100644 --- a/tests/python/byo3la/flex_linear.py +++ b/tests/python/byo3la/flex_linear.py @@ -5,17 +5,19 @@ from tvm import te import numpy as np from tvm import rpc -from tvm.contrib import util +# from tvm.contrib import util from tvm.relay.op.contrib import ilaflex +from utils import tool + # define the graph -dtype="int8" -m = 4 -n = 16 +dtype="float32" +m = 64 +n = 64 shape1 = tvm.relay.TensorType((n, m), dtype=dtype) shape2 = tvm.relay.TensorType((n, m), dtype=dtype) -shape3 = tvm.relay.TensorType((n,), dtype=dtype) +shape3 = tvm.relay.TensorType((n, ), dtype=dtype) x = tvm.relay.var("x", shape1) w = tvm.relay.var("w", shape2) b = tvm.relay.var("b", shape3) @@ -44,9 +46,17 @@ ctx = tvm.cpu() runtime_exec = graph_runtime.create(graph, lib, ctx) -x_np = np.random.uniform(1, 10, size=(n, m)).astype(np.int8) -y_np = np.random.uniform(1, 10, size=(n, m)).astype(np.int8) -z_np = np.random.uniform(1, 10, size=(n,)).astype(np.int8) +coef = 0.2 +x_np = coef * np.random.uniform(0, 1, size=(n, m)).astype(np.float32) +y_np = coef * np.random.uniform(0, 1, size=(n, m)).astype(np.float32) +z_np = coef * np.random.uniform(0, 1, size=(n,)).astype(np.float32) + +ref = np.add(np.matmul(x_np, np.transpose(y_np)), z_np) +# x_np = coef * np.random.random_sample((n, m), dtype = np.float32) +# x_np = np.array([[1, 2], [3, 4]], dtype = np.float32) +# y_np = coef * np.random.random_sample((n, m), dtype = np.float32) +# z_np = coef * np.random.random_sample((n,), dtype = np.float32) + x_tvm = tvm.nd.array(x_np, ctx=ctx) y_tvm = tvm.nd.array(y_np, ctx=ctx) z_tvm = tvm.nd.array(z_np, ctx=ctx) @@ -59,6 +69,15 @@ runtime_exec.run() output = runtime_exec.get_output(0).asnumpy() -output = output.astype(np.uint8) -print(output) +output = output.astype(np.float32) print("[Python] Done") + +tl = tool() +err_out, err_ref = tl.cal_error(output, ref) +# print(err_out, err_ref) +print("relative error: {:5.5%} vs. output, {:5.5%} vs. ref".format(err_out, err_ref)) +print('output: {}'.format(output.shape)) +print(output) +print('===============') +print('ref: {}'.format(ref.shape)) +print(ref) From e067ac48d3e696298e68a75f51197a168eb870ed Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Mon, 22 Feb 2021 03:57:55 +0000 Subject: [PATCH 057/129] LSTM layer smoke test with manual annotation --- src/runtime/contrib/ilaflex/ilaflex_runtime.cc | 18 +++++++++++++----- tests/python/byo3la/flex_linear.py | 10 +++++----- 2 files changed, 18 insertions(+), 10 deletions(-) diff --git a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc index 2678d585e..8474c1ae7 100644 --- a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc +++ b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc @@ -36,6 +36,10 @@ class ILAFlexRuntime : public JSONRuntimeBase { CHECK(symbol_name_.substr(0, 7) == "ilaflex") << symbol_name_; LOG(INFO) << "[Runtime] enter " << symbol_name_ << " runtime"; + // TODO: we should probably package up all the files inside TVM + // to avoid having to refer to other directories + std::string driver_dir = "~/3la_ILA_tensor_op/flexnlp"; + if (outputs_.size() == 1 && input_nodes_.size() == 3 && nodes_[outputs_[0].id_].GetOpName() == "ilaflex.linear") { /* @@ -122,11 +126,12 @@ class ILAFlexRuntime : public JSONRuntimeBase { int is_bias = 1; // call ILAng-generated simulator - std::string call_cmd = "python3 linear_layer_driver.py " + - std::to_string(num_vector_in) + " " + - std::to_string(num_vector_out) + " " + - std::to_string(num_timestep) + " " + - std::to_string(is_bias); + std::stringstream call_builder; + call_builder << "python3 " << driver_dir << "/linear_layer_driver.py " + << num_vector_in << " " << num_vector_out << " " + << num_timestep << " " << is_bias; + std::string call_cmd = call_builder.str(); + // std::string command = "echo \"call assembly helper\""; std::system("echo \"calling flexnlp linear layer driver\""); auto res = std::system(call_cmd.c_str()); @@ -148,6 +153,9 @@ class ILAFlexRuntime : public JSONRuntimeBase { std::copy(o_data_ptr, o_data_ptr + o_data_size, reinterpret_cast(node_data_o->data)); + } else if (outputs_.size() == 1 + && nodes_[outputs_[0].id_].GetOpName() == "ilaflex.lstm") { + LOG(FATAL) << "LSTM not yet implemented " << symbol_name_; } else { LOG(FATAL) << "Unknown pattern " << symbol_name_; } diff --git a/tests/python/byo3la/flex_linear.py b/tests/python/byo3la/flex_linear.py index ed6c1e705..719c7bd11 100644 --- a/tests/python/byo3la/flex_linear.py +++ b/tests/python/byo3la/flex_linear.py @@ -8,7 +8,7 @@ # from tvm.contrib import util from tvm.relay.op.contrib import ilaflex -from utils import tool +#from utils import tool # define the graph dtype="float32" @@ -72,10 +72,10 @@ output = output.astype(np.float32) print("[Python] Done") -tl = tool() -err_out, err_ref = tl.cal_error(output, ref) -# print(err_out, err_ref) -print("relative error: {:5.5%} vs. output, {:5.5%} vs. ref".format(err_out, err_ref)) +# tl = tool() +# err_out, err_ref = tl.cal_error(output, ref) +# # print(err_out, err_ref) +# print("relative error: {:5.5%} vs. output, {:5.5%} vs. ref".format(err_out, err_ref)) print('output: {}'.format(output.shape)) print(output) print('===============') From 522a1df564ce8187c815f1bdfe99d83ac2412fdb Mon Sep 17 00:00:00 2001 From: Yi Li <47999440+LeeOHzzZ@users.noreply.github.com> Date: Fri, 5 Mar 2021 08:31:52 -0500 Subject: [PATCH 058/129] flexnlp lstm backend driver is completed, end-to-end testflow passed (#3) * integrate 3la driver into tvm framework * lstm flexnlp backend driver added * remove redundant submodule in the python test folder; redirect python driver path inside TVM in the ilaflex_runtime * flexnlp lstm end-to-end flow complete --- python/tvm/contrib/ly3la | 1 + python/tvm/relay/op/contrib/ilaflex.py | 6 +- .../contrib/ilaflex/ilaflex_runtime.cc | 126 +++++++++++++++++- tests/python/byo3la/flex_linear.py | 2 +- tests/python/byo3la/flex_lstm.py | 28 ++-- 5 files changed, 145 insertions(+), 18 deletions(-) create mode 160000 python/tvm/contrib/ly3la diff --git a/python/tvm/contrib/ly3la b/python/tvm/contrib/ly3la new file mode 160000 index 000000000..2ecd3209e --- /dev/null +++ b/python/tvm/contrib/ly3la @@ -0,0 +1 @@ +Subproject commit 2ecd3209e1fbb281303a5697cabe34d3bd1ee573 diff --git a/python/tvm/relay/op/contrib/ilaflex.py b/python/tvm/relay/op/contrib/ilaflex.py index 627926418..3c617526e 100644 --- a/python/tvm/relay/op/contrib/ilaflex.py +++ b/python/tvm/relay/op/contrib/ilaflex.py @@ -88,7 +88,8 @@ def lstm_definition(batch_size, input_size, hidden_size, time_steps, (1, batch_size, hidden_size))) # builder.ret(relay.Tuple([stacked, reshape_hidden, reshape_cell])) # for simplicity, we will return only the hidden state - builder.ret(reshape_hidden) + # builder.ret(reshape_hidden) + builder.ret(stacked) # Ideally, we would want to return all outputs; # for now, for simplicity, we will only return one @@ -98,7 +99,8 @@ def lstm_definition(batch_size, input_size, hidden_size, time_steps, # relay.TensorType((1, batch_size, hidden_size)), # relay.TensorType((1, batch_size, hidden_size)) # ]) - ret_type = relay.TensorType((1, batch_size, hidden_size)) + # ret_type = relay.TensorType((1, batch_size, hidden_size)) + ret_type = relay.TensorType((batch_size, time_steps, hidden_size)) return relay.Function([input_var, state_var, i2h_weight_var, h2h_weight_var, i2h_bias_var, h2h_bias_var], diff --git a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc index 8474c1ae7..a42fcfe97 100644 --- a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc +++ b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc @@ -38,7 +38,8 @@ class ILAFlexRuntime : public JSONRuntimeBase { // TODO: we should probably package up all the files inside TVM // to avoid having to refer to other directories - std::string driver_dir = "~/3la_ILA_tensor_op/flexnlp"; + std::string driver_dir = getenv("TVM_HOME"); + driver_dir += "/python/tvm/contrib/ly3la/flexnlp"; if (outputs_.size() == 1 && input_nodes_.size() == 3 && nodes_[outputs_[0].id_].GetOpName() == "ilaflex.linear") { @@ -115,6 +116,7 @@ class ILAFlexRuntime : public JSONRuntimeBase { * - read back the result and store to o_data_ptr */ // dump data to files + std::system("mkdir -p data"); dump_data(x_data_ptr, x_data_size, "./data/inp.txt"); dump_data(y_data_ptr, y_data_size, "./data/wgt.txt"); dump_data(z_data_ptr, z_data_size, "./data/bias.txt"); @@ -132,14 +134,13 @@ class ILAFlexRuntime : public JSONRuntimeBase { << num_timestep << " " << is_bias; std::string call_cmd = call_builder.str(); - // std::string command = "echo \"call assembly helper\""; - std::system("echo \"calling flexnlp linear layer driver\""); + LOG(INFO) << "calling flexnlp linear layer driver"; auto res = std::system(call_cmd.c_str()); CHECK(res == 0) << "Error executing simulator " << call_cmd; // retrieve the results retrieve_result(o_data_ptr, o_data_size, "./data/result.txt"); -#if 1 +#if 0 LOG(INFO) << "x_dimension: " << x_dim_0 << ", " << x_dim_1; LOG(INFO) << "x_data_size: " << x_data_size; LOG(INFO) << "y_dimension: " << y_dim_0 << ", " << y_dim_1; @@ -155,7 +156,120 @@ class ILAFlexRuntime : public JSONRuntimeBase { } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilaflex.lstm") { - LOG(FATAL) << "LSTM not yet implemented " << symbol_name_; + LOG(INFO) << "LSTM input nodes size: " << input_nodes_.size(); + // TODO: why initial state only has single vector? + for (auto it : input_nodes_) { + auto data_node_ptr = data_entry_[EntryID(it, 0)]; + LOG(INFO) << it << '\t' << (data_node_ptr->ndim) << '\t' << data_node_ptr->dtype << '\t' << GetDataSize(*data_node_ptr); + for (auto i = 0; i < data_node_ptr->ndim; i++) { + std::cout << "dim_" << i << ": " << data_node_ptr->shape[i] << '\t'; + } + std::cout << std::endl; + } + // check output data dimension + auto out_data_ptr = data_entry_[EntryID(outputs_[0])]; + LOG(INFO) << "LSTM output dimension: " << out_data_ptr->ndim; + for (auto i = 0; i < out_data_ptr->ndim; i++) { + std::cout << "dim_" << i << ": " << out_data_ptr->shape[i] << '\t'; + } + std::cout << std::endl; + + + // lstm input + auto eid_inp = EntryID(input_nodes_[0], 0); + auto& node_data_inp = data_entry_[eid_inp]; + CHECK(node_data_inp->ndim == 3); + auto num_ts = node_data_inp->shape[1]; + auto num_v_in = (int)(node_data_inp->shape[2])/16; + auto num_v_out = num_v_in; + // current flexnlp driver enable 4 PEs by default + CHECK(num_v_in%4 == 0); + auto inp_data_size = GetDataSize(*node_data_inp)/sizeof(float); + float* inp_data_ptr = new float[inp_data_size]; + std::copy(reinterpret_cast(node_data_inp->data), + reinterpret_cast(node_data_inp->data) + inp_data_size, + inp_data_ptr); + + // lstm initial state + // TODO: support non-zero lstm initial state in the future + + // lstm i2h_wgt + auto eid_i2h_wgt = EntryID(input_nodes_[2], 0); + auto& node_data_i2h_wgt = data_entry_[eid_i2h_wgt]; + CHECK(node_data_i2h_wgt->ndim == 2); + auto i2h_wgt_data_size = GetDataSize(*node_data_i2h_wgt)/sizeof(float); + CHECK(i2h_wgt_data_size == 16*num_v_in * 4 * 16*num_v_out); + float* i2h_wgt_data_ptr = new float[i2h_wgt_data_size]; + std::copy(reinterpret_cast(node_data_i2h_wgt->data), + reinterpret_cast(node_data_i2h_wgt->data) + i2h_wgt_data_size, + i2h_wgt_data_ptr); + + // lstm h2h_wgt + auto eid_h2h_wgt = EntryID(input_nodes_[3], 0); + auto& node_data_h2h_wgt = data_entry_[eid_h2h_wgt]; + CHECK(node_data_h2h_wgt->ndim == 2); + auto h2h_wgt_data_size = GetDataSize(*node_data_h2h_wgt)/sizeof(float); + CHECK(h2h_wgt_data_size == 16*num_v_in * 4 * 16*num_v_out); + float* h2h_wgt_data_ptr = new float[h2h_wgt_data_size]; + std::copy(reinterpret_cast(node_data_h2h_wgt->data), + reinterpret_cast(node_data_h2h_wgt->data) + h2h_wgt_data_size, + h2h_wgt_data_ptr); + + // lstm bias + auto eid_bias = EntryID(input_nodes_[4], 0); + auto& node_data_bias = data_entry_[eid_bias]; + CHECK(node_data_bias->ndim == 1); + auto bias_data_size = GetDataSize(*node_data_bias)/sizeof(float); + CHECK(bias_data_size == 4 * 16*num_v_in); + float* bias_data_ptr = new float[bias_data_size]; + std::copy(reinterpret_cast(node_data_bias->data), + reinterpret_cast(node_data_bias->data) + bias_data_size, + bias_data_ptr); + + // output + // LSTM output is flatten? + // auto eid_o = outputs_[0].id_; + auto node_data_o = data_entry_[EntryID(outputs_[0])]; + CHECK(node_data_o->ndim == 3); + auto o_data_size = GetDataSize(*node_data_o)/sizeof(float); + CHECK(o_data_size == 16*num_v_out*num_ts); + float* o_data_ptr = new float[o_data_size]; + + /* TODO + * - FlexNLP ILA simulator is available in $PATH as "flexnlp_ila_sim" + * - generate tensor-level assembly + * - generate data library + * - translate to ILA instruction program fragment + * - invoke the ILA simulator + * - read back the result and store to o_data_ptr + */ + // dump data to files + std::system("mkdir -p data"); + dump_data(inp_data_ptr, inp_data_size, "./data/lstm_inp.txt"); + dump_data(i2h_wgt_data_ptr, i2h_wgt_data_size, "./data/lstm_i2h_wgt.txt"); + dump_data(h2h_wgt_data_ptr, h2h_wgt_data_size, "./data/lstm_h2h_wgt.txt"); + dump_data(bias_data_ptr, bias_data_size, "./data/lstm_bias.txt"); + + // set flexnlp tensor assembly parameters; + int is_bias = 1; + int is_zero_first = 1; + + // call ILAng-generated simulator + std::stringstream call_builder; + call_builder << "python3 " << driver_dir << "/lstm_driver.py " + << num_v_in << " " << num_v_out << " " + << num_ts << " " << is_bias << " " << is_zero_first; + std::string call_cmd = call_builder.str(); + + LOG(INFO) << "calling flexnlp lstm driver"; + auto res = std::system(call_cmd.c_str()); + CHECK(res == 0) << "Error executing simulator " << call_cmd; + + // retrieve the results + retrieve_result(o_data_ptr, o_data_size, "./data/lstm_out.txt"); + // copy the result and resume + std::copy(o_data_ptr, o_data_ptr + o_data_size, + reinterpret_cast(node_data_o->data)); } else { LOG(FATAL) << "Unknown pattern " << symbol_name_; } @@ -176,7 +290,7 @@ class ILAFlexRuntime : public JSONRuntimeBase { void retrieve_result(float* data_ptr, unsigned long& size, std::string path) { // retrieve flexnlp results std::ifstream fin; - fin.open("./data/result.txt", std::ios::in); + fin.open(path, std::ios::in); std::string float_str; unsigned long cntr = 0; diff --git a/tests/python/byo3la/flex_linear.py b/tests/python/byo3la/flex_linear.py index 719c7bd11..8ed0af7ea 100644 --- a/tests/python/byo3la/flex_linear.py +++ b/tests/python/byo3la/flex_linear.py @@ -7,7 +7,7 @@ from tvm import rpc # from tvm.contrib import util from tvm.relay.op.contrib import ilaflex - +from tvm.contrib.ly3la.flexnlp.utils import tool #from utils import tool # define the graph diff --git a/tests/python/byo3la/flex_lstm.py b/tests/python/byo3la/flex_lstm.py index bf070be7b..aca40e3ec 100644 --- a/tests/python/byo3la/flex_lstm.py +++ b/tests/python/byo3la/flex_lstm.py @@ -10,9 +10,9 @@ def test_lstm_layer(): batch_size = 1 - input_size = 32 - hidden_size = 32 - time_steps = 5 + input_size = 64 + hidden_size = 64 + time_steps = 3 input_shape = (batch_size, time_steps, input_size) state_shape = (batch_size, hidden_size) @@ -20,14 +20,21 @@ def test_lstm_layer(): h2h_weight_shape = (4*hidden_size, hidden_size) bias_shape = (4*hidden_size,) - input_tensor = relay.const(np.random.rand(*input_shape)) + coef = 1 + input_tensor = relay.const(coef*np.random.uniform(-1,1,input_shape)) init_state = relay.Tuple([ - relay.const(np.random.rand(*state_shape)), - relay.const(np.random.rand(*state_shape)) + relay.const(coef*np.random.uniform(-1, 1, state_shape)), + relay.const(coef*np.random.uniform(-1, 1, state_shape)) ]) - i2h_weight = relay.const(np.random.rand(*i2h_weight_shape)) - h2h_weight = relay.const(np.random.rand(*h2h_weight_shape)) - bias = relay.const(np.random.rand(*bias_shape)) + i2h_weight = relay.const(coef*np.random.uniform(-1, 1, i2h_weight_shape)) + h2h_weight = relay.const(coef*np.random.uniform(-1, 1, h2h_weight_shape)) + # bias = relay.const(coef*np.random.uniform(-1, 1, bias_shape)) + bias = relay.const(np.zeros(*bias_shape)) + + # print(input_tensor) + # print(i2h_weight) + # print(h2h_weight) + # print(bias) mod = tvm.IRModule() # we can probably get rid of some of the type annotations @@ -48,6 +55,9 @@ def test_lstm_layer(): exe = relay.vm.compile(mod, target) vm = runtime.vm.VirtualMachine(exe, ctx) ret = vm.invoke("main") + out = ret.asnumpy() + + print('lstm result is \n {}'.format(out)) # smoke test: just checking that it runs at all From aa224970b988a97bb1e1641c1946ea074bad8eae Mon Sep 17 00:00:00 2001 From: Yi Li <47999440+LeeOHzzZ@users.noreply.github.com> Date: Tue, 9 Mar 2021 00:18:16 -0500 Subject: [PATCH 059/129] Set ila python driver as external source --- src/runtime/contrib/ilaflex/ilaflex_runtime.cc | 4 ++-- tests/python/byo3la/flex_linear.py | 9 +++++---- 2 files changed, 7 insertions(+), 6 deletions(-) diff --git a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc index a42fcfe97..90187a01d 100644 --- a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc +++ b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc @@ -38,8 +38,8 @@ class ILAFlexRuntime : public JSONRuntimeBase { // TODO: we should probably package up all the files inside TVM // to avoid having to refer to other directories - std::string driver_dir = getenv("TVM_HOME"); - driver_dir += "/python/tvm/contrib/ly3la/flexnlp"; + std::string driver_dir = getenv("PY_3LA_DRIVER"); + driver_dir += "flexnlp"; if (outputs_.size() == 1 && input_nodes_.size() == 3 && nodes_[outputs_[0].id_].GetOpName() == "ilaflex.linear") { diff --git a/tests/python/byo3la/flex_linear.py b/tests/python/byo3la/flex_linear.py index 8ed0af7ea..d6ee54707 100644 --- a/tests/python/byo3la/flex_linear.py +++ b/tests/python/byo3la/flex_linear.py @@ -72,10 +72,11 @@ output = output.astype(np.float32) print("[Python] Done") -# tl = tool() -# err_out, err_ref = tl.cal_error(output, ref) -# # print(err_out, err_ref) -# print("relative error: {:5.5%} vs. output, {:5.5%} vs. ref".format(err_out, err_ref)) +tl = tool() +ref, bias = tl.get_adpfloat_bias(ref) +err_out, err_ref = tl.cal_error(output, ref) +# print(err_out, err_ref) +print("relative error: {:5.5%} vs. output, {:5.5%} vs. ref".format(err_out, err_ref)) print('output: {}'.format(output.shape)) print(output) print('===============') From 57f8ab7595d5b19bbce191f74ac0e4ede993ab25 Mon Sep 17 00:00:00 2001 From: Thierry Tambe Date: Thu, 18 Mar 2021 02:45:14 -0400 Subject: [PATCH 060/129] fixing driver_dir path --- src/runtime/contrib/ilaflex/ilaflex_runtime.cc | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc index 90187a01d..889e9fcc0 100644 --- a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc +++ b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc @@ -34,12 +34,12 @@ class ILAFlexRuntime : public JSONRuntimeBase { void Run() override { CHECK(symbol_name_.substr(0, 7) == "ilaflex") << symbol_name_; - LOG(INFO) << "[Runtime] enter " << symbol_name_ << " runtime"; + LOG(INFO) << "[Runtime] entering " << symbol_name_ << " runtime"; // TODO: we should probably package up all the files inside TVM // to avoid having to refer to other directories std::string driver_dir = getenv("PY_3LA_DRIVER"); - driver_dir += "flexnlp"; + driver_dir += "/flexnlp"; if (outputs_.size() == 1 && input_nodes_.size() == 3 && nodes_[outputs_[0].id_].GetOpName() == "ilaflex.linear") { From f7976a3e1dde3d9a18099a0648c95d64dcce2107 Mon Sep 17 00:00:00 2001 From: Yi Li <47999440+LeeOHzzZ@users.noreply.github.com> Date: Mon, 29 Mar 2021 22:21:44 -0400 Subject: [PATCH 061/129] relay exact matcher; speech-to-text end-to-end supported. --- .../contrib/ilaflex/ilaflex_runtime.cc | 28 +- .../byo3la/end_to_end_speech_to_text.py | 295 ++++++++++++++++++ tests/python/byo3la/flex_linear.py | 5 +- 3 files changed, 318 insertions(+), 10 deletions(-) create mode 100755 tests/python/byo3la/end_to_end_speech_to_text.py diff --git a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc index 889e9fcc0..55a32a842 100644 --- a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc +++ b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc @@ -39,7 +39,10 @@ class ILAFlexRuntime : public JSONRuntimeBase { // TODO: we should probably package up all the files inside TVM // to avoid having to refer to other directories std::string driver_dir = getenv("PY_3LA_DRIVER"); - driver_dir += "/flexnlp"; + + driver_dir += "flexnlp"; + LOG(INFO) << "[Runtime] operator name is " << nodes_[outputs_[0].id_].GetOpName(); + LOG(INFO) << "outputs size: " << outputs_.size() << '\t' << "input_size: " << input_nodes_.size(); if (outputs_.size() == 1 && input_nodes_.size() == 3 && nodes_[outputs_[0].id_].GetOpName() == "ilaflex.linear") { @@ -62,7 +65,7 @@ class ILAFlexRuntime : public JSONRuntimeBase { * - dimension: (o_dim_0, o_dim_1) * - data: o_data_ptr, o_data_size */ - + LOG(INFO) << "[Runtime] operator name is " << nodes_[outputs_[0].id_].GetOpName(); // x auto eid_x = EntryID(input_nodes_[0], 0); auto& node_data_x = data_entry_[eid_x]; @@ -122,10 +125,15 @@ class ILAFlexRuntime : public JSONRuntimeBase { dump_data(z_data_ptr, z_data_size, "./data/bias.txt"); // calculate flexnlp tensor assembly parameters; + CHECK(x_dim_1 % 16 == 0) "linear_layer input timestep size is: " << x_dim_1; + CHECK(y_dim_0 % 16 == 0) "linear_layer output timestep size is: " << y_dim_0; + CHECK(z_dim_0 % 16 == 0) "linear_layer bias size is: " << z_dim_0; + CHECK(y_dim_0 == z_dim_0) "linear_layer bias size different from output timestep size"; int num_vector_in = x_dim_1/16; int num_vector_out = y_dim_0/16; int num_timestep = x_dim_0; int is_bias = 1; + CHECK(num_vector_out % 4 == 0) "linear_layer output vector number is : " << num_vector_out; // call ILAng-generated simulator std::stringstream call_builder; @@ -154,8 +162,10 @@ class ILAFlexRuntime : public JSONRuntimeBase { std::copy(o_data_ptr, o_data_ptr + o_data_size, reinterpret_cast(node_data_o->data)); - } else if (outputs_.size() == 1 - && nodes_[outputs_[0].id_].GetOpName() == "ilaflex.lstm") { + } + else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilaflex.lstm") { + // else if (nodes_[outputs_[0].id_].GetOpName() == "ilaflex.lstm") { + LOG(INFO) << "[Runtime] operator name is " << nodes_[outputs_[0].id_].GetOpName(); LOG(INFO) << "LSTM input nodes size: " << input_nodes_.size(); // TODO: why initial state only has single vector? for (auto it : input_nodes_) { @@ -180,10 +190,8 @@ class ILAFlexRuntime : public JSONRuntimeBase { auto& node_data_inp = data_entry_[eid_inp]; CHECK(node_data_inp->ndim == 3); auto num_ts = node_data_inp->shape[1]; + CHECK(node_data_inp->shape[2] % 16 == 0); auto num_v_in = (int)(node_data_inp->shape[2])/16; - auto num_v_out = num_v_in; - // current flexnlp driver enable 4 PEs by default - CHECK(num_v_in%4 == 0); auto inp_data_size = GetDataSize(*node_data_inp)/sizeof(float); float* inp_data_ptr = new float[inp_data_size]; std::copy(reinterpret_cast(node_data_inp->data), @@ -198,6 +206,8 @@ class ILAFlexRuntime : public JSONRuntimeBase { auto& node_data_i2h_wgt = data_entry_[eid_i2h_wgt]; CHECK(node_data_i2h_wgt->ndim == 2); auto i2h_wgt_data_size = GetDataSize(*node_data_i2h_wgt)/sizeof(float); + + auto num_v_out = (int)(node_data_i2h_wgt->shape[0])/64; CHECK(i2h_wgt_data_size == 16*num_v_in * 4 * 16*num_v_out); float* i2h_wgt_data_ptr = new float[i2h_wgt_data_size]; std::copy(reinterpret_cast(node_data_i2h_wgt->data), @@ -209,7 +219,7 @@ class ILAFlexRuntime : public JSONRuntimeBase { auto& node_data_h2h_wgt = data_entry_[eid_h2h_wgt]; CHECK(node_data_h2h_wgt->ndim == 2); auto h2h_wgt_data_size = GetDataSize(*node_data_h2h_wgt)/sizeof(float); - CHECK(h2h_wgt_data_size == 16*num_v_in * 4 * 16*num_v_out); + CHECK(h2h_wgt_data_size == 16*num_v_out * 4 * 16*num_v_out); float* h2h_wgt_data_ptr = new float[h2h_wgt_data_size]; std::copy(reinterpret_cast(node_data_h2h_wgt->data), reinterpret_cast(node_data_h2h_wgt->data) + h2h_wgt_data_size, @@ -220,7 +230,7 @@ class ILAFlexRuntime : public JSONRuntimeBase { auto& node_data_bias = data_entry_[eid_bias]; CHECK(node_data_bias->ndim == 1); auto bias_data_size = GetDataSize(*node_data_bias)/sizeof(float); - CHECK(bias_data_size == 4 * 16*num_v_in); + CHECK(bias_data_size == 4 * 16*num_v_out); float* bias_data_ptr = new float[bias_data_size]; std::copy(reinterpret_cast(node_data_bias->data), reinterpret_cast(node_data_bias->data) + bias_data_size, diff --git a/tests/python/byo3la/end_to_end_speech_to_text.py b/tests/python/byo3la/end_to_end_speech_to_text.py new file mode 100755 index 000000000..f80efaae0 --- /dev/null +++ b/tests/python/byo3la/end_to_end_speech_to_text.py @@ -0,0 +1,295 @@ +""" +End-to-end example speech to text application in Relay. +Reads weights and biases from a Keras h5 file (model_lstm_256.h5) +""" +import sys + +import tvm +from tvm import relay +from tvm import runtime +from tvm.relay.testing import annotate_exact_matches + +from flexnlp.src.utils import tool + +import numpy as np + +def load_weights(data_file): + from tensorflow import keras + + keras_model = keras.models.load_model(filename, custom_objects = {'': lambda y_true, y_pred: y_pred}) + lstm_layer = keras_model.get_layer(name="rnn1") + linear_layer = keras_model.get_layer(name="time_distributed_1") + + # need to transpose LSTM weights to be consistent with Relay interfaces + # (can print the shapes to confirm this) + lstm_i2h_w, lstm_h2h_w, lstm_bias = lstm_layer.get_weights() + linear_w, linear_bias = linear_layer.get_weights() + + # padding the i2h weights to integer multiple of 4 + i2h_shape = lstm_i2h_w.shape + if i2h_shape[0] % 16 > 0: + pad_size = (i2h_shape[0]//16 + 1)*16 - i2h_shape[0] + lstm_i2h_w = np.pad(lstm_i2h_w, ((0, pad_size), (0,0)), 'constant', constant_values = 0) + + # zero padding the linear layer size + linear_w_shape = linear_w.shape + assert linear_w_shape[1] == linear_bias.shape[0] + # print('linear_layer weight shape is {}'.format(linear_w_shape)) + if linear_w_shape[1] % 64 > 0: + pad_size = (linear_w_shape[1]//64 + 1)*64 - linear_w_shape[1] + linear_w = np.pad(linear_w, ((0,0), (0, pad_size)), 'constant', constant_values=0) + linear_bias = np.pad(linear_bias, (0, pad_size), 'constant', constant_values=0) + # print('linear_layer after padding weight shape is {}'.format(linear_w.shape)) + + return (np.transpose(lstm_i2h_w), np.transpose(lstm_h2h_w), lstm_bias, + np.transpose(linear_w), linear_bias) + + +def relay_lstm_cell(batch_size, input_size, hidden_size): + # based on https://pytorch.org/docs/stable/generated/torch.nn.GRU.html#torch.nn.GRU + state_tensor_type = relay.TensorType((batch_size, hidden_size)) + state_tuple_type = relay.TupleType([state_tensor_type, state_tensor_type]) + + inp = relay.var("input", shape=(batch_size, input_size)) + state = relay.Var("state", type_annotation=state_tuple_type) + + w_ih = relay.var("w_ih", shape=(4*hidden_size, input_size)) + w_hh = relay.var("w_hh", shape=(4*hidden_size, hidden_size)) + b_ih = relay.var("b_ih", shape=(4*hidden_size,)) + b_hh = relay.var("b_hh", shape=(4*hidden_size,)) + + hidden = relay.TupleGetItem(state, 0) + cell_state = relay.TupleGetItem(state, 1) + + # PyTorch packs the i2h and h2h weights and biases together so we will match that here + w_i_splits = relay.split(w_ih, 4, 0) + w_h_splits = relay.split(w_hh, 4, 0) + b_i_splits = relay.split(b_ih, 4, 0) + b_h_splits = relay.split(b_hh, 4, 0) + w_ii, w_if, w_ig, w_io = w_i_splits[0], w_i_splits[1], w_i_splits[2], w_i_splits[3] + w_hi, w_hf, w_hg, w_ho = w_h_splits[0], w_h_splits[1], w_h_splits[2], w_h_splits[3] + b_ii, b_if, b_ig, b_io = b_i_splits[0], b_i_splits[1], b_i_splits[2], b_i_splits[3] + b_hi, b_hf, b_hg, b_ho = b_h_splits[0], b_h_splits[1], b_h_splits[2], b_h_splits[3] + + def weighted_value(weight, value, bias): + return relay.transpose(relay.nn.dense(weight, value) + relay.reshape(bias, (hidden_size, 1))) + + i_t = relay.sigmoid(weighted_value(w_ii, inp, b_ii) + weighted_value(w_hi, hidden, b_hi)) + f_t = relay.sigmoid(weighted_value(w_if, inp, b_if) + weighted_value(w_hf, hidden, b_hf)) + g_t = relay.tanh(weighted_value(w_ig, inp, b_ig) + weighted_value(w_hg, hidden, b_hg)) + o_t = relay.sigmoid(weighted_value(w_io, inp, b_io) + weighted_value(w_ho, hidden, b_ho)) + c_t = f_t*cell_state + i_t*g_t + h_t = o_t*relay.tanh(c_t) + + h_var = relay.Var("h") + c_var = relay.Var("c") + return relay.Function([inp, state, w_ih, w_hh, b_ih, b_hh], + relay.Let(h_var, h_t, + relay.Let(c_var, c_t, + relay.Tuple([h_var, relay.Tuple([h_var, c_var])]))), + ret_type=relay.TupleType([state_tensor_type, state_tuple_type])) + + +def lstm_body(data, state, i2h_weight, h2h_weight, i2h_bias, h2h_bias, + batch_size, input_size, hidden_size, time_steps, time_axis=1): + builder = relay.ScopeBuilder() + cell = builder.let("lstm_cell", relay_lstm_cell(batch_size, input_size, hidden_size)) + splits = builder.let("splits", relay.split(data, time_steps, time_axis).astuple()) + last_state = state + seq_outs = [] + for i in range(time_steps): + squeezed = builder.let(f"squeezed_{i}", relay.squeeze(relay.TupleGetItem(splits, i), axis=[time_axis])) + cell_out = builder.let(f"cell_out_{i}", + cell(squeezed, last_state, + i2h_weight, h2h_weight, + i2h_bias, i2h_bias)) + new_seq_out = builder.let(f"seq_out_{i}", relay.TupleGetItem(cell_out, 0)) + seq_outs.append(new_seq_out) + new_hidden = builder.let(f"state_update_{i}", relay.TupleGetItem(cell_out, 1)) + last_state = new_hidden + + stacked = builder.let("stacked", relay.stack(seq_outs, axis=time_axis)) + # finally reshape to match pytorch's semantics (one layer) + reshape_hidden = builder.let("final_hidden", + relay.reshape(relay.TupleGetItem(last_state, 0), + (1, batch_size, hidden_size))) + reshape_cell = builder.let("final_cell", + relay.reshape(relay.TupleGetItem(last_state, 1), + (1, batch_size, hidden_size))) + # builder.ret(relay.Tuple([stacked, reshape_hidden, reshape_cell])) + builder.ret(relay.Tuple([stacked])) + return builder.get() + + +# Warning! This is an unrolled RNN! If you want a truly dynamic RNN, +# you should define it using a list ADT and apply the LSTM cell recursively. +# We can easily do that, though note that interacting +# with the ADT objects in the BYOC codegen would be tricky +def lstm_definition(batch_size, input_size, hidden_size, time_steps, + time_axis=1): + """ + Wrap the LSTM body in a function + """ + state_tensor_type = relay.TensorType((batch_size, hidden_size)) + state_tuple_type = relay.TupleType([state_tensor_type, state_tensor_type]) + + input_var = relay.var("input", shape=(batch_size, time_steps, input_size)) + state_var = relay.var("state", type_annotation=state_tuple_type) + i2h_weight_var = relay.var("i2h_weight", shape=(4*hidden_size, input_size)) + h2h_weight_var = relay.var("h2h_weight", shape=(4*hidden_size, hidden_size)) + i2h_bias_var = relay.var("i2h_bias", shape=(4*hidden_size,)) + h2h_bias_var = relay.var("h2h_bias", shape=(4*hidden_size,)) + + ret_type = relay.TupleType([ + relay.TensorType((batch_size, time_steps, hidden_size)), + relay.TensorType((1, batch_size, hidden_size)), + relay.TensorType((1, batch_size, hidden_size)) + ]) + + return relay.Function( + [input_var, state_var, i2h_weight_var, h2h_weight_var, + i2h_bias_var, h2h_bias_var], + lstm_body(input_var, state_var, + i2h_weight_var, h2h_weight_var, i2h_bias_var, h2h_bias_var, + batch_size, input_size, hidden_size, time_steps, time_axis=time_axis), + ret_type=ret_type) + + +def linear_body(data, weight, bias): + return relay.nn.bias_add(relay.nn.dense(data, weight), bias) + + +def linear_layer_definition(time_steps, hidden_size, dense_dim): + input_var = relay.var("input", shape=(time_steps, hidden_size)) + weight_var = relay.var("weight", shape=(dense_dim, hidden_size)) + bias_var = relay.var("bias", shape=(dense_dim,)) + + return relay.Function([input_var, weight_var, bias_var], + linear_body(input_var, weight_var, bias_var), + ret_type=relay.TensorType((time_steps, dense_dim))) + + +def build_relay_module(batch_size, input_size, hidden_size, time_steps, dense_dim): + mod = tvm.IRModule() + lstm_pattern = lstm_definition(batch_size, input_size, hidden_size, time_steps).body + linear_pattern = linear_layer_definition(time_steps, hidden_size, dense_dim).body + + # now we build up our main function + input_var = relay.var("input", shape=(batch_size, time_steps, input_size)) + init_hidden_var = relay.var("init_hidden", shape=(batch_size, hidden_size)) + init_cell_var = relay.var("init_cell", shape=(batch_size, hidden_size)) + i2h_weight_var = relay.var("i2h_weight", shape=(4*hidden_size, input_size)) + h2h_weight_var = relay.var("h2h_weight", shape=(4*hidden_size, hidden_size)) + lstm_bias_var = relay.var("lstm_bias", shape=(4*hidden_size,)) + linear_weight_var = relay.var("linear_weight", shape=(dense_dim, hidden_size)) + linear_bias_var = relay.var("linear_bias", shape=(dense_dim,)) + + builder = relay.ScopeBuilder() + state_var = builder.let("state", relay.Tuple([init_hidden_var, init_cell_var])) + lstm_res = builder.let("lstm_res", + lstm_body(input_var, state_var, + i2h_weight_var, h2h_weight_var, + lstm_bias_var, + # the keras model only gave one bias, + # so set the other to zero + # (hopefully this is correct) + relay.zeros_like(lstm_bias_var), + batch_size, input_size, hidden_size, time_steps)) + final_hidden = builder.let("final_hidden", + relay.TupleGetItem(lstm_res, 0)) + # getting rid of the batch size + reshape_hidden = builder.let("reshape_hidden", + relay.squeeze(final_hidden, axis=[0])) + linear_result = builder.let("linear_result", + linear_body(reshape_hidden, + linear_weight_var, linear_bias_var)) + # finally do a softmax + builder.ret(relay.nn.softmax(linear_result)) + main_func = relay.Function([input_var, init_hidden_var, init_cell_var, + i2h_weight_var, h2h_weight_var, lstm_bias_var, + linear_weight_var, linear_bias_var], + builder.get()) + match_lstm = annotate_exact_matches(main_func, lstm_pattern, "ilaflex", "ilaflex.lstm") + match_linear = annotate_exact_matches(match_lstm, linear_pattern, "ilaflex", "ilaflex.linear") + # print(match_linear) + mod["main"] = match_linear + + mod_wo_acc = tvm.IRModule() + mod_wo_acc["main"] = main_func + return mod, mod_wo_acc + + +def main(data_file, batch_size, time_steps, seed): + lstm_i2h_w, lstm_h2h_w, lstm_bias, linear_w, linear_bias = load_weights(data_file) + i2h_shape = np.shape(lstm_i2h_w) + print("i2h_shape: {}".format(i2h_shape)) + assert len(i2h_shape) == 2 + # LSTM packs in four separate weights into one tensor + print(i2h_shape) + hidden_size = i2h_shape[0] // 4 + input_size = i2h_shape[1] + linear_shape = np.shape(linear_bias) + assert len(linear_shape) == 1 + dense_dim = linear_shape[0] + + mod, mod_wo_acc = build_relay_module(batch_size, input_size, hidden_size, time_steps, dense_dim) + + # generate initial values for the input_vars + if seed is not None: + np.random.seed(seed) + # random_input = np.random.rand(batch_size, time_steps, input_size) + # random_hidden = np.random.rand(batch_size, hidden_size) + # random_cell = np.random.rand(batch_size, hidden_size) + random_input = np.random.uniform(-1, 1, (batch_size, time_steps, input_size)) + random_hidden = np.zeros((batch_size, hidden_size)) + random_cell = np.zeros((batch_size, hidden_size)) + + args = map(lambda a: a.astype("float32"), [ + random_input, random_hidden, random_cell, + lstm_i2h_w, lstm_h2h_w, lstm_bias, linear_w, linear_bias + ]) + + target = 'llvm' + ctx = tvm.cpu(0) + with tvm.transform.PassContext(opt_level=3): + exe = relay.vm.compile(mod_wo_acc, target) + vm = runtime.vm.VirtualMachine(exe, ctx) + ret_mod_wo_acc = vm.invoke("main", *[tvm.nd.array(arg, ctx=ctx) for arg in args]) + out_llvm = ret_mod_wo_acc.asnumpy() + + args = map(lambda a: a.astype("float32"), [ + random_input, random_hidden, random_cell, + lstm_i2h_w, lstm_h2h_w, lstm_bias, linear_w, linear_bias + ]) + + with tvm.transform.PassContext(opt_level=3): + exe = relay.vm.compile(mod, target) + vm = runtime.vm.VirtualMachine(exe, ctx) + ret_mod = vm.invoke("main", *[tvm.nd.array(arg, ctx=ctx) for arg in args]) + out_flex = ret_mod.asnumpy() + # print(ret.asnumpy()) + + + tl = tool() + for i in range(len(out_llvm)): + ref_q = tl.get_adpfloat_bias(out_llvm[i])[0] + err_out, err_ref = tl.cal_error(out_flex[i], ref_q) + print("timestep No.{} --- relative error: {:5.5%} vs. output, {:5.5%} vs. ref".format(i, err_out, err_ref)) + + + +if __name__ == "__main__": + if len(sys.argv) < 2: + print("Usage: python3 end_to_end_speech_to_text.py data_file.h5 batch_size[default: 1] time_steps[default: 5] [optional: seed]") + exit() + filename = sys.argv[1] + batch_size = 1 + time_steps = 5 + seed = None + if len(sys.argv) >= 3: + batch_size = int(sys.argv[2]) + if len(sys.argv) >= 4: + time_steps = int(sys.argv[3]) + if len(sys.argv) >= 5: + seed = int(sys.argv[4]) + main(filename, batch_size, time_steps, seed) diff --git a/tests/python/byo3la/flex_linear.py b/tests/python/byo3la/flex_linear.py index d6ee54707..922ba1a54 100644 --- a/tests/python/byo3la/flex_linear.py +++ b/tests/python/byo3la/flex_linear.py @@ -7,7 +7,10 @@ from tvm import rpc # from tvm.contrib import util from tvm.relay.op.contrib import ilaflex -from tvm.contrib.ly3la.flexnlp.utils import tool + +from flexnlp.src.utils import tool +from tvm.relay.testing import annotate_exact_matches, check_compiler_call + #from utils import tool # define the graph From 2c9463b397ec12b9b8b8022c27c6a9a63c56f1a2 Mon Sep 17 00:00:00 2001 From: Yi Li <47999440+LeeOHzzZ@users.noreply.github.com> Date: Thu, 1 Apr 2021 00:10:27 -0400 Subject: [PATCH 062/129] Op name passed to python driver (#8) * end-to-end codegen for ILA-VTA * [ add ] tests * ignore instr_log * tweak PR * get rid of warnings * remove logging in pattern matching * [ add ] instruction for running the end-to-end test script * [ init ] bias add codegen * add data loading * [ add ] bias add test case * [ fix ] datatype conversion * change to int8 inputs * integrate 3la driver into tvm framework * lstm flexnlp backend driver added * [ init ] relu runtime * [ add ] relu runtime code * Add exact matcher * fix data loading * [ update ] tests * [ refactor ] code * [ add ] comments * remove redundant submodule in the python test folder; redirect python driver path inside TVM in the ilaflex_runtime * Simplify implementation, correct pattern bugs, and add more tests * flexnlp lstm end-to-end flow complete * Correct inaccurate comment * Reformat comment * Throw in refs because why not * Need to visit matched args to find all matches * Move utility checkers to exact_matcher file (they will come in handy again) * Add test scaling the pattern matching to the speech-to-text model * Unused function * Add test case of not matching free var in match block * Incorrect dimension * set ila driver as external python scripts located through /home/leeoh/3la/pattern_matching/3la_ILA_tensor_op/ path * 3la flexnlp python driver as standalone path; small fixed in include module in flex_linear.py * Correct attribute names and also include primitive * pass op_name when offloading calculation Co-authored-by: AD1024 Co-authored-by: Steven S. Lyubomirsky Co-authored-by: Bo-Yuan Huang --- src/runtime/contrib/ilaflex/ilaflex_runtime.cc | 7 +++---- tests/python/byo3la/flex_linear.py | 1 - 2 files changed, 3 insertions(+), 5 deletions(-) diff --git a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc index 55a32a842..704e0447b 100644 --- a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc +++ b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc @@ -41,8 +41,6 @@ class ILAFlexRuntime : public JSONRuntimeBase { std::string driver_dir = getenv("PY_3LA_DRIVER"); driver_dir += "flexnlp"; - LOG(INFO) << "[Runtime] operator name is " << nodes_[outputs_[0].id_].GetOpName(); - LOG(INFO) << "outputs size: " << outputs_.size() << '\t' << "input_size: " << input_nodes_.size(); if (outputs_.size() == 1 && input_nodes_.size() == 3 && nodes_[outputs_[0].id_].GetOpName() == "ilaflex.linear") { @@ -139,7 +137,7 @@ class ILAFlexRuntime : public JSONRuntimeBase { std::stringstream call_builder; call_builder << "python3 " << driver_dir << "/linear_layer_driver.py " << num_vector_in << " " << num_vector_out << " " - << num_timestep << " " << is_bias; + << num_timestep << " " << is_bias << " " << symbol_name_; std::string call_cmd = call_builder.str(); LOG(INFO) << "calling flexnlp linear layer driver"; @@ -268,7 +266,8 @@ class ILAFlexRuntime : public JSONRuntimeBase { std::stringstream call_builder; call_builder << "python3 " << driver_dir << "/lstm_driver.py " << num_v_in << " " << num_v_out << " " - << num_ts << " " << is_bias << " " << is_zero_first; + << num_ts << " " << is_bias << " " << is_zero_first << " " + << symbol_name_; std::string call_cmd = call_builder.str(); LOG(INFO) << "calling flexnlp lstm driver"; diff --git a/tests/python/byo3la/flex_linear.py b/tests/python/byo3la/flex_linear.py index 922ba1a54..9fa3b7376 100644 --- a/tests/python/byo3la/flex_linear.py +++ b/tests/python/byo3la/flex_linear.py @@ -9,7 +9,6 @@ from tvm.relay.op.contrib import ilaflex from flexnlp.src.utils import tool -from tvm.relay.testing import annotate_exact_matches, check_compiler_call #from utils import tool From 983a491e75c8677e2394d4e306ae59370d245b02 Mon Sep 17 00:00:00 2001 From: Yi Li Date: Mon, 5 Apr 2021 00:17:46 -0400 Subject: [PATCH 063/129] merged from steve's hlscnn --- CMakeLists.txt | 1 + cmake/modules/contrib/ILACNN.cmake | 9 ++ python/tvm/relay/op/contrib/ilacnn.py | 63 ++++++++ python/tvm/relay/testing/__init__.py | 2 + python/tvm/relay/testing/op_summary.py | 72 +++++++++ .../backend/contrib/ilacnn/ilacnn_codegen.cc | 98 +++++++++++ src/runtime/contrib/ilacnn/ilacnn_runtime.cc | 152 ++++++++++++++++++ tests/python/byo3la/EfficientNet/README.md | 72 +++++++++ .../byo3la/EfficientNet/efficientnet_model.py | 147 +++++++++++++++++ .../python/byo3la/end_to_end_efficientnet.py | 56 +++++++ tests/python/byo3la/match_conv2d.py | 58 +++++++ tests/python/relay/test_op_summary.py | 98 +++++++++++ 12 files changed, 828 insertions(+) create mode 100644 cmake/modules/contrib/ILACNN.cmake create mode 100644 python/tvm/relay/op/contrib/ilacnn.py create mode 100644 python/tvm/relay/testing/op_summary.py create mode 100644 src/relay/backend/contrib/ilacnn/ilacnn_codegen.cc create mode 100644 src/runtime/contrib/ilacnn/ilacnn_runtime.cc create mode 100644 tests/python/byo3la/EfficientNet/README.md create mode 100644 tests/python/byo3la/EfficientNet/efficientnet_model.py create mode 100644 tests/python/byo3la/end_to_end_efficientnet.py create mode 100644 tests/python/byo3la/match_conv2d.py create mode 100644 tests/python/relay/test_op_summary.py diff --git a/CMakeLists.txt b/CMakeLists.txt index e2080196b..e9540fee5 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -382,6 +382,7 @@ include(cmake/modules/contrib/CODEGENC.cmake) include(cmake/modules/contrib/DNNL.cmake) include(cmake/modules/contrib/ILAVTA.cmake) include(cmake/modules/contrib/ILAFlex.cmake) +include(cmake/modules/contrib/ILACNN.cmake) include(cmake/modules/contrib/Random.cmake) include(cmake/modules/contrib/Posit.cmake) include(cmake/modules/contrib/MicroStandaloneRuntime.cmake) diff --git a/cmake/modules/contrib/ILACNN.cmake b/cmake/modules/contrib/ILACNN.cmake new file mode 100644 index 000000000..725acd306 --- /dev/null +++ b/cmake/modules/contrib/ILACNN.cmake @@ -0,0 +1,9 @@ +if(USE_ILACNN_CODEGEN STREQUAL "ON") + add_definitions(-DUSE_ILACNN_RUNTIME=1) + file(GLOB ILACNN_RELAY_CONTRIB_SRC src/relay/backend/contrib/ilacnn/*.cc) + list(APPEND COMPILER_SRCS ${ILACNN_RELAY_CONTRIB_SRC}) + list(APPEND COMPILER_SRCS ${JSON_RELAY_CONTRIB_SRC}) + + file(GLOB ILACNN_CONTRIB_SRC src/runtime/contrib/ilacnn/ilacnn_runtime.cc) + list(APPEND RUNTIME_SRCS ${ILACNN_CONTRIB_SRC}) +endif() \ No newline at end of file diff --git a/python/tvm/relay/op/contrib/ilacnn.py b/python/tvm/relay/op/contrib/ilacnn.py new file mode 100644 index 000000000..6096d48e3 --- /dev/null +++ b/python/tvm/relay/op/contrib/ilacnn.py @@ -0,0 +1,63 @@ +""" +Python bindings and helpers for ILACNN codegen, +note that the accelerator does not do padding for Conv2D's, +so you should use remove_padding on the main function before pattern matching +(this converts conv2d's with padding to conv2d(pad(data))) +""" +import tvm +from tvm import relay +from tvm.relay.expr_functor import ExprMutator +import tvm.ir +from ...dataflow_pattern import wildcard, is_op +from .register import register_pattern_table + +def remove_padding(func): + """ + The CNN accelerator cannot handle padding in conv2d, + so this will rewrite all conv2d's with padding into + conv2d on a separately padded tensor (i.e., handle padding in the host) + """ + class PaddingRemover(ExprMutator): + def visit_call(self, call): + if call.attrs is None: + return super().visit_call(call) + attrs = call.attrs + if not isinstance(attrs, relay.op.op_attrs.Conv2DAttrs): + return super().visit_call(call) + padding = attrs.padding + # nothing to do if no padding + if all(map(lambda d: d == 0, padding)): + return super().visit_call(call) + + # otherwise rewrite as a padded call + data = self.visit(call.args[0]) + weight = self.visit(call.args[1]) + + # relay.nn.pad expects padding in the format of (x_left, x_right), (y_top, y_bottom) + data_layout = attrs.data_layout + # we are only padding the H and W dimensions + pad_dims = [(0, 0), (0, 0), (padding[0], padding[2]), (padding[1], padding[3])] + if data_layout == "NHWC": + pad_dims = [(0, 0), (padding[0], padding[2]), (padding[1], padding[3]), (0, 0)] + + padded_data = relay.nn.pad(data, pad_dims) + return relay.nn.conv2d(padded_data, weight, + strides=attrs.strides, + padding=0, + dilation=attrs.dilation, + groups=attrs.groups, + channels=attrs.channels, + kernel_size=attrs.kernel_size, + data_layout=attrs.data_layout, + kernel_layout=attrs.kernel_layout, + out_layout=attrs.out_layout, + out_dtype=attrs.out_dtype) + + remover = PaddingRemover() + return remover.visit(func) + + +@register_pattern_table("ilacnn") +def pattern_table(): + conv2d_pattern = ("ilacnn.conv2d", is_op('nn.conv2d')(wildcard(), wildcard())) + return [conv2d_pattern] diff --git a/python/tvm/relay/testing/__init__.py b/python/tvm/relay/testing/__init__.py index ab039595f..a10bf4cc6 100644 --- a/python/tvm/relay/testing/__init__.py +++ b/python/tvm/relay/testing/__init__.py @@ -50,6 +50,8 @@ # these are just for testing from .exact_matcher import deduplicate_vars, check_compiler_call +from .op_summary import count_all_ops, count_all_overloads, count_all_ops_in_overloads + def run_opt_pass(expr, opt_pass, import_prelude=False): assert isinstance(opt_pass, tvm.transform.Pass) mod = tvm.IRModule.from_expr(expr) diff --git a/python/tvm/relay/testing/op_summary.py b/python/tvm/relay/testing/op_summary.py new file mode 100644 index 000000000..93bb5f46a --- /dev/null +++ b/python/tvm/relay/testing/op_summary.py @@ -0,0 +1,72 @@ +""" +Utility functions for counting the number of operators +and BYOC overloads in modules. +""" +import tvm +from tvm import relay +from tvm.relay.expr_functor import ExprVisitor + +def is_overload(func): + if func.attrs is None: + return False + return "Compiler" in func.attrs + + +def get_count_expr(counter_class, expr): + counter = counter_class() + counter.visit(expr) + return counter.count + + +def get_count_mod(counter_class, mod): + total_count = 0 + for gv in mod.get_global_vars(): + total_count += get_count_expr(counter_class, mod[gv]) + return total_count + + +class Counter(ExprVisitor): + def __init__(self): + super().__init__() + self.count = 0 + + def eligible(self, expr): + raise NotImplementedError() + + def increment(self, expr): + return 1 + + def visit(self, expr): + if self.eligible(expr): + self.count += self.increment(expr) + super().visit(expr) + + +class OpCounter(Counter): + def eligible(self, expr): + return isinstance(expr, tvm.ir.op.Op) + + +class OverloadCounter(Counter): + def eligible(self, expr): + return isinstance(expr, relay.Function) and is_overload(expr) + + +class OpInOverloadCounter(Counter): + def eligible(self, expr): + return isinstance(expr, relay.Function) and is_overload(expr) + + def increment(self, expr): + return get_count_expr(OpCounter, expr) + + +def count_all_ops(mod): + return get_count_mod(OpCounter, mod) + + +def count_all_overloads(mod): + return get_count_mod(OverloadCounter, mod) + + +def count_all_ops_in_overloads(mod): + return get_count_mod(OpInOverloadCounter, mod) diff --git a/src/relay/backend/contrib/ilacnn/ilacnn_codegen.cc b/src/relay/backend/contrib/ilacnn/ilacnn_codegen.cc new file mode 100644 index 000000000..c79ff0d3c --- /dev/null +++ b/src/relay/backend/contrib/ilacnn/ilacnn_codegen.cc @@ -0,0 +1,98 @@ +#include +#include +#include +#include +#include +#include + +#include +#include +#include +#include + +#include "../../utils.h" + +#include "../../../../runtime/contrib/json/json_node.h" +#include "../codegen_json/codegen_json.h" + +namespace tvm { +namespace relay { +namespace contrib { + +using namespace backend; + +class IlaCNNJSONSerializer : public backend::contrib::JSONSerializer { + using JSONGraphNode = tvm::runtime::json::JSONGraphNode; + using JSONGraphNodeEntry = tvm::runtime::json::JSONGraphNodeEntry; + + public: + IlaCNNJSONSerializer(const std::string& symbol, const Expr& expr) : JSONSerializer(symbol, expr) {} + + std::vector VisitExpr_(const CallNode* cn) override { + std::string name; + + if (const auto* op_node = cn->op.as()) { + name = op_node->name; + } else if (const auto* fn = cn->op.as()) { + auto comp = fn->GetAttr(attr::kComposite); + CHECK(comp.defined()) + << "JSON runtime only supports composite functions."; + name = comp.value(); + + if (name != "ilacnn.conv2d") { + LOG(FATAL) << "Unrecognized pattern: " << name; + } + } else { + LOG(FATAL) << "IlaCNN runtime does not support calls to " + << cn->op->GetTypeKey(); + } + LOG(INFO) << "[Pattern Matching] Find annotated: " << name; + + std::vector inputs; + for (const auto& arg : cn->args) { + auto res = VisitExpr(arg); + inputs.insert(inputs.end(), res.begin(), res.end()); + } + auto node = std::make_shared(name, /* name_ */ + "kernel", /* op_type_ */ + inputs, 1 /* num_outputs_ */); + + // Note: conv2d has a lot of attrs that are relevant for codegen, + // especially the stride size. + // However, the pattern matcher will produce patterns in the form of + // fn(Compiler="ilacnn") { + // fn(Composuite="ilacnn.conv2d") { nn.conv2d(...) } + // } + // so we need to reach inside the inner function to get the conv2d attrs (weird, yeah); + // see codegen_json.h:SetCallNodeAttribute + + tvm::relay::backend::contrib::OpAttrExtractor extractor(node); + auto inner_func = Downcast(cn->op); + auto inner_call = Downcast(inner_func->body); + const Object* inner_call_attr = inner_call->attrs.get(); + extractor.Extract(const_cast(inner_call_attr)); + return AddNode(node, GetRef(cn)); + } +}; // class IlaCNNJSONSerializer + +runtime::Module IlaCNNCompiler(const ObjectRef& ref) { + CHECK(ref->IsInstance()); + auto func = Downcast(ref); + auto func_name = GetExtSymbol(func); + + IlaCNNJSONSerializer serializer(func_name, func); + serializer.serialize(); + std::string graph_json = serializer.GetJSON(); + auto params = serializer.GetParams(); + + const auto* pf = runtime::Registry::Get("runtime.IlaCNNRuntimeCreate"); + CHECK(pf != nullptr) << "Cannot find IlaCNN runtime module to create"; + auto mod = (*pf)(func_name, graph_json, params); + return mod; +} + +TVM_REGISTER_GLOBAL("relay.ext.ilacnn").set_body_typed(IlaCNNCompiler); + +} // namespace contrib +} // namespace relay +} // namespace tvm diff --git a/src/runtime/contrib/ilacnn/ilacnn_runtime.cc b/src/runtime/contrib/ilacnn/ilacnn_runtime.cc new file mode 100644 index 000000000..1f1ccd6c7 --- /dev/null +++ b/src/runtime/contrib/ilacnn/ilacnn_runtime.cc @@ -0,0 +1,152 @@ +#include +#include +#include +#include +#include +#include + +#include +#include +#include +#include +#include +#include +#include +#include + +#include "../json/json_node.h" +#include "../json/json_runtime.h" + +namespace tvm { +namespace runtime { +namespace contrib { + +using namespace tvm::runtime; +using namespace tvm::runtime::json; + +class IlaCNNRuntime : public JSONRuntimeBase { + public: + IlaCNNRuntime(const std::string& symbol_name, const std::string& graph_json, + const Array const_names) + : JSONRuntimeBase(symbol_name, graph_json, const_names) {} + + const char* type_key() const { return "ilacnn"; } + + void Init(const Array& consts) override { + // CHECK(consts.size() == 0); + } + + void Run() override { + CHECK(symbol_name_.substr(0, 6) == "ilacnn") << symbol_name_; + LOG(INFO) << "[Runtime] entering " << symbol_name_ << " runtime"; + + if (outputs_.size() == 1 && input_nodes_.size() == 2 && + nodes_[outputs_[0].id_].GetOpName() == "ilacnn.conv2d") { + auto call_node = nodes_[outputs_[0].id_]; + + // data + auto eid_data = EntryID(input_nodes_[0], 0); + auto& data_info = data_entry_[eid_data]; + CHECK(data_info->ndim == 4); + std::cout << "Data shape: (" + << data_info->shape[0] << ", " + << data_info->shape[1] << ", " + << data_info->shape[2] << ", " + << data_info->shape[3] + << ")" << std::endl; + + // weight + auto eid_weight = EntryID(input_nodes_[1], 0); + auto& weight_info = data_entry_[eid_weight]; + CHECK(weight_info->ndim == 4); + std::cout << "Weight shape: (" + << weight_info->shape[0] << ", " + << weight_info->shape[1] << ", " + << weight_info->shape[2] << ", " + << weight_info->shape[3] + << ")" << std::endl; + + // output + auto eid_o = outputs_[0].id_; + auto out_info = data_entry_[eid_o]; + CHECK(out_info->ndim == 4); + std::cout << "Output shape: (" + << out_info->shape[0] << ", " + << out_info->shape[1] << ", " + << out_info->shape[2] << ", " + << out_info->shape[3] + << ")" << std::endl; + + // attributes + auto strides = call_node.GetAttr>("strides"); + auto padding = call_node.GetAttr>("padding"); + auto data_layout = call_node.GetAttr>("data_layout"); + auto kernel_layout = call_node.GetAttr>("kernel_layout"); + // etc + + std::cout << "Strides: " << "("; + for (const auto dim : strides) { + std::cout << dim << ","; + } + std::cout << ")" << std::endl; + std::cout << "Padding: " << "("; + for (const auto dim : padding) { + std::cout << dim << ","; + } + std::cout << ")" << std::endl; + std::cout << "Data layout: " << data_layout[0] << std::endl; + std::cout << "Kernel layout: " << kernel_layout[0] << std::endl; + + // TODO: Instantiate and call driver + } else { + LOG(FATAL) << "Unknown pattern " << symbol_name_; + } + LOG(INFO) << "[Runtime] exit " << symbol_name_ << " runtime, resume host"; + } + + void dump_data(float* data_ptr, unsigned long& size, std::string path) { + std::ofstream fout; + std::stringstream ss; + fout.open(path, std::ios::out | std::ios::trunc); + for (auto i = 0; i < size; ++i) { + ss << data_ptr[i] << '\n'; + } + fout << ss.rdbuf(); + fout.close(); + } + + void retrieve_result(float* data_ptr, unsigned long& size, std::string path) { + // retrieve flexnlp results + std::ifstream fin; + fin.open(path, std::ios::in); + std::string float_str; + unsigned long cntr = 0; + + while(std::getline(fin, float_str)) { + if (cntr >= size) { + LOG(FATAL) << "wrong number of elements in the result tensor"; + } + data_ptr[cntr] = std::stof(float_str); + ++cntr; + } + } + + protected: + private: +}; // namespace runtime + +runtime::Module IlaCNNRuntimeCreate(String symbol_name, String graph_json, + const Array& const_names) { + auto n = make_object(symbol_name, graph_json, const_names); + return runtime::Module(n); +} + +TVM_REGISTER_GLOBAL("runtime.IlaCNNRuntimeCreate") + .set_body_typed(IlaCNNRuntimeCreate); + +TVM_REGISTER_GLOBAL("runtime.module.loadbinary_ilacnn") + .set_body_typed(JSONRuntimeBase::LoadFromBinary); + +} // namespace contrib +} // namespace runtime +} // namespace tvm diff --git a/tests/python/byo3la/EfficientNet/README.md b/tests/python/byo3la/EfficientNet/README.md new file mode 100644 index 000000000..fb6c3ff9a --- /dev/null +++ b/tests/python/byo3la/EfficientNet/README.md @@ -0,0 +1,72 @@ +Note: Taken from https://github.com/mnikitin/EfficientNet.git + +# EfficientNet-Gluon +[EfficientNet](https://arxiv.org/abs/1905.11946) Gluon implementation + +## ImageNet experiments + +### Requirements +Python 3.7 or later with packages: +- `mxnet >= 1.5.0` +- `gluoncv >= 0.6.0` +- `nvidia-dali >= 0.19.0` + +### Usage +#### Prepare ImageNet dataset +1. Download and extract dataset following this tutorial:
+https://gluon-cv.mxnet.io/build/examples_datasets/imagenet.html +2. Create mxnet-record files following this turorial:
+https://gluon-cv.mxnet.io/build/examples_datasets/recordio.html#imagerecord-file-for-imagenet + +#### Clone this repo +``` +git clone https://github.com/mnikitin/EfficientNet.git +cd EfficientNet/train_imagenet +``` + +#### Train your model +Example of training *efficientnet-b0* with *nvidia-dali data loader* using 4 gpus: +``` +IMAGENET_RECORD_ROOT='path/to/imagenet/record/files' +MODEL='efficientnet-b0' +python3 train_dali.py --rec-train $IMAGENET_RECORD_ROOT/train --rec-val $IMAGENET_RECORD_ROOT/val --input-size 224 --batch-size 64 --num-gpus 4 --num-epochs 80 --lr 0.1 --lr-decay-epoch 40,60 --save-dir params-$MODEL --logging-file params-$MODEL/log.txt --save-frequency 5 --mode hybrid --model $MODEL +``` + +### Results +Code in this repo was used to train *efficientnet-b0* and *efficientnet-lite0* models.
+Pretrained params are avaliable (18.8 mb in total = 13.7 mb for *extractor* + 5.1 mb for *classifier*). + + + + + + + + + + + + + + + + + + + + +
err-top1err-top5pretrained params
efficientnet-b00.3358420.128043dropbox link
efficientnet-lite00.3053160.106322dropbox link
+ +**Note** that due to limited computational resources obtained results are worse than in the original paper.
+Moreover, *efficientnet-lite0* was trained using more gpus and bigger batch size, so in spite of simpler architecture (relu6 instead of swish) its results are better than for *efficientnet-b0* model.
+Anyway, I believe provided pretrained params can serve as a good initialization for your task. + +That's how *efficientnet-b0* and *efficientnet-lite0* were trained exactly:
+``` +MODEL='efficientnet-b0' +python3 train_dali.py --rec-train $IMAGENET_RECORD_ROOT/train --rec-val $IMAGENET_RECORD_ROOT/val --input-size 224 --batch-size 56 --num-gpus 4 --num-epochs 50 --lr 0.1 --lr-decay-epoch 20,30,40 --save-dir params-$MODEL --logging-file params-$MODEL/log.txt --save-frequency 5 --mode hybrid --model $MODEL +``` +``` +MODEL='efficientnet-lite0' +python3 train_dali.py --rec-train $IMAGENET_RECORD_ROOT/train --rec-val $IMAGENET_RECORD_ROOT/val --input-size 224 --batch-size 72 --num-gpus 6 --num-epochs 60 --lr 0.1 --lr-decay-epoch 20,35,50 --save-dir params-$MODEL --logging-file params-$MODEL/log.txt --save-frequency 5 --mode hybrid --model $MODEL +``` diff --git a/tests/python/byo3la/EfficientNet/efficientnet_model.py b/tests/python/byo3la/EfficientNet/efficientnet_model.py new file mode 100644 index 000000000..72272d077 --- /dev/null +++ b/tests/python/byo3la/EfficientNet/efficientnet_model.py @@ -0,0 +1,147 @@ +from mxnet.gluon.block import HybridBlock +from mxnet.gluon import nn +from math import ceil + + +class ReLU6(nn.HybridBlock): + def __init__(self, **kwargs): + super(ReLU6, self).__init__(**kwargs) + + def hybrid_forward(self, F, x): + return F.clip(x, 0, 6, name="relu6") + + +def _add_conv(out, channels=1, kernel=1, stride=1, pad=0, + num_group=1, active=True, lite=False): + out.add(nn.Conv2D(channels, kernel, stride, pad, groups=num_group, use_bias=False)) + out.add(nn.BatchNorm(scale=True, momentum=0.99, epsilon=1e-3)) + if active: + if lite: + out.add(ReLU6()) + else: + out.add(nn.Swish()) + + +class MBConv(nn.HybridBlock): + def __init__(self, in_channels, channels, t, kernel, stride, lite, **kwargs): + super(MBConv, self).__init__(**kwargs) + self.use_shortcut = stride == 1 and in_channels == channels + with self.name_scope(): + self.out = nn.HybridSequential() + _add_conv(self.out, in_channels * t, active=True, lite=lite) + _add_conv(self.out, in_channels * t, kernel=kernel, stride=stride, + pad=int((kernel-1)/2), num_group=in_channels * t, + active=True, lite=lite) + _add_conv(self.out, channels, active=False, lite=lite) + + def hybrid_forward(self, F, x): + out = self.out(x) + if self.use_shortcut: + out = F.elemwise_add(out, x) + return out + + +class EfficientNet(nn.HybridBlock): + r""" + Parameters + ---------- + alpha : float, default 1.0 + The depth multiplier for controling the model size. The actual number of layers on each channel_size level + is equal to the original number of layers multiplied by alpha. + beta : float, default 1.0 + The width multiplier for controling the model size. The actual number of channels + is equal to the original channel size multiplied by beta. + dropout_rate : float, default 0.0 + Dropout probability for the final features layer. + classes : int, default 1000 + Number of classes for the output layer. + """ + + def __init__(self, alpha=1.0, beta=1.0, lite=False, + dropout_rate=0.0, classes=1000, **kwargs): + super(EfficientNet, self).__init__(**kwargs) + with self.name_scope(): + self.features = nn.HybridSequential(prefix='features_') + with self.features.name_scope(): + # stem conv + channels = 32 if lite else int(32 * beta) + _add_conv(self.features, channels, kernel=3, stride=2, pad=1, + active=True, lite=lite) + + # base model settings + repeats = [1, 2, 2, 3, 3, 4, 1] + channels_num = [16, 24, 40, 80, 112, 192, 320] + kernels_num = [3, 3, 5, 3, 5, 5, 3] + t_num = [1, 6, 6, 6, 6, 6, 6] + strides_first = [1, 2, 2, 1, 2, 2, 1] + + # determine params of MBConv layers + in_channels_group = [] + for rep, ch_num in zip([1] + repeats[:-1], [32] + channels_num[:-1]): + in_channels_group += [int(ch_num * beta)] * int(ceil(alpha * rep)) + channels_group, kernels, ts, strides = [], [], [], [] + for rep, ch, kernel, t, s in zip(repeats, channels_num, kernels_num, t_num, strides_first): + rep = int(ceil(alpha * rep)) + channels_group += [int(ch * beta)] * rep + kernels += [kernel] * rep + ts += [t] * rep + strides += [s] + [1] * (rep - 1) + + # add MBConv layers + for in_c, c, t, k, s in zip(in_channels_group, channels_group, ts, kernels, strides): + self.features.add(MBConv(in_channels=in_c, channels=c, t=t, kernel=k, + stride=s, lite=lite)) + + # head layers + last_channels = int(1280 * beta) if not lite and beta > 1.0 else 1280 + _add_conv(self.features, last_channels, active=True, lite=lite) + self.features.add(nn.GlobalAvgPool2D()) + + # features dropout + self.dropout = nn.Dropout(dropout_rate) if dropout_rate > 0.0 else None + + # output layer + self.output = nn.HybridSequential(prefix='output_') + with self.output.name_scope(): + self.output.add( + nn.Conv2D(classes, 1, use_bias=False, prefix='pred_'), + nn.Flatten() + ) + + def hybrid_forward(self, F, x): + x = self.features(x) + if self.dropout: + x = self.dropout(x) + x = self.output(x) + return x + + +def get_efficientnet(model_name, num_classes=1000): + params_dict = { # (width_coefficient, depth_coefficient, input_resolution, dropout_rate) + 'efficientnet-b0': (1.0, 1.0, 224, 0.2), + 'efficientnet-b1': (1.0, 1.1, 240, 0.2), + 'efficientnet-b2': (1.1, 1.2, 260, 0.3), + 'efficientnet-b3': (1.2, 1.4, 300, 0.3), + 'efficientnet-b4': (1.4, 1.8, 380, 0.4), + 'efficientnet-b5': (1.6, 2.2, 456, 0.4), + 'efficientnet-b6': (1.8, 2.6, 528, 0.5), + 'efficientnet-b7': (2.0, 3.1, 600, 0.5) + } + width_coeff, depth_coeff, input_resolution, dropout_rate = params_dict[model_name] + model = EfficientNet(alpha=depth_coeff, beta=width_coeff, lite=False, + dropout_rate=dropout_rate, classes=num_classes) + return model, input_resolution + + +def get_efficientnet_lite(model_name, num_classes=1000): + params_dict = { # (width_coefficient, depth_coefficient, input_resolution, dropout_rate) + 'efficientnet-lite0': (1.0, 1.0, 224, 0.2), + 'efficientnet-lite1': (1.0, 1.1, 240, 0.2), + 'efficientnet-lite2': (1.1, 1.2, 260, 0.3), + 'efficientnet-lite3': (1.2, 1.4, 280, 0.3), + 'efficientnet-lite4': (1.4, 1.8, 300, 0.3) + } + width_coeff, depth_coeff, input_resolution, dropout_rate = params_dict[model_name] + model = EfficientNet(alpha=depth_coeff, beta=width_coeff, lite=True, + dropout_rate=dropout_rate, classes=num_classes) + return model, input_resolution diff --git a/tests/python/byo3la/end_to_end_efficientnet.py b/tests/python/byo3la/end_to_end_efficientnet.py new file mode 100644 index 000000000..d99613dd7 --- /dev/null +++ b/tests/python/byo3la/end_to_end_efficientnet.py @@ -0,0 +1,56 @@ +""" +Clones in an MxNet EfficientNet implementation, imports to TVM, +and runs via ILACNN codegen +""" +import os +import subprocess + +import numpy as np + +import tvm +from tvm import relay +from tvm import runtime +from tvm.relay.op.contrib import ilacnn + +from EfficientNet.efficientnet_model import get_efficientnet + +TEST_DIR = os.path.dirname(os.path.abspath(__file__)) +ENET_DIR = os.path.join(TEST_DIR, "EfficientNet") +PARAMS_FILE = os.path.join(ENET_DIR, "0.3358-imagenet-efficientnet-b0-47-best.params") + +def data_present(): + return os.path.exists(PARAMS_FILE) + + +def get_data(): + subprocess.run(["wget", "https://www.dropbox.com/s/l2ehu85vmmj3w5w/0.3358-imagenet-efficientnet-b0-47-best.params"], cwd=ENET_DIR) + + +def main(): + if not data_present(): + get_data() + + enet, _ = get_efficientnet("efficientnet-b0") + enet.load_parameters(PARAMS_FILE) + mod, params = relay.frontend.from_mxnet(enet, {"data": (1, 3, 224, 224)}) + + params["data"] = tvm.nd.array(np.random.rand(1, 3, 224, 224).astype("float32")) + args = [params[var.name_hint] for var in mod["main"].params] + mod["main"] = ilacnn.remove_padding(mod["main"]) + + pattern_table = ilacnn.pattern_table() + mod = tvm.relay.transform.MergeComposite(pattern_table)(mod) + mod = tvm.relay.transform.AnnotateTarget(["ilacnn"])(mod) + mod = tvm.relay.transform.PartitionGraph()(mod) + + with tvm.transform.PassContext(opt_level=3): + device = tvm.cpu() + target = "llvm" + exe = relay.vm.compile(mod, target) + vm = runtime.vm.VirtualMachine(exe, device) + + ret = vm.invoke("main", *args) + + +if __name__ == "__main__": + main() diff --git a/tests/python/byo3la/match_conv2d.py b/tests/python/byo3la/match_conv2d.py new file mode 100644 index 000000000..eefb1d094 --- /dev/null +++ b/tests/python/byo3la/match_conv2d.py @@ -0,0 +1,58 @@ +import numpy as np +import tvm +from tvm import relay +from tvm import runtime +from tvm.relay.op.contrib import ilacnn + +# just some simple smoke tests +def test_conv2d_unpadded(): + x = relay.Var("x", type_annotation=relay.TensorType((1, 3, 224, 224))) + y = relay.Var("y", type_annotation=relay.TensorType((3, 3, 3, 3))) + conv_func = relay.Function([x, y], relay.nn.conv2d(x, y)) + mod = tvm.IRModule() + mod["main"] = conv_func + + pattern_table = ilacnn.pattern_table() + mod = tvm.relay.transform.MergeComposite(pattern_table)(mod) + mod = tvm.relay.transform.AnnotateTarget(["ilacnn"])(mod) + mod = tvm.relay.transform.PartitionGraph()(mod) + print(mod) + + with tvm.transform.PassContext(opt_level=3): + device = tvm.cpu() + target = "llvm" + exe = relay.vm.compile(mod, target) + vm = runtime.vm.VirtualMachine(exe, device) + + args = [np.random.rand(1, 3, 224, 224).astype("float32"), + np.random.rand(3, 3, 3, 3).astype("float32")] + ret = vm.invoke("main", *args) + + +def test_conv2d_padded(): + x = relay.Var("x", type_annotation=relay.TensorType((1, 3, 220, 218))) + y = relay.Var("y", type_annotation=relay.TensorType((3, 3, 3, 3))) + conv_func = relay.Function([x, y], relay.nn.conv2d(x, y, padding=(2, 3))) + mod = tvm.IRModule() + mod["main"] = ilacnn.remove_padding(conv_func) + + pattern_table = ilacnn.pattern_table() + mod = tvm.relay.transform.MergeComposite(pattern_table)(mod) + mod = tvm.relay.transform.AnnotateTarget(["ilacnn"])(mod) + mod = tvm.relay.transform.PartitionGraph()(mod) + print(mod) + + with tvm.transform.PassContext(opt_level=3): + device = tvm.cpu() + target = "llvm" + exe = relay.vm.compile(mod, target) + vm = runtime.vm.VirtualMachine(exe, device) + + args = [np.random.rand(1, 3, 220, 218).astype("float32"), + np.random.rand(3, 3, 3, 3).astype("float32")] + ret = vm.invoke("main", *args) + + +if __name__ == "__main__": + test_conv2d_unpadded() + test_conv2d_padded() diff --git a/tests/python/relay/test_op_summary.py b/tests/python/relay/test_op_summary.py new file mode 100644 index 000000000..176d0f998 --- /dev/null +++ b/tests/python/relay/test_op_summary.py @@ -0,0 +1,98 @@ +import tvm +from tvm import relay +from tvm.relay.testing import count_all_ops, count_all_overloads, count_all_ops_in_overloads +from tvm.relay.testing import annotate_exact_matches, deduplicate_vars + +def test_count_chain(): + mod = tvm.IRModule() + x = relay.Var("x") + y = relay.Var("y") + z = relay.Var("z") + w = relay.Var("w") + mod["main"] = relay.Function([x, y, z, w], relay.nn.conv2d(x + z, w*y)) + assert count_all_ops(mod) == 3 + + +def test_count_multiple_funcs(): + mod = tvm.IRModule() + x = relay.Var("x") + y = relay.Var("y") + z = relay.Var("z") + w = relay.Var("w") + gv = relay.GlobalVar("f2") + mod["main"] = relay.Function([x, y, z, w], relay.nn.conv2d(x + z, gv(z, w))) + a = relay.Var("a") + b = relay.Var("b") + mod[gv] = relay.Function([a, b], a*b) + assert count_all_ops(mod) == 3 + + +def test_count_single_overload(): + x = relay.Var("x") + notnot = relay.logical_not(relay.logical_not(x)) + + mod = tvm.IRModule() + mod["main"] = annotate_exact_matches( + relay.Function([x], notnot), + deduplicate_vars(notnot), + "MyCompiler", "notnot") + + assert count_all_overloads(mod) == 1 + assert count_all_ops_in_overloads(mod) == 2 + + +def test_count_multiple_overloads(): + x = relay.Var("x") + y = relay.Var("y") + conv = relay.nn.conv2d(x, y) + add = x + y + + mod = tvm.IRModule() + a = relay.Var("a") + b = relay.Var("b") + c = relay.Var("c") + match_conv = annotate_exact_matches( + relay.Function([a, b, c], relay.nn.conv2d(a + b, c)), + conv, + "MyCompiler", "conv" + ) + match_add = annotate_exact_matches( + match_conv, + add, + "MyCompiler", "add") + mod["main"] = match_add + assert count_all_overloads(mod) == 2 + assert count_all_ops_in_overloads(mod) == 2 + + +def test_count_overloads_multiple_funcs(): + x, y, z = relay.Var("x"), relay.Var("y"), relay.Var("z") + linear_layer = relay.nn.bias_add(relay.nn.dense(x, y), z) + conv = relay.nn.conv2d(x, y) + + mod = tvm.IRModule() + + a, b, c = relay.Var("a"), relay.Var("b"), relay.Var("c") + lin_func = relay.Function([a, b, c], + relay.nn.bias_add(relay.nn.dense(a, b), c)) + match_lin = annotate_exact_matches(lin_func, linear_layer, "MyCompiler", "linear") + + linear_var = relay.GlobalVar("linear_layer") + mod[linear_var] = match_lin + + d, e, f, g = relay.Var("d"), relay.Var("e"), relay.Var("f"), relay.Var("g") + main_func = relay.Function([d, e, f, g], + relay.nn.conv2d(linear_var(d, e, f), g)) + match_conv = annotate_exact_matches(main_func, conv, "MyCompiler", "Conv") + mod["main"] = match_conv + + assert count_all_overloads(mod) == 2 + assert count_all_ops_in_overloads(mod) == 3 + + +if __name__ == "__main__": + test_count_chain() + test_count_multiple_funcs() + test_count_single_overload() + test_count_multiple_overloads() + test_count_overloads_multiple_funcs() From bbd59202c74dc7a87535ad8376f3630f3684a39b Mon Sep 17 00:00:00 2001 From: Yi Li Date: Tue, 6 Apr 2021 00:26:55 -0400 Subject: [PATCH 064/129] ilacnn runtime update, wait for result returned --- src/runtime/contrib/ilacnn/ilacnn_runtime.cc | 34 ++++++++++++++++++++ 1 file changed, 34 insertions(+) diff --git a/src/runtime/contrib/ilacnn/ilacnn_runtime.cc b/src/runtime/contrib/ilacnn/ilacnn_runtime.cc index 1f1ccd6c7..5cffbc64b 100644 --- a/src/runtime/contrib/ilacnn/ilacnn_runtime.cc +++ b/src/runtime/contrib/ilacnn/ilacnn_runtime.cc @@ -54,6 +54,17 @@ class IlaCNNRuntime : public JSONRuntimeBase { << data_info->shape[2] << ", " << data_info->shape[3] << ")" << std::endl; + if (data_info->shape[0] > 1) { + LOG(FATAL) << "HLSCNN conv only support batch num 1 for now"; + return; + } + auto inp_data_size = GetDataSize(*data_info)/sizeof(float); + CHECK(inp_data_size == data_info->shape[1] * data_info->shape[2] * data_info->shape[3]); + float* inp_data_ptr = new float[inp_data_size]; + std::copy(reinterpret_cast(data_info->data), + reinterpret_cast(data_info->data) + inp_data_size, + inp_data_ptr); + dump_data(inp_data_ptr, inp_data_size, "./data/inp.txt"); // weight auto eid_weight = EntryID(input_nodes_[1], 0); @@ -65,6 +76,14 @@ class IlaCNNRuntime : public JSONRuntimeBase { << weight_info->shape[2] << ", " << weight_info->shape[3] << ")" << std::endl; + auto wgt_data_size = GetDataSize(*weight_info)/sizeof(float); + CHECK(wgt_data_size == weight_info->shape[0] * weight_info->shape[1] * + weight_info->shape[2] * weight_info->shape[3]); + float* wgt_data_ptr = new float[wgt_data_size]; + std::copy(reinterpret_cast(weight_info->data), + reinterpret_cast(weight_info->data) + wgt_data_size, + wgt_data_ptr); + dump_data(wgt_data_ptr, wgt_data_size, "./data/wgt.txt"); // output auto eid_o = outputs_[0].id_; @@ -98,6 +117,21 @@ class IlaCNNRuntime : public JSONRuntimeBase { std::cout << "Kernel layout: " << kernel_layout[0] << std::endl; // TODO: Instantiate and call driver + std::string driver_dir = getenv("PY_3LA_DRIVER"); + driver_dir += "/hlscnn"; + std::stringstream call_builder; + call_builder << "python3 " << driver_dir << "/conv_layer_driver.py " + << "--in_size " << data_info->shape[1] << " " << data_info->shape[2] << " " << data_info->shape[3] << " " + << "--out_size " << out_info->shape[1] << " " << out_info->shape[2] << " " << out_info->shape[3] << " " + << "--kernel_size " << weight_info->shape[0] << " " << weight_info->shape[1] << " " + << weight_info->shape[2] << " " << weight_info->shape[3] << " " + << "--stride " << strides[0] << " " << strides[1]; + std::string call_cmd = call_builder.str(); + + LOG(INFO) << "calling hlscnn driver\n" << "command: " << call_cmd; + auto res = std::system(call_cmd.c_str()); + CHECK(res == 0) << "Error executing simulator " << call_cmd; + } else { LOG(FATAL) << "Unknown pattern " << symbol_name_; } From ba5d9c1eb3f9f0cba562cc683eb2ee019f67db0b Mon Sep 17 00:00:00 2001 From: Yi Li Date: Tue, 6 Apr 2021 23:46:41 -0400 Subject: [PATCH 065/129] ilacnn runtime passed match_conv2d test --- src/runtime/contrib/ilacnn/ilacnn_runtime.cc | 17 ++++- tests/python/byo3la/match_conv2d.py | 79 ++++++++++++++++++-- 2 files changed, 88 insertions(+), 8 deletions(-) diff --git a/src/runtime/contrib/ilacnn/ilacnn_runtime.cc b/src/runtime/contrib/ilacnn/ilacnn_runtime.cc index 5cffbc64b..e0096c848 100644 --- a/src/runtime/contrib/ilacnn/ilacnn_runtime.cc +++ b/src/runtime/contrib/ilacnn/ilacnn_runtime.cc @@ -88,6 +88,7 @@ class IlaCNNRuntime : public JSONRuntimeBase { // output auto eid_o = outputs_[0].id_; auto out_info = data_entry_[eid_o]; + // auto out_info = data_entry_[EntryID(outputs_[0])]; CHECK(out_info->ndim == 4); std::cout << "Output shape: (" << out_info->shape[0] << ", " @@ -95,7 +96,11 @@ class IlaCNNRuntime : public JSONRuntimeBase { << out_info->shape[2] << ", " << out_info->shape[3] << ")" << std::endl; - + auto o_data_size = GetDataSize(*out_info)/sizeof(float); + CHECK(o_data_size == out_info->shape[0] * out_info->shape[1] * + out_info->shape[2] * out_info->shape[3]); + float* o_data_ptr = new float[o_data_size]; + // attributes auto strides = call_node.GetAttr>("strides"); auto padding = call_node.GetAttr>("padding"); @@ -128,10 +133,20 @@ class IlaCNNRuntime : public JSONRuntimeBase { << "--stride " << strides[0] << " " << strides[1]; std::string call_cmd = call_builder.str(); + LOG(INFO) << "calling hlscnn driver\n" << "command: " << call_cmd; auto res = std::system(call_cmd.c_str()); CHECK(res == 0) << "Error executing simulator " << call_cmd; + // retrieve the results + retrieve_result(o_data_ptr, o_data_size, "./data/conv_result.txt"); + std::copy(o_data_ptr, o_data_ptr + o_data_size, + reinterpret_cast(out_info->data)); + + free(inp_data_ptr); + free(wgt_data_ptr); + free(o_data_ptr); + } else { LOG(FATAL) << "Unknown pattern " << symbol_name_; } diff --git a/tests/python/byo3la/match_conv2d.py b/tests/python/byo3la/match_conv2d.py index eefb1d094..b481d8608 100644 --- a/tests/python/byo3la/match_conv2d.py +++ b/tests/python/byo3la/match_conv2d.py @@ -4,54 +4,119 @@ from tvm import runtime from tvm.relay.op.contrib import ilacnn +import sys + +def cal_error(result, ref): + diff = result - ref + abs_diff = np.abs(diff) + mean_diff = np.sum(abs_diff) / (diff.size) + # print(result.size, ref.size) + return mean_diff/np.mean(np.abs(result)), mean_diff/np.mean(np.abs(ref)) + # just some simple smoke tests def test_conv2d_unpadded(): - x = relay.Var("x", type_annotation=relay.TensorType((1, 3, 224, 224))) - y = relay.Var("y", type_annotation=relay.TensorType((3, 3, 3, 3))) + in_chan = 3 + in_row = 30 + in_col = 30 + k_num = 3 + k_chan = in_chan + k_row = 3 + k_col = 3 + x = relay.Var("x", type_annotation=relay.TensorType((1, in_chan, in_row, in_col))) + y = relay.Var("y", type_annotation=relay.TensorType((k_num, k_chan, k_row, k_col))) conv_func = relay.Function([x, y], relay.nn.conv2d(x, y)) mod = tvm.IRModule() mod["main"] = conv_func + mod_wo_acc = tvm.IRModule() + mod_wo_acc["main"] = conv_func + pattern_table = ilacnn.pattern_table() mod = tvm.relay.transform.MergeComposite(pattern_table)(mod) mod = tvm.relay.transform.AnnotateTarget(["ilacnn"])(mod) mod = tvm.relay.transform.PartitionGraph()(mod) print(mod) + inp = np.random.uniform(-1,1, (1, in_chan, in_row, in_col)).astype("float32") + wgt = np.random.uniform(-1,1, (k_num, k_chan, k_row, k_col)).astype("float32") + + wgt = wgt.reshape((k_num, k_chan, k_row, k_col)).astype("float32") + + with open("./test/inputs.log", 'w') as fout: + print('input array:\n{}\n'.format(inp), file=fout) + print('wgt_array:\n{}\n'.format(wgt),file=fout) + + # without ilacnn backend + with tvm.transform.PassContext(): + device = tvm.cpu() + target = "llvm" + exe = relay.vm.compile(mod_wo_acc, target) + vm = runtime.vm.VirtualMachine(exe, device) + + args = [inp,wgt] + ret = vm.invoke("main", *args) + ref_out = ret.asnumpy() + + # use ilacnn backend with tvm.transform.PassContext(opt_level=3): device = tvm.cpu() target = "llvm" exe = relay.vm.compile(mod, target) vm = runtime.vm.VirtualMachine(exe, device) - args = [np.random.rand(1, 3, 224, 224).astype("float32"), - np.random.rand(3, 3, 3, 3).astype("float32")] + args = [inp,wgt] ret = vm.invoke("main", *args) + ila_out = ret.asnumpy() + err_out, err_ref = cal_error(ila_out, ref_out) + print("result analysis --- relative error (vs. sim_out): {:5.5%}\ + relative error (vs. ref): {:5.5%}\n".format(err_out, err_ref)) + # print("reference output: \n{}".format(ref_out)) + # print("ila output: \n{}".format(ila_out)) def test_conv2d_padded(): - x = relay.Var("x", type_annotation=relay.TensorType((1, 3, 220, 218))) + x = relay.Var("x", type_annotation=relay.TensorType((1, 3, 20, 18))) y = relay.Var("y", type_annotation=relay.TensorType((3, 3, 3, 3))) conv_func = relay.Function([x, y], relay.nn.conv2d(x, y, padding=(2, 3))) mod = tvm.IRModule() mod["main"] = ilacnn.remove_padding(conv_func) + mod_wo_acc = tvm.IRModule() + mod_wo_acc["main"] = conv_func + pattern_table = ilacnn.pattern_table() mod = tvm.relay.transform.MergeComposite(pattern_table)(mod) mod = tvm.relay.transform.AnnotateTarget(["ilacnn"])(mod) mod = tvm.relay.transform.PartitionGraph()(mod) print(mod) + inp = np.random.rand(1, 3, 20, 18).astype("float32") + wgt = np.random.rand(3, 3, 3, 3).astype("float32") + + # without ilacnn backend + with tvm.transform.PassContext(): + device = tvm.cpu() + target = "llvm" + exe = relay.vm.compile(mod_wo_acc, target) + vm = runtime.vm.VirtualMachine(exe, device) + + args = [inp,wgt] + ret = vm.invoke("main", *args) + ref_out = ret.asnumpy() + with tvm.transform.PassContext(opt_level=3): device = tvm.cpu() target = "llvm" exe = relay.vm.compile(mod, target) vm = runtime.vm.VirtualMachine(exe, device) - args = [np.random.rand(1, 3, 220, 218).astype("float32"), - np.random.rand(3, 3, 3, 3).astype("float32")] + args = [inp, wgt] ret = vm.invoke("main", *args) + ila_out = ret.asnumpy() + err_out, err_ref = cal_error(ila_out, ref_out) + print("result analysis --- relative error (vs. sim_out): {:5.5%}\ + relative error (vs. ref): {:5.5%}\n".format(err_out, err_ref)) if __name__ == "__main__": test_conv2d_unpadded() From b297b4cd7f2db3334a8108889af858bee8055749 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Mon, 24 May 2021 03:24:52 +0000 Subject: [PATCH 066/129] [ fix ] match new version (ctx is not needed) --- tests/python/byo3la/flex_linear.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/tests/python/byo3la/flex_linear.py b/tests/python/byo3la/flex_linear.py index 9fa3b7376..d9cc3b56c 100644 --- a/tests/python/byo3la/flex_linear.py +++ b/tests/python/byo3la/flex_linear.py @@ -59,9 +59,9 @@ # y_np = coef * np.random.random_sample((n, m), dtype = np.float32) # z_np = coef * np.random.random_sample((n,), dtype = np.float32) -x_tvm = tvm.nd.array(x_np, ctx=ctx) -y_tvm = tvm.nd.array(y_np, ctx=ctx) -z_tvm = tvm.nd.array(z_np, ctx=ctx) +x_tvm = tvm.nd.array(x_np) +y_tvm = tvm.nd.array(y_np) +z_tvm = tvm.nd.array(z_np) print("[Python] Execute the compiled model") runtime_exec.set_input(0, x_tvm) From eee75b59672172b8b7472a563de2e0b28903e210 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Wed, 7 Apr 2021 02:10:26 -0700 Subject: [PATCH 067/129] [ add ] compile time wall clock --- src/relay/backend/contrib/ilacnn/ilacnn_codegen.cc | 6 ++++++ src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc | 7 +++++++ src/relay/backend/contrib/ilavta/ilavta_codegen.cc | 6 ++++++ src/relay/backend/utils.h | 1 + 4 files changed, 20 insertions(+) diff --git a/src/relay/backend/contrib/ilacnn/ilacnn_codegen.cc b/src/relay/backend/contrib/ilacnn/ilacnn_codegen.cc index c79ff0d3c..4cf632aef 100644 --- a/src/relay/backend/contrib/ilacnn/ilacnn_codegen.cc +++ b/src/relay/backend/contrib/ilacnn/ilacnn_codegen.cc @@ -9,6 +9,7 @@ #include #include #include +#include #include "../../utils.h" @@ -76,6 +77,9 @@ class IlaCNNJSONSerializer : public backend::contrib::JSONSerializer { }; // class IlaCNNJSONSerializer runtime::Module IlaCNNCompiler(const ObjectRef& ref) { + LOG(INFO) << "Begin HLSCNN codegen"; + const std::string wall_clock_file = "./ilacnn_compile_time.json"; + auto start_time = std::chrono::high_resolution_clock::now(); CHECK(ref->IsInstance()); auto func = Downcast(ref); auto func_name = GetExtSymbol(func); @@ -88,6 +92,8 @@ runtime::Module IlaCNNCompiler(const ObjectRef& ref) { const auto* pf = runtime::Registry::Get("runtime.IlaCNNRuntimeCreate"); CHECK(pf != nullptr) << "Cannot find IlaCNN runtime module to create"; auto mod = (*pf)(func_name, graph_json, params); + auto end_time = std::chrono::high_resolution_clock::now(); + record_compile_time(end_time - start_time, wall_clock_file); return mod; } diff --git a/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc b/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc index 4ff210428..b20d9c957 100644 --- a/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc +++ b/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc @@ -9,6 +9,7 @@ #include #include #include +#include #include "../../utils.h" @@ -63,7 +64,11 @@ class ILAFlexJSONSerializer : public backend::contrib::JSONSerializer { }; // class ILAFlexJSONSerializer runtime::Module ILAFlexCompiler(const ObjectRef& ref) { + LOG(INFO) << "Begin FlexASR Codegen"; + const std::string wall_clock_file = "./ilaflex_compile_time.json"; + auto start_time = std::chrono::high_resolution_clock::now(); CHECK(ref->IsInstance()); + auto func = Downcast(ref); auto func_name = GetExtSymbol(func); @@ -75,6 +80,8 @@ runtime::Module ILAFlexCompiler(const ObjectRef& ref) { const auto* pf = runtime::Registry::Get("runtime.ILAFlexRuntimeCreate"); CHECK(pf != nullptr) << "Cannot find ILAFlex runtime module to create"; auto mod = (*pf)(func_name, graph_json, params); + auto end_time = std::chrono::high_resolution_clock::now(); + record_compile_time(end_time - start_time, wall_clock_file); return mod; } diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc index d5da1fde5..8759335f5 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc @@ -10,6 +10,7 @@ #include #include #include +#include #include "ilavta_codegen_utils.h" #include "../../utils.h" @@ -106,6 +107,9 @@ class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { }; // class ILAVTAJSONSerializer runtime::Module ILAVTACompiler(const ObjectRef& ref) { + LOG(INFO) << "Begin ILAVTA Codegen"; + const std::string wall_clock_file = "./ilavta_compile_time.json"; + auto start_time = std::chrono::high_resolution_clock::now(); CHECK(ref->IsInstance()); auto func = Downcast(ref); auto func_name = GetExtSymbol(func); @@ -119,6 +123,8 @@ runtime::Module ILAVTACompiler(const ObjectRef& ref) { CHECK(pf != nullptr) << "Cannot find ILAVTA runtime module to create"; auto mod = (*pf)(func_name, graph_json, params); LOG(INFO) << "Module created"; + auto end_time = std::chrono::high_resolution_clock::now(); + record_compile_time(end_time - start_time, wall_clock_file); return mod; } diff --git a/src/relay/backend/utils.h b/src/relay/backend/utils.h index 4f7cbde5b..470fc24bb 100644 --- a/src/relay/backend/utils.h +++ b/src/relay/backend/utils.h @@ -32,6 +32,7 @@ #include #include #include +#include #include #include From 2e36f84316ffb185b463ba613dd9c002e2b82a6e Mon Sep 17 00:00:00 2001 From: AD1024 Date: Wed, 7 Apr 2021 03:27:21 -0700 Subject: [PATCH 068/129] [ add ] runtime wallclock --- .../backend/contrib/ilacnn/ilacnn_codegen.cc | 2 +- .../contrib/ilaflex/ilaflex_codegen.cc | 2 +- .../backend/contrib/ilavta/ilavta_codegen.cc | 2 +- src/runtime/contrib/ilacnn/ilacnn_runtime.cc | 20 ++++++++++++++++++ .../contrib/ilaflex/ilaflex_runtime.cc | 21 +++++++++++++++++++ src/runtime/contrib/ilavta/ilavta_helpers.cc | 5 ++++- src/runtime/contrib/ilavta/ilavta_helpers.h | 5 +++-- src/runtime/contrib/ilavta/ilavta_runtime.cc | 21 ++++++++++++++++--- 8 files changed, 69 insertions(+), 9 deletions(-) diff --git a/src/relay/backend/contrib/ilacnn/ilacnn_codegen.cc b/src/relay/backend/contrib/ilacnn/ilacnn_codegen.cc index 4cf632aef..3ff64d6cf 100644 --- a/src/relay/backend/contrib/ilacnn/ilacnn_codegen.cc +++ b/src/relay/backend/contrib/ilacnn/ilacnn_codegen.cc @@ -78,7 +78,7 @@ class IlaCNNJSONSerializer : public backend::contrib::JSONSerializer { runtime::Module IlaCNNCompiler(const ObjectRef& ref) { LOG(INFO) << "Begin HLSCNN codegen"; - const std::string wall_clock_file = "./ilacnn_compile_time.json"; + const std::string wall_clock_file = "./ilacnn_wallclock.json"; auto start_time = std::chrono::high_resolution_clock::now(); CHECK(ref->IsInstance()); auto func = Downcast(ref); diff --git a/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc b/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc index b20d9c957..5784f38b2 100644 --- a/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc +++ b/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc @@ -65,7 +65,7 @@ class ILAFlexJSONSerializer : public backend::contrib::JSONSerializer { runtime::Module ILAFlexCompiler(const ObjectRef& ref) { LOG(INFO) << "Begin FlexASR Codegen"; - const std::string wall_clock_file = "./ilaflex_compile_time.json"; + const std::string wall_clock_file = "./ilaflex_wallclock.json"; auto start_time = std::chrono::high_resolution_clock::now(); CHECK(ref->IsInstance()); diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc index 8759335f5..5a91f7674 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc @@ -108,7 +108,7 @@ class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { runtime::Module ILAVTACompiler(const ObjectRef& ref) { LOG(INFO) << "Begin ILAVTA Codegen"; - const std::string wall_clock_file = "./ilavta_compile_time.json"; + const std::string wall_clock_file = "./ilavta_wallclock.json"; auto start_time = std::chrono::high_resolution_clock::now(); CHECK(ref->IsInstance()); auto func = Downcast(ref); diff --git a/src/runtime/contrib/ilacnn/ilacnn_runtime.cc b/src/runtime/contrib/ilacnn/ilacnn_runtime.cc index e0096c848..49eeb4914 100644 --- a/src/runtime/contrib/ilacnn/ilacnn_runtime.cc +++ b/src/runtime/contrib/ilacnn/ilacnn_runtime.cc @@ -3,6 +3,7 @@ #include #include #include +#include #include #include @@ -13,6 +14,7 @@ #include #include #include +#include #include "../json/json_node.h" #include "../json/json_runtime.h" @@ -40,6 +42,11 @@ class IlaCNNRuntime : public JSONRuntimeBase { CHECK(symbol_name_.substr(0, 6) == "ilacnn") << symbol_name_; LOG(INFO) << "[Runtime] entering " << symbol_name_ << " runtime"; + const std::string wall_clock_file = "ilacnn_wallclock.json"; + auto op_name = nodes_[outputs_[0].id_].GetOpName(); + std::chrono::_V2::system_clock::time_point start_time; + std::chrono::_V2::system_clock::time_point end_time; + if (outputs_.size() == 1 && input_nodes_.size() == 2 && nodes_[outputs_[0].id_].GetOpName() == "ilacnn.conv2d") { auto call_node = nodes_[outputs_[0].id_]; @@ -135,7 +142,9 @@ class IlaCNNRuntime : public JSONRuntimeBase { LOG(INFO) << "calling hlscnn driver\n" << "command: " << call_cmd; + start_time = std::chrono::high_resolution_clock::now(); auto res = std::system(call_cmd.c_str()); + end_time = std::chrono::high_resolution_clock::now(); CHECK(res == 0) << "Error executing simulator " << call_cmd; // retrieve the results @@ -150,6 +159,17 @@ class IlaCNNRuntime : public JSONRuntimeBase { } else { LOG(FATAL) << "Unknown pattern " << symbol_name_; } + std::ifstream fin(wall_clock_file); + nlohmann::json wall_clock_data; + fin >> wall_clock_data; + if (wall_clock_data.find(op_name) == wall_clock_data.end()) { + wall_clock_data[op_name] = nlohmann::json::array({}); + } + wall_clock_data[op_name].push_back( + std::chrono::duration_cast(end_time - start_time).count() + ); + std::ofstream fout(wall_clock_data); + fout << wall_clock_data; LOG(INFO) << "[Runtime] exit " << symbol_name_ << " runtime, resume host"; } diff --git a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc index 704e0447b..b07dae76f 100644 --- a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc +++ b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc @@ -1,5 +1,6 @@ #include #include +#include #include #include @@ -9,6 +10,7 @@ #include #include #include +#include #include "../json/json_node.h" #include "../json/json_runtime.h" @@ -41,6 +43,10 @@ class ILAFlexRuntime : public JSONRuntimeBase { std::string driver_dir = getenv("PY_3LA_DRIVER"); driver_dir += "flexnlp"; + auto op_name = nodes_[outputs_[0].id_].GetOpName(); + const std::string wall_clock_file = "ilavta_wallclock.json"; + std::chrono::_V2::system_clock::time_point start_time; + std::chrono::_V2::system_clock::time_point end_time; if (outputs_.size() == 1 && input_nodes_.size() == 3 && nodes_[outputs_[0].id_].GetOpName() == "ilaflex.linear") { @@ -141,7 +147,9 @@ class ILAFlexRuntime : public JSONRuntimeBase { std::string call_cmd = call_builder.str(); LOG(INFO) << "calling flexnlp linear layer driver"; + start_time = std::chrono::high_resolution_clock::now(); auto res = std::system(call_cmd.c_str()); + end_time = std::chrono::high_resolution_clock::now(); CHECK(res == 0) << "Error executing simulator " << call_cmd; // retrieve the results @@ -271,7 +279,9 @@ class ILAFlexRuntime : public JSONRuntimeBase { std::string call_cmd = call_builder.str(); LOG(INFO) << "calling flexnlp lstm driver"; + start_time = std::chrono::high_resolution_clock::now(); auto res = std::system(call_cmd.c_str()); + end_time = std::chrono::high_resolution_clock::now(); CHECK(res == 0) << "Error executing simulator " << call_cmd; // retrieve the results @@ -282,6 +292,17 @@ class ILAFlexRuntime : public JSONRuntimeBase { } else { LOG(FATAL) << "Unknown pattern " << symbol_name_; } + std::ifstream fin(wall_clock_file); + nlohmann::json wall_clock_data; + fin >> wall_clock_data; + if (wall_clock_data.find(op_name) == wall_clock_data.end()) { + wall_clock_data[op_name] = nlohmann::json::array({}); + } + wall_clock_data[op_name].push_back( + std::chrono::duration_cast(end_time - start_time).count() + ); + std::ofstream fout(wall_clock_data); + fout << wall_clock_data; LOG(INFO) << "[Runtime] exit " << symbol_name_ << " runtime, resume host"; } diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.cc b/src/runtime/contrib/ilavta/ilavta_helpers.cc index 1c23086d9..5a90ca3e3 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.cc +++ b/src/runtime/contrib/ilavta/ilavta_helpers.cc @@ -354,10 +354,12 @@ void copy_data(uint8_t* from_, T out_data, size_t size) { } } -void runSimGetData(std::string pattern_name, std::string ila_asm, std::string data_dump, +int64_t runSimGetData(std::string pattern_name, std::string ila_asm, std::string data_dump, size_t output_size, int n_output_rows, int n_output_cols, void *output_data, std::string output_dtype) { + auto start_time = std::chrono::high_resolution_clock::now(); std::string output_file = runILASimulator(pattern_name, ila_asm, data_dump, false); + auto end_time = std::chrono::high_resolution_clock::now(); ila_output_data out_data; readILAOutput(output_file, out_data); @@ -377,6 +379,7 @@ void runSimGetData(std::string pattern_name, std::string ila_asm, std::string da } else { LOG(FATAL) << "Unrecognized output data type: " << output_dtype; } + return std::chrono::duration_cast(end_time - start_time).count(); } } diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.h b/src/runtime/contrib/ilavta/ilavta_helpers.h index b5e6bc2ef..71d5f7d20 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.h +++ b/src/runtime/contrib/ilavta/ilavta_helpers.h @@ -12,7 +12,7 @@ #include #include #include - +#include namespace tvm { namespace runtime { @@ -96,8 +96,9 @@ size_t loadILAOutput(const ila_output_data &out_values, uint8_t* buffer, size_t // Run `pattern_name` on ILA simulator and then copy back // data produced by the ILA simulator and store into `output_data` +// returns time spent on running the simulator // This is the interface provided to users -void runSimGetData(std::string pattern_name, std::string ila_asm, std::string data_dump, +int64_t runSimGetData(std::string pattern_name, std::string ila_asm, std::string data_dump, size_t output_size, int n_output_rows, int n_output_cols, void *output_data, std::string output_dtype); // Create a data dump which could be used paired with an ILA ASM to produce diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index b7f9ef124..6bffb0629 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -1,4 +1,8 @@ #include +#include + +#include + #include "ilavta_helpers.h" #include "../json/json_node.h" #include "../json/json_runtime.h" @@ -36,8 +40,10 @@ class ILAVTARuntime : public JSONRuntimeBase { // TVMArgs arg(values.data(), codes.data(), 5); // dump_toggle_fn->CallPacked(arg, &rv); + const std::string wall_clock_file = "ilavta_wallclock.json"; auto call_node = nodes_[outputs_[0].id_]; auto op_name = call_node.GetOpName(); + int64_t sim_time = -1; if (op_name != "ilavta.dense" && op_name != "ilavta.bias_add" && op_name != "ilavta.relu") { LOG(FATAL) << "Unknown pattern " << symbol_name_; } @@ -162,7 +168,7 @@ class ILAVTARuntime : public JSONRuntimeBase { auto output_data = data_entry_[outputs_[0].id_]; auto output_node = nodes_[outputs_[0].id_]; auto dtype = DLDataType2String(output_data->dtype); - runSimGetData("ilavta_dense", ila_asm, data_file, GetDataSize(*output_data), batch_size, n_wgt_rows, output_data->data, dtype); + sim_time = runSimGetData("ilavta_dense", ila_asm, data_file, GetDataSize(*output_data), batch_size, n_wgt_rows, output_data->data, dtype); } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.bias_add") { auto input_eid = EntryID(input_nodes_[0], 0); auto bias_eid = EntryID(input_nodes_[1], 0); @@ -231,7 +237,7 @@ class ILAVTARuntime : public JSONRuntimeBase { std::string ila_asm = call_node.GetAttr>("asm_file")[0]; auto dtype = DLDataType2String(output_data->dtype); - runSimGetData("ilavta_bias_add", ila_asm, data_dump, output_buffer_size, n_inp_rows, n_inp_cols, output_data->data, dtype); + sim_time = runSimGetData("ilavta_bias_add", ila_asm, data_dump, output_buffer_size, n_inp_rows, n_inp_cols, output_data->data, dtype); } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.relu") { auto input_eid = EntryID(input_nodes_[0], 0); auto output_eid = outputs_[0].id_; @@ -274,8 +280,17 @@ class ILAVTARuntime : public JSONRuntimeBase { VTAMemFree(input_buf); VTAMemFree(uop_buf); - runSimGetData("ilavta_relu", ila_asm, data_dump, output_buffer_size, n_inp_rows, n_inp_cols, output_data->data, dtype); + sim_time = runSimGetData("ilavta_relu", ila_asm, data_dump, output_buffer_size, n_inp_rows, n_inp_cols, output_data->data, dtype); + } + std::ifstream fin(wall_clock_file); + nlohmann::json wall_clock_data; + fin >> wall_clock_data; + if (wall_clock_data.find(op_name) == wall_clock_data.end()) { + wall_clock_data[op_name] = nlohmann::json::array({}); } + wall_clock_data[op_name].push_back(sim_time); + std::ofstream fout(wall_clock_data); + fout << wall_clock_data; } protected: From ada43c5ffa5b2129810f981c787bbc2afdce1c93 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Wed, 7 Apr 2021 23:02:33 +0000 Subject: [PATCH 069/129] fix --- src/relay/backend/utils.h | 1 + src/runtime/contrib/ilacnn/ilacnn_runtime.cc | 4 +++- src/runtime/contrib/ilaflex/ilaflex_runtime.cc | 4 +++- src/runtime/contrib/ilavta/ilavta_runtime.cc | 10 ++++++---- 4 files changed, 13 insertions(+), 6 deletions(-) diff --git a/src/relay/backend/utils.h b/src/relay/backend/utils.h index 470fc24bb..a90946387 100644 --- a/src/relay/backend/utils.h +++ b/src/relay/backend/utils.h @@ -40,6 +40,7 @@ #include #include #include +#include #include "../../runtime/meta_data.h" diff --git a/src/runtime/contrib/ilacnn/ilacnn_runtime.cc b/src/runtime/contrib/ilacnn/ilacnn_runtime.cc index 49eeb4914..d158726b1 100644 --- a/src/runtime/contrib/ilacnn/ilacnn_runtime.cc +++ b/src/runtime/contrib/ilacnn/ilacnn_runtime.cc @@ -162,14 +162,16 @@ class IlaCNNRuntime : public JSONRuntimeBase { std::ifstream fin(wall_clock_file); nlohmann::json wall_clock_data; fin >> wall_clock_data; + fin.close(); if (wall_clock_data.find(op_name) == wall_clock_data.end()) { wall_clock_data[op_name] = nlohmann::json::array({}); } wall_clock_data[op_name].push_back( std::chrono::duration_cast(end_time - start_time).count() ); - std::ofstream fout(wall_clock_data); + std::ofstream fout(wall_clock_file); fout << wall_clock_data; + fout.close(); LOG(INFO) << "[Runtime] exit " << symbol_name_ << " runtime, resume host"; } diff --git a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc index b07dae76f..75cbd83ec 100644 --- a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc +++ b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc @@ -295,14 +295,16 @@ class ILAFlexRuntime : public JSONRuntimeBase { std::ifstream fin(wall_clock_file); nlohmann::json wall_clock_data; fin >> wall_clock_data; + fin.close(); if (wall_clock_data.find(op_name) == wall_clock_data.end()) { wall_clock_data[op_name] = nlohmann::json::array({}); } wall_clock_data[op_name].push_back( std::chrono::duration_cast(end_time - start_time).count() ); - std::ofstream fout(wall_clock_data); + std::ofstream fout(wall_clock_file); fout << wall_clock_data; + fout.close(); LOG(INFO) << "[Runtime] exit " << symbol_name_ << " runtime, resume host"; } diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 6bffb0629..894d7fa53 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -2,6 +2,7 @@ #include #include +#include #include "ilavta_helpers.h" #include "../json/json_node.h" @@ -283,14 +284,15 @@ class ILAVTARuntime : public JSONRuntimeBase { sim_time = runSimGetData("ilavta_relu", ila_asm, data_dump, output_buffer_size, n_inp_rows, n_inp_cols, output_data->data, dtype); } std::ifstream fin(wall_clock_file); - nlohmann::json wall_clock_data; - fin >> wall_clock_data; + nlohmann::json wall_clock_data = nlohmann::json::parse(fin); + fin.close(); if (wall_clock_data.find(op_name) == wall_clock_data.end()) { - wall_clock_data[op_name] = nlohmann::json::array({}); + wall_clock_data[op_name] = nlohmann::json::array(); } wall_clock_data[op_name].push_back(sim_time); - std::ofstream fout(wall_clock_data); + std::ofstream fout(wall_clock_file); fout << wall_clock_data; + fout.close(); } protected: From cd672805523561f04ef52a3a87f9ab0df66aba69 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Tue, 18 May 2021 05:11:05 +0000 Subject: [PATCH 070/129] save changes to api calls --- .../contrib/ilaflex/ilaflex_runtime.cc | 5 ++-- src/runtime/contrib/ilavta/ilavta_helpers.cc | 30 ++++++++++++------- src/runtime/contrib/ilavta/ilavta_helpers.h | 7 +++-- src/runtime/contrib/ilavta/ilavta_runtime.cc | 8 +++-- 4 files changed, 31 insertions(+), 19 deletions(-) diff --git a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc index 75cbd83ec..b66a895f2 100644 --- a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc +++ b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc @@ -44,7 +44,7 @@ class ILAFlexRuntime : public JSONRuntimeBase { driver_dir += "flexnlp"; auto op_name = nodes_[outputs_[0].id_].GetOpName(); - const std::string wall_clock_file = "ilavta_wallclock.json"; + const std::string wall_clock_file = "ilaflex_wallclock.json"; std::chrono::_V2::system_clock::time_point start_time; std::chrono::_V2::system_clock::time_point end_time; @@ -293,8 +293,7 @@ class ILAFlexRuntime : public JSONRuntimeBase { LOG(FATAL) << "Unknown pattern " << symbol_name_; } std::ifstream fin(wall_clock_file); - nlohmann::json wall_clock_data; - fin >> wall_clock_data; + nlohmann::json wall_clock_data = nlohmann::json::parse(fin); fin.close(); if (wall_clock_data.find(op_name) == wall_clock_data.end()) { wall_clock_data[op_name] = nlohmann::json::array({}); diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.cc b/src/runtime/contrib/ilavta/ilavta_helpers.cc index 5a90ca3e3..983d1320a 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.cc +++ b/src/runtime/contrib/ilavta/ilavta_helpers.cc @@ -284,8 +284,11 @@ std::string dump_datafile(uint8_t* input_buf, size_t input_size, } std::string runILASimulator(const std::string exp_name, + const std::string driver_dir, + int64_t& out_compile_time, const std::string ila_asm, - const std::string data_dump, bool use_trace) { + const std::string data_dump, + const bool use_trace) { // Check dump file std::string input_filename = exp_name + "_input.json"; std::string output_filename = exp_name + "_out.json"; @@ -293,19 +296,22 @@ std::string runILASimulator(const std::string exp_name, auto ret = std::system("stat vta_sim_dump.json > /dev/null 2> /dev/null"); CHECK(ret == 0) << "vta_sim_dump.json does not exists"; - ret = std::system(("python3 produce_ila_fragment.py vta_sim_dump.json ./prog_frag/" + input_filename).c_str()); + ret = std::system(("python3 " + driver_dir + "/produce_ila_fragment.py vta_sim_dump.json ./prog_frag/" + input_filename).c_str()); CHECK(ret == 0) << "Failed to produce program fragment"; } else { - CHECK(std::system(("python3 produce_prog_frag.py " + auto start_time = std::chrono::high_resolution_clock::now(); + CHECK(std::system(("python3 " + driver_dir + "/produce_prog_frag.py " + ila_asm + " " + data_dump + " " + "./prog_frag/" + input_filename).c_str()) == 0) << "Failed to convert to program fragment"; + auto end_time = std::chrono::high_resolution_clock::now(); + out_compile_time = std::chrono::duration_cast(end_time - start_time).count(); } - int ret = std::system(("vta_ila_sim " + exp_name).c_str()); - CHECK(ret == 0) << "Failed to run ILA simulator"; + // int ret = std::system(("vta_ila_sim " + exp_name).c_str()); + // CHECK(ret == 0) << "Failed to run ILA simulator"; - ret = std::system(("stat ./result/" + output_filename + " > /dev/null 2> /dev/null").c_str()); - CHECK(ret == 0) << "Not output result found"; + // ret = std::system(("stat ./result/" + output_filename + " > /dev/null 2> /dev/null").c_str()); + // CHECK(ret == 0) << "Not output result found"; return "./result/" + output_filename; } @@ -354,18 +360,19 @@ void copy_data(uint8_t* from_, T out_data, size_t size) { } } -int64_t runSimGetData(std::string pattern_name, std::string ila_asm, std::string data_dump, +int64_t runSimGetData(std::string pattern_name, std::string driver_dir, std::string ila_asm, std::string data_dump, size_t output_size, int n_output_rows, int n_output_cols, void *output_data, std::string output_dtype) { auto start_time = std::chrono::high_resolution_clock::now(); - std::string output_file = runILASimulator(pattern_name, ila_asm, data_dump, false); + int64_t compile_time; + std::string output_file = runILASimulator(pattern_name, driver_dir, compile_time, ila_asm, data_dump, false); auto end_time = std::chrono::high_resolution_clock::now(); ila_output_data out_data; readILAOutput(output_file, out_data); uint8_t* buffer = new uint8_t[output_size]; - + return compile_time; auto buf_read = loadILAOutput(out_data, buffer, n_output_rows, n_output_cols); // CHECK(buf_read == output_size) << "Output size mismatch: " << buf_read << " v.s. " << output_size; if (output_dtype == "int32") { @@ -379,7 +386,8 @@ int64_t runSimGetData(std::string pattern_name, std::string ila_asm, std::string } else { LOG(FATAL) << "Unrecognized output data type: " << output_dtype; } - return std::chrono::duration_cast(end_time - start_time).count(); + return compile_time; + // return std::chrono::duration_cast(end_time - start_time).count(); } } diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.h b/src/runtime/contrib/ilavta/ilavta_helpers.h index 71d5f7d20..642cd58de 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.h +++ b/src/runtime/contrib/ilavta/ilavta_helpers.h @@ -77,8 +77,11 @@ VTAGenericInsn get2DLoadStoreInsn(int opcode, int type, int sram_offset, int dra // in `./result` // Users should not call this directly std::string runILASimulator(const std::string exp_name, + const std::string driver_dir, + int64_t& compile_time_out, const std::string ila_asm = "", - const std::string data_dump = "", bool use_trace = true); + const std::string data_dump = "", + const bool use_trace = true); // Read back the result produced by the ILA simulator. // The results will be stored in `out_values`. @@ -98,7 +101,7 @@ size_t loadILAOutput(const ila_output_data &out_values, uint8_t* buffer, size_t // data produced by the ILA simulator and store into `output_data` // returns time spent on running the simulator // This is the interface provided to users -int64_t runSimGetData(std::string pattern_name, std::string ila_asm, std::string data_dump, +int64_t runSimGetData(std::string pattern_name, std::string driver_dir, std::string ila_asm, std::string data_dump, size_t output_size, int n_output_rows, int n_output_cols, void *output_data, std::string output_dtype); // Create a data dump which could be used paired with an ILA ASM to produce diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 894d7fa53..25cb03f7f 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -42,6 +42,8 @@ class ILAVTARuntime : public JSONRuntimeBase { // dump_toggle_fn->CallPacked(arg, &rv); const std::string wall_clock_file = "ilavta_wallclock.json"; + std::string driver_dir = getenv("PY_3LA_DRIVER"); + driver_dir += "/vta"; auto call_node = nodes_[outputs_[0].id_]; auto op_name = call_node.GetOpName(); int64_t sim_time = -1; @@ -169,7 +171,7 @@ class ILAVTARuntime : public JSONRuntimeBase { auto output_data = data_entry_[outputs_[0].id_]; auto output_node = nodes_[outputs_[0].id_]; auto dtype = DLDataType2String(output_data->dtype); - sim_time = runSimGetData("ilavta_dense", ila_asm, data_file, GetDataSize(*output_data), batch_size, n_wgt_rows, output_data->data, dtype); + sim_time = runSimGetData("ilavta_dense", driver_dir, ila_asm, data_file, GetDataSize(*output_data), batch_size, n_wgt_rows, output_data->data, dtype); } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.bias_add") { auto input_eid = EntryID(input_nodes_[0], 0); auto bias_eid = EntryID(input_nodes_[1], 0); @@ -238,7 +240,7 @@ class ILAVTARuntime : public JSONRuntimeBase { std::string ila_asm = call_node.GetAttr>("asm_file")[0]; auto dtype = DLDataType2String(output_data->dtype); - sim_time = runSimGetData("ilavta_bias_add", ila_asm, data_dump, output_buffer_size, n_inp_rows, n_inp_cols, output_data->data, dtype); + sim_time = runSimGetData("ilavta_bias_add", driver_dir, ila_asm, data_dump, output_buffer_size, n_inp_rows, n_inp_cols, output_data->data, dtype); } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.relu") { auto input_eid = EntryID(input_nodes_[0], 0); auto output_eid = outputs_[0].id_; @@ -281,7 +283,7 @@ class ILAVTARuntime : public JSONRuntimeBase { VTAMemFree(input_buf); VTAMemFree(uop_buf); - sim_time = runSimGetData("ilavta_relu", ila_asm, data_dump, output_buffer_size, n_inp_rows, n_inp_cols, output_data->data, dtype); + sim_time = runSimGetData("ilavta_relu", driver_dir, ila_asm, data_dump, output_buffer_size, n_inp_rows, n_inp_cols, output_data->data, dtype); } std::ifstream fin(wall_clock_file); nlohmann::json wall_clock_data = nlohmann::json::parse(fin); From d8fe84c7b178a5f19f24c8b7f6607fbc157ed5eb Mon Sep 17 00:00:00 2001 From: AD1024 Date: Mon, 24 May 2021 04:35:56 +0000 Subject: [PATCH 071/129] uncomment sim call --- src/runtime/contrib/ilavta/ilavta_helpers.cc | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.cc b/src/runtime/contrib/ilavta/ilavta_helpers.cc index 983d1320a..8d7e8b97c 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.cc +++ b/src/runtime/contrib/ilavta/ilavta_helpers.cc @@ -307,11 +307,11 @@ std::string runILASimulator(const std::string exp_name, auto end_time = std::chrono::high_resolution_clock::now(); out_compile_time = std::chrono::duration_cast(end_time - start_time).count(); } - // int ret = std::system(("vta_ila_sim " + exp_name).c_str()); - // CHECK(ret == 0) << "Failed to run ILA simulator"; + int ret = std::system(("vta_ila_sim " + exp_name).c_str()); + CHECK(ret == 0) << "Failed to run ILA simulator"; - // ret = std::system(("stat ./result/" + output_filename + " > /dev/null 2> /dev/null").c_str()); - // CHECK(ret == 0) << "Not output result found"; + ret = std::system(("stat ./result/" + output_filename + " > /dev/null 2> /dev/null").c_str()); + CHECK(ret == 0) << "Not output result found"; return "./result/" + output_filename; } From a26d7648dda3b66dd21afae56450dc4b19608135 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Mon, 24 May 2021 05:22:25 +0000 Subject: [PATCH 072/129] fix submodules --- .gitmodules | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/.gitmodules b/.gitmodules index 96dd038e1..983ee3750 100644 --- a/.gitmodules +++ b/.gitmodules @@ -6,7 +6,11 @@ url = https://github.com/dmlc/dlpack [submodule "3rdparty/rang"] path = 3rdparty/rang - url = https://github.com/agauniyal/rang + url = https://github.com/agauniyal/rang [submodule "3rdparty/libbacktrace"] path = 3rdparty/libbacktrace - url = https://github.com/tlc-pack/libbacktrace.git + url = https://github.com/tlc-pack/libbacktrace.git +[submodule "3rdparty/vta-hw"] + path = 3rdparty/vta-hw + url = git@github.com:uwsampl/3la-vta.git + From 572af719fceea6acb75bdb3fb826cad7f90003f3 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Tue, 1 Jun 2021 22:11:23 +0000 Subject: [PATCH 073/129] [ add ] record time --- src/relay/backend/utils.h | 19 +++++++++++++++++++ src/runtime/contrib/ilacnn/ilacnn_runtime.cc | 1 - 2 files changed, 19 insertions(+), 1 deletion(-) diff --git a/src/relay/backend/utils.h b/src/relay/backend/utils.h index a90946387..3d0de29f5 100644 --- a/src/relay/backend/utils.h +++ b/src/relay/backend/utils.h @@ -361,6 +361,25 @@ inline bool IsCompileEngineCacheDisabled() { .value(); } +inline void record_compile_time(std::chrono::duration time_recorded, std::string filename) { + std::ifstream fin(filename); + std::stringstream ss; + ss << fin.rdbuf(); + nlohmann::json wall_clock_data; + auto content = ss.str(); + if (content.size() != 0) { + wall_clock_data = nlohmann::json::parse(content); + } else { + wall_clock_data = nlohmann::json::object({}); + } + if (wall_clock_data.find("compile_time") == wall_clock_data.end()) { + wall_clock_data["compile_time"] = nlohmann::json::array({}); + } + wall_clock_data["compile_time"].push_back(std::chrono::duration_cast(time_recorded).count()); + std::ofstream fout(filename); + fout << wall_clock_data; +} + } // namespace backend } // namespace relay } // namespace tvm diff --git a/src/runtime/contrib/ilacnn/ilacnn_runtime.cc b/src/runtime/contrib/ilacnn/ilacnn_runtime.cc index d158726b1..76f709065 100644 --- a/src/runtime/contrib/ilacnn/ilacnn_runtime.cc +++ b/src/runtime/contrib/ilacnn/ilacnn_runtime.cc @@ -1,4 +1,3 @@ -#include #include #include #include From 52f1366136cd975b247f52802f68ef9eae3a54d9 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Wed, 23 Jun 2021 17:45:53 -0700 Subject: [PATCH 074/129] [ init ] conv1d --- python/tvm/relay/op/contrib/ilavta.py | 8 ++- .../backend/contrib/ilavta/ilavta_codegen.cc | 25 +++++++++- src/runtime/contrib/ilavta/ilavta_runtime.cc | 49 +++++++++++++++++++ 3 files changed, 80 insertions(+), 2 deletions(-) diff --git a/python/tvm/relay/op/contrib/ilavta.py b/python/tvm/relay/op/contrib/ilavta.py index c06e240c0..572a5f1bf 100644 --- a/python/tvm/relay/op/contrib/ilavta.py +++ b/python/tvm/relay/op/contrib/ilavta.py @@ -55,6 +55,11 @@ def make_pattern_relu(): data = wildcard() return is_op('nn.relu')(data) +def make_pattern_conv1d(): + data = wildcard() + weight = wildcard() + return is_op('nn.conv1d')(data, weight) + @register_pattern_table("ilavta") def pattern_table(): # conv2d_pat = ("ilavta.conv2d", make_pattern_conv2d()) @@ -62,5 +67,6 @@ def pattern_table(): dense_pat = ("ilavta.dense", make_pattern_dense()) bias_add_pat = ("ilavta.bias_add", make_pattern_bias_add()) relu_pat = ("ilavta.relu", make_pattern_relu()) - ilavta_patterns = [matmul_pat, dense_pat, bias_add_pat, relu_pat] + conv1d_pat = ("ilavta.conv1d", make_pattern_conv1d()) + ilavta_patterns = [matmul_pat, dense_pat, bias_add_pat, relu_pat, conv1d_pat] return ilavta_patterns diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc index 5a91f7674..3cdb8145c 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc @@ -44,7 +44,8 @@ class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { CHECK(comp.defined()) << "JSON runtime only supports composite functions."; name = comp.value(); - if (!(name == "ilavta.conv2d" || name == "ilavta.bias_add" || name == "ilavta.dense" || name == "ilavta.relu")) { + if (!(name == "ilavta.conv2d" || name == "ilavta.bias_add" + || name == "ilavta.dense" || name == "ilavta.relu" || name == "ilavta.conv1d")) { LOG(FATAL) << "Unrecognized pattern: " << name; } if (name == "ilavta.dense") { @@ -57,6 +58,7 @@ class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { int info[] = {batch, n_inp_cols, n_wgt_rows}; filename = GetCompiledFilename("dense", info, 3); if (this->compiled_func.find(filename) == this->compiled_func.end()) { + this->compiled_func.insert(filename); filename = CompileGEMM(batch, n_inp_cols, n_wgt_rows, "./prog_frag/" + filename); } } else if (name == "ilavta.bias_add") { @@ -67,6 +69,7 @@ class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { int info[] = {batch, n_feat}; filename = GetCompiledFilename("bias_add", info, 2); if (this->compiled_func.find(filename) == this->compiled_func.end()) { + this->compiled_func.insert(filename); filename = CompilBiasAdd(batch, n_feat, "./prog_frag/" + filename); } } else if (name == "ilavta.relu") { @@ -77,8 +80,28 @@ class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { int info[] = {batch, n_feat}; filename = GetCompiledFilename("relu", info, 2); if (this->compiled_func.find(filename) == this->compiled_func.end()) { + this->compiled_func.insert(filename); filename = CompileRelu(batch, n_feat, "./prog_frag/" + filename); } + } else if (name == "ilavta.conv1d") { + auto input_shape = GetShape(cn->args[0]->checked_type()); + auto weight_shape = GetShape(cn->args[1]->checked_type()); + int N = input_shape[0]; + int C = input_shape[1]; + int W = input_shape[2]; + + int O = weight_shape[0]; + int I = C; + int wgtW = weight_shape[2]; + + int vec_width = I * wgtW; + int vec_cnt = N * (W - wgtW + 1); + int input_info[5] = {N, C, W, O, wgtW}; + filename = GetCompiledFilename("conv1d", input_info, 5); + if (this->compiled_func.find(filename) == this->compiled_func.end()) { + this->compiled_func.insert(filename); + filename = CompileGEMM(vec_cnt, vec_width, O, "./prog_frag/" + filename); + } } } else { LOG(FATAL) << "ILAVTA runtime does not support calls to " diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 25cb03f7f..8c4c48dd2 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -284,6 +284,55 @@ class ILAVTARuntime : public JSONRuntimeBase { VTAMemFree(uop_buf); sim_time = runSimGetData("ilavta_relu", driver_dir, ila_asm, data_dump, output_buffer_size, n_inp_rows, n_inp_cols, output_data->data, dtype); + } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.conv1d") { + auto input_eid = EntryID(input_nodes_[0], 0); + auto& input_node_data = data_entry_[input_eid]; + + auto wgt_eid = EntryID(input_nodes_[1], 0); + auto& wgt_node_data = data_entry_[wgt_eid]; + + auto output_data = data_entry_[outputs_[0].id_]; + + int N = input_node_data->shape[0]; + int C = input_node_data->shape[1]; + int W = input_node_data->shape[2]; + + int O = wgt_node_data->shape[0]; + int I = wgt_node_data->shape[1]; + int wgtW = wgt_node_data->shape[2]; + int vec_width = I * wgtW; + + CHECK(I == C) << "C != I: this should not be type checked"; + + uint8_t* input_data = reinterpret_cast(input_node_data->data); + uint8_t* wgt_data = reinterpret_cast(wgt_node_data->data); + + uint8_t* data_col = reinterpret_cast(malloc(sizeof(uint8_t) * N * I * wgtW * (W - wgtW + 1))); + int ptr = 0; + int vec_cnt = 0; + for (int batch = 0; batch < N; ++batch) { + int start_offset = batch * C * W; + for (int i = start_offset; i < start_offset + W - wgtW; ++i) { + vec_cnt += 1; + // flatten the current window in input to a vector + for (int row = 0; row < I; ++row) { + for (int col = 0; col < wgtW; ++col) { + CHECK(ptr < N * I * wgtW * (W - wgtW + 1)); + data_col[ptr++] = input_data[i + row * W + col]; + } + } + } + } + VTAUop* uop_buf = getGEMMUops(vec_cnt / VTA_BATCH, vec_width / VTA_BLOCK_IN, O / VTA_BLOCK_OUT); + + std::string data_file = dump_datafile(data_col, N * I * wgtW * (W - wgtW + 1), + wgt_data, O * vec_width, + nullptr, 0, uop_buf, + vec_cnt / VTA_BATCH * vec_width / VTA_BLOCK_IN * O / VTA_BLOCK_OUT, + "ilavta_conv1d"); + std::string ila_asm = call_node.GetAttr>("asm_file")[0]; + auto dtype = DLDataType2String(output_data->dtype); + sim_time = runSimGetData("ilavta_dense", driver_dir, ila_asm, data_file, GetDataSize(*output_data), vec_cnt, O, output_data->data, dtype); } std::ifstream fin(wall_clock_file); nlohmann::json wall_clock_data = nlohmann::json::parse(fin); From e0c61ccb11afc8b52705830c934067a0843b7536 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Wed, 23 Jun 2021 18:38:20 -0700 Subject: [PATCH 075/129] [ fix ] data layout --- src/runtime/contrib/ilavta/ilavta_runtime.cc | 16 +++++++++++++++- 1 file changed, 15 insertions(+), 1 deletion(-) diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 8c4c48dd2..2fab8408b 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -332,7 +332,21 @@ class ILAVTARuntime : public JSONRuntimeBase { "ilavta_conv1d"); std::string ila_asm = call_node.GetAttr>("asm_file")[0]; auto dtype = DLDataType2String(output_data->dtype); - sim_time = runSimGetData("ilavta_dense", driver_dir, ila_asm, data_file, GetDataSize(*output_data), vec_cnt, O, output_data->data, dtype); + sim_time = runSimGetData("ilavta_conv1d", driver_dir, ila_asm, data_file, GetDataSize(*output_data), vec_cnt, O, output_data->data, dtype); + uint8_t* out_data = reinterpret_cast(malloc(sizeof(uint8_t) * GetDataSize(*output_data))); + uint8_t* raw_data = reinterpret_cast(output_data->data); + ptr = 0; + for (int batch = 0; batch < N; ++batch) { + int start_offset = batch * O * (W - wgtW + 1); + for (int n_kernel = 0; n_kernel < O; ++ n_kernel) { + for (int ncol = 0; ncol < W - wgtW + 1; ++ncol) { + out_data[ptr++] = raw_data[start_offset + n_kernel + ncol * O]; + } + } + } + for (int i = 0; i < ptr; ++i) { + raw_data[i] = out_data[i]; + } } std::ifstream fin(wall_clock_file); nlohmann::json wall_clock_data = nlohmann::json::parse(fin); From 1b0318c3f754d679da33693016a2fcb7baaba02f Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 25 Jun 2021 04:17:37 +0000 Subject: [PATCH 076/129] [ finish ] conv1d codegen --- src/runtime/contrib/ilavta/ilavta_runtime.cc | 33 ++++++++++---------- 1 file changed, 17 insertions(+), 16 deletions(-) diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 2fab8408b..f1e030559 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -47,8 +47,9 @@ class ILAVTARuntime : public JSONRuntimeBase { auto call_node = nodes_[outputs_[0].id_]; auto op_name = call_node.GetOpName(); int64_t sim_time = -1; - if (op_name != "ilavta.dense" && op_name != "ilavta.bias_add" && op_name != "ilavta.relu") { - LOG(FATAL) << "Unknown pattern " << symbol_name_; + if (op_name != "ilavta.dense" && op_name != "ilavta.bias_add" + && op_name != "ilavta.relu" && op_name != "ilavta.conv1d") { + LOG(FATAL) << "Unknown pattern " << symbol_name_ << " " << op_name; } if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.dense") { @@ -333,20 +334,20 @@ class ILAVTARuntime : public JSONRuntimeBase { std::string ila_asm = call_node.GetAttr>("asm_file")[0]; auto dtype = DLDataType2String(output_data->dtype); sim_time = runSimGetData("ilavta_conv1d", driver_dir, ila_asm, data_file, GetDataSize(*output_data), vec_cnt, O, output_data->data, dtype); - uint8_t* out_data = reinterpret_cast(malloc(sizeof(uint8_t) * GetDataSize(*output_data))); - uint8_t* raw_data = reinterpret_cast(output_data->data); - ptr = 0; - for (int batch = 0; batch < N; ++batch) { - int start_offset = batch * O * (W - wgtW + 1); - for (int n_kernel = 0; n_kernel < O; ++ n_kernel) { - for (int ncol = 0; ncol < W - wgtW + 1; ++ncol) { - out_data[ptr++] = raw_data[start_offset + n_kernel + ncol * O]; - } - } - } - for (int i = 0; i < ptr; ++i) { - raw_data[i] = out_data[i]; - } + // uint8_t* out_data = reinterpret_cast(malloc(sizeof(uint8_t) * GetDataSize(*output_data))); + // uint8_t* raw_data = reinterpret_cast(output_data->data); + // ptr = 0; + // for (int batch = 0; batch < N; ++batch) { + // int start_offset = batch * O * (W - wgtW + 1); + // for (int n_kernel = 0; n_kernel < O; ++n_kernel) { + // for (int ncol = 0; ncol < W - wgtW + 1; ++ncol) { + // out_data[ptr++] = raw_data[start_offset + n_kernel + ncol * O]; + // } + // } + // } + // for (int i = 0; i < ptr; ++i) { + // raw_data[i] = out_data[i]; + // } } std::ifstream fin(wall_clock_file); nlohmann::json wall_clock_data = nlohmann::json::parse(fin); From ca1d6c93dac69e2752f9d6d7e0658343e7ce49d0 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Sat, 10 Jul 2021 22:32:32 +0000 Subject: [PATCH 077/129] [ fix ] shape mismatch after matcher rewrite --- python/tvm/relay/op/contrib/ilavta.py | 6 +- python/tvm/relay/testing/exact_matcher.py | 63 ++++++++++++++++--- .../contrib/ilaflex/ilaflex_runtime.cc | 8 ++- 3 files changed, 61 insertions(+), 16 deletions(-) diff --git a/python/tvm/relay/op/contrib/ilavta.py b/python/tvm/relay/op/contrib/ilavta.py index 572a5f1bf..cee5838c4 100644 --- a/python/tvm/relay/op/contrib/ilavta.py +++ b/python/tvm/relay/op/contrib/ilavta.py @@ -24,8 +24,8 @@ def _func_wrapper(attrs, *args): # _register_external_op_helper("nn.conv2d") # _register_external_op_helper("nn.batch_matmul") -_register_external_op_helper("nn.bias_add") -_register_external_op_helper("nn.dense") +# _register_external_op_helper("nn.bias_add") +# _register_external_op_helper("nn.dense") # _register_external_op_helper("nn.relu") @@ -68,5 +68,5 @@ def pattern_table(): bias_add_pat = ("ilavta.bias_add", make_pattern_bias_add()) relu_pat = ("ilavta.relu", make_pattern_relu()) conv1d_pat = ("ilavta.conv1d", make_pattern_conv1d()) - ilavta_patterns = [matmul_pat, dense_pat, bias_add_pat, relu_pat, conv1d_pat] + ilavta_patterns = [relu_pat, conv1d_pat] return ilavta_patterns diff --git a/python/tvm/relay/testing/exact_matcher.py b/python/tvm/relay/testing/exact_matcher.py index 24f254068..292f2fade 100644 --- a/python/tvm/relay/testing/exact_matcher.py +++ b/python/tvm/relay/testing/exact_matcher.py @@ -9,7 +9,7 @@ from tvm.relay.analysis import free_vars, bound_vars # dumb copy of what src/relay/transforms/de_duplicate.cc is doing -def deduplicate_vars(expr): +def deduplicate_vars(expr, var_map={}, use_original=False): """ Given the expr, replace all vars in the expression with fresh ones. This is done to preserve well-formedness in Relay (all var definitions must be unique) @@ -17,12 +17,14 @@ def deduplicate_vars(expr): class Deduplicator(ExprMutator): def __init__(self): super().__init__() - self.var_map = {} + self.var_map = var_map.copy() def visit_var(self, var): if var in self.var_map: return self.var_map[var] - fresh_var = relay.Var(var.name_hint, type_annotation=var.type_annotation) + if use_original: + return var + fresh_var = relay.Var(var.name_hint) self.var_map[var] = fresh_var return fresh_var @@ -46,6 +48,20 @@ def visit_match(self, match): for c in match.clauses] return relay.Match(new_val, clauses) + def visit_function(self, func): + args = list(map(self.visit, func.params)) + body = self.visit(func.body) + return relay.Function(args, body, func.ret_type, func.type_params) + + def visit_let(self, let_expr): + new_var = self.visit(let_expr.var) + new_body = self.visit(let_expr.body) + new_value = self.visit(let_expr.value) + # if isinstance(let_expr.value, relay.Function): + # print(let_expr.var, let_expr.value) + # print(new_value) + return relay.Let(new_var, new_value, new_body) + dedup = Deduplicator() return dedup.visit(expr) @@ -286,6 +302,20 @@ def __init__(self, target, compiler_name, composite_name, composite_counter=0): self.compiler_name = compiler_name self.composite_name = composite_name self.composite_counter = composite_counter + + def to_key(self, relay_var): + def hash_type(relay_type): + { + tvm.ir.type.PrimType: lambda: relay_type.dtype, + tvm.ir.type.PointerType: lambda: hash_type(relay_type.element_type), + tvm.ir.type.TypeVar: lambda: (relay_type.name_hint, relay_type.kind), + tvm.ir.type.GlobalTypeVar: lambda: (relay_type.name_hint, relay_type.kind), + tvm.ir.type.TupleType: lambda: tuple(map(hash_type, relay_type.fields)), + tvm.ir.type.FuncType: lambda: (tuple(map(hash_type, relay_type.arg_types)), hash_type(relay_type.ret_type)), + tvm.ir.type.IncompleteType:lambda: relay_type.kind, + tvm.ir.type.RelayRefType: lambda: hash_type(relay_type.value), + }.get(type(relay_type), lambda: None)() + return (relay_var.name_hint, hash_type(relay_var.type_annotation)) def extract_target(self, match_args): """ @@ -305,17 +335,30 @@ def extract_target(self, match_args): })(a1, ..., an) })(match_args[0], ..., match_args[n-1]) """ - assert all(map(lambda v: v in match_args, self.target_vars)) - match_ordering = [match_args[v] for v in self.target_vars] + # print(f'======={self.composite_counter}=======') + assert all(map(lambda v: self.to_key(v) in match_args, self.target_vars)) + match_ordering = [match_args[v] for v in map(self.to_key, self.target_vars)] # we have to deduplicate vars for Relay's well-formedness check # (all var definitions must be unique) inner_body = deduplicate_vars(self.target) - inner_args = free_vars(inner_body) - inner_func = relay.Function(inner_args, inner_body) + inner_free_vars = free_vars(inner_body) + # inner_args = list(map(lambda v: relay.Var(v.name_hint, match_args[self.to_key(v)].checked_type), inner_free_vars)) + inner_args_map = {} + for var in inner_free_vars: + inner_args_map[var] = relay.Var(var.name_hint + str(self.composite_counter), match_args[self.to_key(var)].checked_type) + print('======================') + print('Free vars inner') + print(inner_free_vars) + print(self.target_vars) + print('Body:') + print(inner_body) + print('======================') + inner_body_rewritten = deduplicate_vars(inner_body, var_map=inner_args_map, use_original=True) + inner_func = relay.Function(list(map(inner_args_map.get, inner_free_vars)), inner_body_rewritten) inner_func = inner_func.with_attr("Composite", self.composite_name) - outer_args = [relay.Var(f"outer_arg_{i}") for i in range(len(inner_args))] + outer_args = [relay.Var(f"outer_arg_{i}") for i in range(len(inner_free_vars))] outer_func = relay.Function(outer_args, inner_func(*outer_args)) outer_func = outer_func.with_attr("Compiler", self.compiler_name) outer_func = outer_func.with_attr("Primitive", tvm.tir.IntImm("int32", 1)) @@ -323,7 +366,7 @@ def extract_target(self, match_args): "global_symbol", f"{self.composite_name}_{self.composite_counter}") self.composite_counter += 1 - return outer_func(*match_ordering) + return outer_func(*match_ordering) def visit(self, expr): """ @@ -339,7 +382,7 @@ def visit(self, expr): found_match, match_args = check_match(self.target, expr) if found_match: # need to check for matches in the match args too - final_args = {var: self.visit(arg) for var, arg in match_args.items()} + final_args = {self.to_key(var): self.visit(arg) for var, arg in match_args.items()} return self.extract_target(final_args) return super().visit(expr) diff --git a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc index b66a895f2..cfcd520d7 100644 --- a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc +++ b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc @@ -36,13 +36,15 @@ class ILAFlexRuntime : public JSONRuntimeBase { void Run() override { CHECK(symbol_name_.substr(0, 7) == "ilaflex") << symbol_name_; - LOG(INFO) << "[Runtime] entering " << symbol_name_ << " runtime"; + LOG(INFO) << "[Runtime] enter " << symbol_name_ << " runtime"; // TODO: we should probably package up all the files inside TVM // to avoid having to refer to other directories std::string driver_dir = getenv("PY_3LA_DRIVER"); + driver_dir += "/flexnlp"; + // LOG(INFO) << "[Runtime] operator name is " << nodes_[outputs_[0].id_].GetOpName(); + // LOG(INFO) << "outputs size: " << outputs_.size() << '\t' << "input_size: " << input_nodes_.size(); - driver_dir += "flexnlp"; auto op_name = nodes_[outputs_[0].id_].GetOpName(); const std::string wall_clock_file = "ilaflex_wallclock.json"; std::chrono::_V2::system_clock::time_point start_time; @@ -290,7 +292,7 @@ class ILAFlexRuntime : public JSONRuntimeBase { std::copy(o_data_ptr, o_data_ptr + o_data_size, reinterpret_cast(node_data_o->data)); } else { - LOG(FATAL) << "Unknown pattern " << symbol_name_; + LOG(FATAL) << "Unknown pattern " << outputs_.size() << " " << nodes_[outputs_[0].id_].GetOpName(); } std::ifstream fin(wall_clock_file); nlohmann::json wall_clock_data = nlohmann::json::parse(fin); From 117df96a344206c942493e3ca2b309056a99eda5 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Mon, 12 Jul 2021 18:26:54 -0700 Subject: [PATCH 078/129] [ add ] attention on flexnlp --- python/tvm/relay/op/contrib/ilaflex.py | 11 ++- python/tvm/relay/testing/exact_matcher.py | 8 -- .../contrib/ilaflex/ilaflex_codegen.cc | 2 +- .../contrib/ilaflex/ilaflex_runtime.cc | 74 +++++++++++++++++++ 4 files changed, 85 insertions(+), 10 deletions(-) diff --git a/python/tvm/relay/op/contrib/ilaflex.py b/python/tvm/relay/op/contrib/ilaflex.py index 3c617526e..29ae40098 100644 --- a/python/tvm/relay/op/contrib/ilaflex.py +++ b/python/tvm/relay/op/contrib/ilaflex.py @@ -160,6 +160,14 @@ def create_lstm_call(mod, lstm_input, initial_state, f(lstm_input, initial_state, i2h_weight, h2h_weight, bias)) +def make_dot_attention(): + linear_key = wildcard() + query = wildcard() + bmm = is_op('nn.batch_matmul')(linear_key, query) + prod = is_op('transpose')(bmm) + scores = is_op('nn.softmax')(prod) + return scores + def make_pattern_linear(): a = wildcard() @@ -173,5 +181,6 @@ def make_pattern_linear(): @register_pattern_table("ilaflex") def pattern_table(): linear_pat = ("ilaflex.linear", make_pattern_linear()) - ilaflex_patterns = [linear_pat] + attention_pat = ("ilflex.attention", make_dot_attention()) + ilaflex_patterns = [linear_pat, attention_pat] return ilaflex_patterns diff --git a/python/tvm/relay/testing/exact_matcher.py b/python/tvm/relay/testing/exact_matcher.py index 292f2fade..72c8ce727 100644 --- a/python/tvm/relay/testing/exact_matcher.py +++ b/python/tvm/relay/testing/exact_matcher.py @@ -347,17 +347,9 @@ def extract_target(self, match_args): inner_args_map = {} for var in inner_free_vars: inner_args_map[var] = relay.Var(var.name_hint + str(self.composite_counter), match_args[self.to_key(var)].checked_type) - print('======================') - print('Free vars inner') - print(inner_free_vars) - print(self.target_vars) - print('Body:') - print(inner_body) - print('======================') inner_body_rewritten = deduplicate_vars(inner_body, var_map=inner_args_map, use_original=True) inner_func = relay.Function(list(map(inner_args_map.get, inner_free_vars)), inner_body_rewritten) inner_func = inner_func.with_attr("Composite", self.composite_name) - outer_args = [relay.Var(f"outer_arg_{i}") for i in range(len(inner_free_vars))] outer_func = relay.Function(outer_args, inner_func(*outer_args)) outer_func = outer_func.with_attr("Compiler", self.compiler_name) diff --git a/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc b/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc index 5784f38b2..b7927dec1 100644 --- a/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc +++ b/src/relay/backend/contrib/ilaflex/ilaflex_codegen.cc @@ -41,7 +41,7 @@ class ILAFlexJSONSerializer : public backend::contrib::JSONSerializer { << "JSON runtime only supports composite functions."; name = comp.value(); - if (name != "ilaflex.linear" && name != "ilaflex.lstm") { + if (name != "ilaflex.linear" && name != "ilaflex.lstm" && name != "ilaflex.attention") { LOG(FATAL) << "Unrecognized pattern: " << name; } } else { diff --git a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc index cfcd520d7..9bba7dba4 100644 --- a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc +++ b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc @@ -291,6 +291,80 @@ class ILAFlexRuntime : public JSONRuntimeBase { // copy the result and resume std::copy(o_data_ptr, o_data_ptr + o_data_size, reinterpret_cast(node_data_o->data)); + } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilaflex.attention") { + LOG(INFO) << "[Runtime] operator name is " << nodes_[outputs_[0].id_].GetOpName(); + // dec_data + auto eid_dec = EntryID(input_nodes_[0], 0); + auto& node_data_dec = data_entry_[eid_dec]; + // CHECK(node_data_inp->ndim == 3); + // auto num_ts = node_data_inp->shape[1]; + // CHECK(node_data_inp->shape[2] % 16 == 0); + auto num_v_in = (int)(node_data_dec->shape[2])/16; + auto dec_data_size = GetDataSize(*node_data_dec)/sizeof(float); + float* inp_data_ptr = new float[dec_data_size]; + std::copy(reinterpret_cast(node_data_dec->data), + reinterpret_cast(node_data_dec->data) + dec_data_size, + inp_data_ptr); + + // attention enc_data + auto eid_enc_data = EntryID(input_nodes_[1], 0); + auto& enc_data = data_entry_[eid_enc_data]; + auto num_ts = enc_data->shape[1]; + auto enc_data_size = GetDataSize(*enc_data)/sizeof(float); + float* enc_data_ptr = new float[enc_data_size]; + std::copy(reinterpret_cast(enc_data->data), + reinterpret_cast(enc_data->data) + enc_data_size, + enc_data_ptr); + + auto node_data_o = data_entry_[EntryID(outputs_[0])]; + auto o_data_size = GetDataSize(*node_data_o)/sizeof(float); + float* o_data_ptr = new float[o_data_size]; + + /* TODO + * - FlexNLP ILA simulator is available in $PATH as "flexnlp_ila_sim" + * - generate tensor-level assembly + * - generate data library + * - translate to ILA instruction program fragment + * - invoke the ILA simulator + * - read back the result and store to o_data_ptr + */ + // dump data to files + std::system("mkdir -p data"); + dump_data(inp_data_ptr, dec_data_size, "./data/dec.txt"); + dump_data(enc_data_ptr, enc_data_size, "./data/enc.txt"); + + // set flexnlp tensor assembly parameters; + int mem_idx_enc = 0; + int mem_idx_dec = 0; + int adpbias_enc = 1; + int adpbias_dec = 2; + int adpbias_softmax = 3; + int adpbias_out = 4; + + std::cerr << "dec shape: (" << node_data_dec->shape[0] << ", " << node_data_dec->shape[1] << ", " << node_data_dec->shape[2] << ")\n"; + std::cerr << "num_v_in: " << num_v_in << "\n"; + std::cerr << "enc shape: (" << enc_data->shape[0] << ", " << enc_data->shape[1] << ", " << enc_data->shape[2] << ")\n"; + std::cerr << "num_ts: " << num_ts << "\n"; + + // call ILAng-generated simulator + std::stringstream call_builder; + call_builder << "python3 " << driver_dir << "/attention_driver.py " + << num_ts << " " << num_v_in << " " + << mem_idx_enc << " " << mem_idx_dec << " " + << adpbias_enc << " " << adpbias_dec << " " << adpbias_softmax << " " << adpbias_out; + std::string call_cmd = call_builder.str(); + + LOG(INFO) << "calling flexnlp lstm driver"; + start_time = std::chrono::high_resolution_clock::now(); + auto res = std::system(call_cmd.c_str()); + end_time = std::chrono::high_resolution_clock::now(); + CHECK(res == 0) << "Error executing simulator " << call_cmd; + + // retrieve the results + retrieve_result(o_data_ptr, o_data_size, "./data/attn_out.txt"); + // copy the result and resume + std::copy(o_data_ptr, o_data_ptr + o_data_size, + reinterpret_cast(node_data_o->data)); } else { LOG(FATAL) << "Unknown pattern " << outputs_.size() << " " << nodes_[outputs_[0].id_].GetOpName(); } From 2989767b80ae8d624fbac2edd9821bde818d724a Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 23 Jul 2021 16:48:16 +0000 Subject: [PATCH 079/129] save changes --- python/tvm/relay/op/contrib/ilaflex.py | 19 ++++++++++--------- python/tvm/relay/op/contrib/ilavta.py | 2 +- .../contrib/ilaflex/ilaflex_runtime.cc | 12 ++++-------- 3 files changed, 15 insertions(+), 18 deletions(-) diff --git a/python/tvm/relay/op/contrib/ilaflex.py b/python/tvm/relay/op/contrib/ilaflex.py index 29ae40098..db9283db7 100644 --- a/python/tvm/relay/op/contrib/ilaflex.py +++ b/python/tvm/relay/op/contrib/ilaflex.py @@ -161,13 +161,14 @@ def create_lstm_call(mod, lstm_input, initial_state, i2h_weight, h2h_weight, bias)) def make_dot_attention(): - linear_key = wildcard() - query = wildcard() - bmm = is_op('nn.batch_matmul')(linear_key, query) - prod = is_op('transpose')(bmm) - scores = is_op('nn.softmax')(prod) - return scores - + linear_query = wildcard() + key_input = wildcard() + prod = is_op('nn.batch_matmul')(linear_query, key_input) + reshape_prod = is_op('reshape')(prod) + scores = is_op('nn.softmax')(reshape_prod) + scores = is_op('reshape')(scores) + kT = is_op('transpose')(key_input) + return is_op('nn.batch_matmul')(scores, kT) def make_pattern_linear(): a = wildcard() @@ -181,6 +182,6 @@ def make_pattern_linear(): @register_pattern_table("ilaflex") def pattern_table(): linear_pat = ("ilaflex.linear", make_pattern_linear()) - attention_pat = ("ilflex.attention", make_dot_attention()) - ilaflex_patterns = [linear_pat, attention_pat] + # attention_pat = ("ilaflex.attention", make_dot_attention()) + ilaflex_patterns = [linear_pat] return ilaflex_patterns diff --git a/python/tvm/relay/op/contrib/ilavta.py b/python/tvm/relay/op/contrib/ilavta.py index cee5838c4..e77c62fa9 100644 --- a/python/tvm/relay/op/contrib/ilavta.py +++ b/python/tvm/relay/op/contrib/ilavta.py @@ -68,5 +68,5 @@ def pattern_table(): bias_add_pat = ("ilavta.bias_add", make_pattern_bias_add()) relu_pat = ("ilavta.relu", make_pattern_relu()) conv1d_pat = ("ilavta.conv1d", make_pattern_conv1d()) - ilavta_patterns = [relu_pat, conv1d_pat] + ilavta_patterns = [relu_pat, conv1d_pat, dense_pat, bias_add_pat] return ilavta_patterns diff --git a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc index 9bba7dba4..4769bcc68 100644 --- a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc +++ b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc @@ -336,10 +336,6 @@ class ILAFlexRuntime : public JSONRuntimeBase { // set flexnlp tensor assembly parameters; int mem_idx_enc = 0; int mem_idx_dec = 0; - int adpbias_enc = 1; - int adpbias_dec = 2; - int adpbias_softmax = 3; - int adpbias_out = 4; std::cerr << "dec shape: (" << node_data_dec->shape[0] << ", " << node_data_dec->shape[1] << ", " << node_data_dec->shape[2] << ")\n"; std::cerr << "num_v_in: " << num_v_in << "\n"; @@ -349,10 +345,10 @@ class ILAFlexRuntime : public JSONRuntimeBase { // call ILAng-generated simulator std::stringstream call_builder; call_builder << "python3 " << driver_dir << "/attention_driver.py " - << num_ts << " " << num_v_in << " " - << mem_idx_enc << " " << mem_idx_dec << " " - << adpbias_enc << " " << adpbias_dec << " " << adpbias_softmax << " " << adpbias_out; + << "--num_ts " << num_ts << " --num_v " << num_v_in << " --mem_idx_enc " + << mem_idx_enc << " --mem_idx_dec " << mem_idx_dec; std::string call_cmd = call_builder.str(); + std::cerr << "calling " << call_cmd << "\n"; LOG(INFO) << "calling flexnlp lstm driver"; start_time = std::chrono::high_resolution_clock::now(); @@ -361,7 +357,7 @@ class ILAFlexRuntime : public JSONRuntimeBase { CHECK(res == 0) << "Error executing simulator " << call_cmd; // retrieve the results - retrieve_result(o_data_ptr, o_data_size, "./data/attn_out.txt"); + retrieve_result(o_data_ptr, o_data_size, "./data/result_attention_ila.txt"); // copy the result and resume std::copy(o_data_ptr, o_data_ptr + o_data_size, reinterpret_cast(node_data_o->data)); From 344c9a1559c1a9c0a4f0b95067a4642a61652084 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 23 Jul 2021 16:57:04 +0000 Subject: [PATCH 080/129] disable printing the command --- src/runtime/contrib/ilaflex/ilaflex_runtime.cc | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc index 4769bcc68..94d9c5a4b 100644 --- a/src/runtime/contrib/ilaflex/ilaflex_runtime.cc +++ b/src/runtime/contrib/ilaflex/ilaflex_runtime.cc @@ -348,9 +348,9 @@ class ILAFlexRuntime : public JSONRuntimeBase { << "--num_ts " << num_ts << " --num_v " << num_v_in << " --mem_idx_enc " << mem_idx_enc << " --mem_idx_dec " << mem_idx_dec; std::string call_cmd = call_builder.str(); - std::cerr << "calling " << call_cmd << "\n"; + // std::cerr << "calling " << call_cmd << "\n"; - LOG(INFO) << "calling flexnlp lstm driver"; + LOG(INFO) << "calling flexnlp attention driver"; start_time = std::chrono::high_resolution_clock::now(); auto res = std::system(call_cmd.c_str()); end_time = std::chrono::high_resolution_clock::now(); From bdd9c6c20ef5abfa655626ff9a688bd25eeba7b8 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Mon, 9 Aug 2021 16:37:00 -0700 Subject: [PATCH 081/129] [ add ] env setup guide --- README.md | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/README.md b/README.md index aaef8b3f8..3fd022e36 100644 --- a/README.md +++ b/README.md @@ -27,6 +27,28 @@ See the readme at [the VTA fork](https://github.com/uwsampl/3la-vta) to see a de You can use `vta.testing.ila_converter.convert(dump_file, dest_file)` to convert a VTA simulator dump into an ILA program fragment. +# 3LA environment setup + +## Docker setup +Please follow the instruction [here](https://github.com/PrincetonUniversity/3la-integrate) to set up the 3LA integrated docker container. + +To attach to the container, run `sudo docker exec -it /bin/bash` + +Before running any 3LA related test, `source init.sh` under `/root` first. + +## 3LA tvm setup +Please follow the steps [here](https://tvm.apache.org/docs/install/from_source.html#developers-get-source-from-github). Note to replace the github repo link to this repo. Then switch to `conv1d-codegen` or `3la-rebase-complete` branch. + +Before running `cmake`, please add the following lines to `config.cmake` +```cmake +set(USE_ILAVTA_CODEGEN ON) +set(USE_ILACNN_CODEGEN ON) +set(USE_ILAFLEX_CODEGEN ON) +``` +and then set `USE_LLVM` to `ON`. + +Before installing the python interface of this variant of tvm, you probably need to uninstall the tvm that was installed when building the docker image (to do so, run `pip uninstall `). + Open Deep Learning Compiler Stack [Documentation](https://tvm.apache.org/docs) | [Contributors](CONTRIBUTORS.md) | From cb0e2ad65bf8f15c5a6a288a5ca97e187eabe0b1 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Mon, 9 Aug 2021 16:39:45 -0700 Subject: [PATCH 082/129] [ modified ] readme change to latest dir --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 3fd022e36..969b89c5e 100644 --- a/README.md +++ b/README.md @@ -17,7 +17,7 @@ This is a fork of TVM for adding BYOC integrations for the 3LA project. -Right now we have a VTA integration in `src/relay/backend/contrib/vta_matmul`. Note that you have to include the line `SET(USE_VTA_MATMUL ON)` in `build/config.cmake` before building TVM to support this (other flags that should be on: `USE_LLVM`, `USE_VTA_FSIM`). We have a test of this backend in `tests/python/relay/test_external_codegen.py` (see `test_extern_vta()`). +Right now we have a VTA integration in `src/relay/backend/contrib/ilavta`. Note that you have to include the line `SET(USE_ILAVTA_CODEGEN ON)` in `build/config.cmake` before building TVM to support this (other flags that should be on: `USE_LLVM`, `USE_VTA_FSIM`). We have a test of this backend in `tests/python/relay/test_external_codegen.py` (see `test_extern_vta()`). This version also uses a fork of the VTA repo meant to dump logs. Try `vta/python/integration/matmul_tutorial.py` to use the dumping facility. From b8e65d20f290c5bab0b7e456ab83dbd644df8cf8 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 10 Sep 2021 05:44:45 -0700 Subject: [PATCH 083/129] [ add ] accelerator call operator --- include/tvm/relay/attrs/transform.h | 10 ++++++++ python/tvm/relay/op/_tensor.py | 1 + python/tvm/relay/op/tensor.py | 14 +++++++++++ src/relay/op/tensor/unary.cc | 36 +++++++++++++++++++++++++++++ 4 files changed, 61 insertions(+) diff --git a/include/tvm/relay/attrs/transform.h b/include/tvm/relay/attrs/transform.h index cc97a94a1..0941cc896 100644 --- a/include/tvm/relay/attrs/transform.h +++ b/include/tvm/relay/attrs/transform.h @@ -478,6 +478,16 @@ struct UniqueAttrs : public tvm::AttrsNode { } }; // struct UniqueAttrs +/*! \brief Attributes for calling accelerators */ +struct AcceleratorCallAttrs : public tvm::AttrsNode { + std::string func_name; + Array output_shape; + TVM_DECLARE_ATTRS(AcceleratorCallAttrs, "relay.attrs.AcceleratorCallAttrs") { + TVM_ATTR_FIELD(func_name).describe("The name of the accelerator function").set_default("unknown"); + TVM_ATTR_FIELD(output_shape).describe("Inferred output shape for the accelerator call"); + } +}; // struct AcceleratorCallAttrs + } // namespace relay } // namespace tvm #endif // TVM_RELAY_ATTRS_TRANSFORM_H_ diff --git a/python/tvm/relay/op/_tensor.py b/python/tvm/relay/op/_tensor.py index d7d99c017..610d9d6d5 100644 --- a/python/tvm/relay/op/_tensor.py +++ b/python/tvm/relay/op/_tensor.py @@ -93,6 +93,7 @@ # this will not be used in actual computation # as on_device will be removed during DeviceAnnotation pass register_injective_schedule("on_device") +# register_broadcast_schedule("accelerator_call") # zeros diff --git a/python/tvm/relay/op/tensor.py b/python/tvm/relay/op/tensor.py index a38a23064..9b05f9eeb 100644 --- a/python/tvm/relay/op/tensor.py +++ b/python/tvm/relay/op/tensor.py @@ -1285,3 +1285,17 @@ def isinf(data): The computed result. """ return _make.isinf(data) + +def accelerator_call(func, shape): + """Stub operator for accelerator calls + + Parameters + ---------- + func : str + The name of the accelerator function + Returns + ------- + result : relay.Expr + The computed expression + """ + return _make.accelerator_call(func, shape) diff --git a/src/relay/op/tensor/unary.cc b/src/relay/op/tensor/unary.cc index 3e82b92a5..9922ca3d2 100644 --- a/src/relay/op/tensor/unary.cc +++ b/src/relay/op/tensor/unary.cc @@ -500,6 +500,42 @@ RELAY_REGISTER_OP("ndarray_size") .set_support_level(10) .set_attr("FTVMCompute", NdarraySizeCompute); + +TVM_REGISTER_NODE_TYPE(AcceleratorCallAttrs); + +bool AcceleratorCallRel(const Array& types, int num_inputs, const Attrs& attrs, + const TypeReporter& reporter) { + ICHECK(num_inputs == 0); + ICHECK(types.size() == 1); + auto shape_attr = attrs.as(); + auto shape = shape_attr->output_shape; + std::vector vec; + for (size_t i = 0; i < shape.size(); ++i) { + vec.push_back(shape[i]); + } + reporter->Assign(types[0], TensorType(Array(vec), DataType::Float(32))); + return true; +} + +Expr MakeAcceleratorCall(String func, Array shape) { + static const Op& op = Op::Get("accelerator_call"); + auto attrs = make_object(); + attrs->func_name = func; + attrs->output_shape = shape; + return Call(op, {}, Attrs(attrs), {}); +} + +TVM_REGISTER_GLOBAL("relay.op._make.accelerator_call").set_body_typed(MakeAcceleratorCall); + +// accelerator call +RELAY_REGISTER_OP("accelerator_call") + .describe(R"code(Stub for accelerator call)code") + .set_num_inputs(0) + .set_attr("AcceleratorFunc", "unknown") + .set_attr>("OutputShape", {}) + .set_support_level(10) + .add_type_rel("AcceleratorCall", AcceleratorCallRel); + RELAY_REGISTER_UNARY_OP("isnan") .describe(R"code(Returns whether the input contains any NaN, computed element-wise. .. math:: From e7b6a97b54d279517bc6258d20d0a3ba11f15477 Mon Sep 17 00:00:00 2001 From: vcanumalla Date: Thu, 30 Sep 2021 16:28:01 -0700 Subject: [PATCH 084/129] added conv1d operator to rust bindings --- rust/tvm/src/ir/relay/attrs/mod.rs | 1 + rust/tvm/src/ir/relay/attrs/nn.rs | 19 +++++++++++++++++++ 2 files changed, 20 insertions(+) diff --git a/rust/tvm/src/ir/relay/attrs/mod.rs b/rust/tvm/src/ir/relay/attrs/mod.rs index d1bcc0009..d34392cd3 100644 --- a/rust/tvm/src/ir/relay/attrs/mod.rs +++ b/rust/tvm/src/ir/relay/attrs/mod.rs @@ -19,3 +19,4 @@ pub mod nn; pub mod transform; +pub mod reduce; \ No newline at end of file diff --git a/rust/tvm/src/ir/relay/attrs/nn.rs b/rust/tvm/src/ir/relay/attrs/nn.rs index f0137fa3c..70b476e4f 100644 --- a/rust/tvm/src/ir/relay/attrs/nn.rs +++ b/rust/tvm/src/ir/relay/attrs/nn.rs @@ -26,6 +26,25 @@ use tvm_macros::Object; type IndexExpr = PrimExpr; +#[repr(C)] +#[derive(Object, Debug)] +#[ref_name = "Conv1DAttrs"] +#[type_key = "relay.attrs.Conv1DAttrs"] +pub struct Conv1DAttrsNode { + pub base: BaseAttrsNode, + pub strides: Array, + pub padding: Array, + pub dilation: Array, + // TODO(@gussmith23) groups is "int", what should it be here? + pub groups: i32, + pub channels: IndexExpr, + pub kernel_size: Array, + pub data_layout: TString, + pub kernel_layout: TString, + pub out_layout: TString, + pub out_dtype: DataType, +} + #[repr(C)] #[derive(Object, Debug)] #[ref_name = "Conv2DAttrs"] From 9aa3530859c588203e5396a9a4b8c33002877618 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Mon, 23 Aug 2021 20:14:12 -0700 Subject: [PATCH 085/129] [ fix ] conflict (acutally not) --- rust/tvm/src/ir/relay/attrs/mod.rs | 2 +- rust/tvm/src/ir/relay/attrs/reduce.rs | 48 +++++++++++++++++++++++++++ 2 files changed, 49 insertions(+), 1 deletion(-) create mode 100644 rust/tvm/src/ir/relay/attrs/reduce.rs diff --git a/rust/tvm/src/ir/relay/attrs/mod.rs b/rust/tvm/src/ir/relay/attrs/mod.rs index d34392cd3..a3e5bda18 100644 --- a/rust/tvm/src/ir/relay/attrs/mod.rs +++ b/rust/tvm/src/ir/relay/attrs/mod.rs @@ -19,4 +19,4 @@ pub mod nn; pub mod transform; -pub mod reduce; \ No newline at end of file +pub mod reduce; diff --git a/rust/tvm/src/ir/relay/attrs/reduce.rs b/rust/tvm/src/ir/relay/attrs/reduce.rs new file mode 100644 index 000000000..341ad08e6 --- /dev/null +++ b/rust/tvm/src/ir/relay/attrs/reduce.rs @@ -0,0 +1,48 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +use crate::ir::attrs::BaseAttrsNode; +use crate::ir::PrimExpr; +use crate::runtime::array::Array; +use tvm_macros::Object; + +type IndexExpr = PrimExpr; + +#[repr(C)] +#[derive(Object, Debug)] +#[ref_name = "ReduceAttrs"] +#[type_key = "relay.attrs.ReduceAttrs"] +pub struct ReduceAttrsNode { + pub base: BaseAttrsNode, + pub axis: Array, + pub keepdims: bool, + pub exclude: bool, +} + +#[repr(C)] +#[derive(Object, Debug)] +#[ref_name = "VarianceAttrs"] +#[type_key = "relay.attrs.ReduceAttrs"] +pub struct VarianceAttrsNode { + pub base: BaseAttrsNode, + pub axis: Array, + pub keepdims: bool, + pub exclude: bool, + pub unbiased: bool, +} \ No newline at end of file From 040b7d5776ea96c315ac45073389b7907f0e94fd Mon Sep 17 00:00:00 2001 From: AD1024 Date: Thu, 30 Sep 2021 16:51:56 -0700 Subject: [PATCH 086/129] remove dep --- python/tvm/contrib/ly3la | 1 - 1 file changed, 1 deletion(-) delete mode 160000 python/tvm/contrib/ly3la diff --git a/python/tvm/contrib/ly3la b/python/tvm/contrib/ly3la deleted file mode 160000 index 2ecd3209e..000000000 --- a/python/tvm/contrib/ly3la +++ /dev/null @@ -1 +0,0 @@ -Subproject commit 2ecd3209e1fbb281303a5697cabe34d3bd1ee573 From 765b16115ae4d8f8a5680a6e9f59ea22d50d3ef1 Mon Sep 17 00:00:00 2001 From: Gus Smith Date: Mon, 4 Oct 2021 16:05:51 -0700 Subject: [PATCH 087/129] Point to Max's tvm-build which fixes hanging build --- rust/tvm-sys/Cargo.toml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/rust/tvm-sys/Cargo.toml b/rust/tvm-sys/Cargo.toml index c7ee98fc4..0cd4c54c8 100644 --- a/rust/tvm-sys/Cargo.toml +++ b/rust/tvm-sys/Cargo.toml @@ -37,4 +37,5 @@ enumn = "^0.1" [build-dependencies] bindgen = { version="0.57", default-features = false, features = ["runtime"] } anyhow = "^1.0" -tvm-build = "0.1" +# TODO(@gussmith23) Change back when https://github.com/octoml/tvm-build/pull/9 lands +tvm-build = { git="https://github.com/mwillsey/tvm-build"} From 42c20ca642b941ef48143ba7f15b5d4113e831c9 Mon Sep 17 00:00:00 2001 From: Gus Smith Date: Wed, 6 Oct 2021 13:35:33 -0700 Subject: [PATCH 088/129] Add dilation to maxpool bindings --- rust/tvm/src/ir/relay/attrs/nn.rs | 1 + 1 file changed, 1 insertion(+) diff --git a/rust/tvm/src/ir/relay/attrs/nn.rs b/rust/tvm/src/ir/relay/attrs/nn.rs index 70b476e4f..6b526f2fd 100644 --- a/rust/tvm/src/ir/relay/attrs/nn.rs +++ b/rust/tvm/src/ir/relay/attrs/nn.rs @@ -101,6 +101,7 @@ pub struct MaxPool2DAttrsNode { pub pool_size: Array, pub strides: Array, pub padding: Array, + pub dilation: Array, pub layout: TString, pub ceil_mode: bool, } From bb6c378e5440899083af253c3466db087157acb6 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Mon, 11 Oct 2021 23:19:46 -0700 Subject: [PATCH 089/129] [ sync ] rust binding --- rust/tvm/src/ir/relay/attrs/nn.rs | 1 + 1 file changed, 1 insertion(+) diff --git a/rust/tvm/src/ir/relay/attrs/nn.rs b/rust/tvm/src/ir/relay/attrs/nn.rs index 6b526f2fd..05d53a5ed 100644 --- a/rust/tvm/src/ir/relay/attrs/nn.rs +++ b/rust/tvm/src/ir/relay/attrs/nn.rs @@ -61,6 +61,7 @@ pub struct Conv2DAttrsNode { pub data_layout: TString, pub kernel_layout: TString, pub out_layout: TString, + pub auto_scheduler_rewritten_layout: TString, pub out_dtype: DataType, } From b9563ecc9de503259e6c74664eb93abb9f6dff9f Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Mon, 25 Oct 2021 22:03:25 -0700 Subject: [PATCH 090/129] Restore VTA dependency --- .gitmodules | 2 +- 3rdparty/vta-hw | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) create mode 160000 3rdparty/vta-hw diff --git a/.gitmodules b/.gitmodules index 983ee3750..4e7222b30 100644 --- a/.gitmodules +++ b/.gitmodules @@ -11,6 +11,6 @@ path = 3rdparty/libbacktrace url = https://github.com/tlc-pack/libbacktrace.git [submodule "3rdparty/vta-hw"] - path = 3rdparty/vta-hw + path = 3rdparty/vta-hw url = git@github.com:uwsampl/3la-vta.git diff --git a/3rdparty/vta-hw b/3rdparty/vta-hw new file mode 160000 index 000000000..de1bd02ad --- /dev/null +++ b/3rdparty/vta-hw @@ -0,0 +1 @@ +Subproject commit de1bd02ad545c9aac64da1e4600218b1547ca675 From 2d2cf7058554968c2ee5c68ba121deaf89946cd1 Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Tue, 26 Oct 2021 21:04:16 -0700 Subject: [PATCH 091/129] Add TOpPattern flag to accelerator_call op (#17) --- src/relay/op/tensor/unary.cc | 1 + 1 file changed, 1 insertion(+) diff --git a/src/relay/op/tensor/unary.cc b/src/relay/op/tensor/unary.cc index 9922ca3d2..c90ae3acb 100644 --- a/src/relay/op/tensor/unary.cc +++ b/src/relay/op/tensor/unary.cc @@ -534,6 +534,7 @@ RELAY_REGISTER_OP("accelerator_call") .set_attr("AcceleratorFunc", "unknown") .set_attr>("OutputShape", {}) .set_support_level(10) + .set_attr("TOpPattern", kOpaque) .add_type_rel("AcceleratorCall", AcceleratorCallRel); RELAY_REGISTER_UNARY_OP("isnan") From 71b48540eca48338826da167e183db83a5e0f110 Mon Sep 17 00:00:00 2001 From: Gus Smith Date: Wed, 27 Oct 2021 22:07:37 -0700 Subject: [PATCH 092/129] Fix bug --- rust/tvm/src/ir/relay/mod.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rust/tvm/src/ir/relay/mod.rs b/rust/tvm/src/ir/relay/mod.rs index f43967f28..b65b784bf 100644 --- a/rust/tvm/src/ir/relay/mod.rs +++ b/rust/tvm/src/ir/relay/mod.rs @@ -163,7 +163,7 @@ impl Call { span: Span, ) -> Call { let node = CallNode { - base: ExprNode::base::(span), + base: ExprNode::base::(span), op: op, args: args, attrs: attrs, From 3af6173a4f190f09af2fc717d4df6aa7aff3eade Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Fri, 29 Oct 2021 00:35:45 -0700 Subject: [PATCH 093/129] Use a callback in the exact matcher (#18) * Don't use checked_type for annotating types in the matcher (breaks tests and relies on type checking) * Add callback feature to exact matcher, expand tests, simplify recent additions --- python/tvm/relay/testing/__init__.py | 2 +- python/tvm/relay/testing/exact_matcher.py | 77 ++++-------- tests/python/relay/test_exact_matcher.py | 141 ++++++++++++++++++++-- 3 files changed, 156 insertions(+), 64 deletions(-) diff --git a/python/tvm/relay/testing/__init__.py b/python/tvm/relay/testing/__init__.py index a10bf4cc6..c3dfc8b98 100644 --- a/python/tvm/relay/testing/__init__.py +++ b/python/tvm/relay/testing/__init__.py @@ -48,7 +48,7 @@ from ..transform import gradient from .exact_matcher import annotate_exact_matches # these are just for testing -from .exact_matcher import deduplicate_vars, check_compiler_call +from .exact_matcher import deduplicate_vars, check_compiler_call, check_annotations from .op_summary import count_all_ops, count_all_overloads, count_all_ops_in_overloads diff --git a/python/tvm/relay/testing/exact_matcher.py b/python/tvm/relay/testing/exact_matcher.py index 72c8ce727..7e79940c7 100644 --- a/python/tvm/relay/testing/exact_matcher.py +++ b/python/tvm/relay/testing/exact_matcher.py @@ -9,7 +9,7 @@ from tvm.relay.analysis import free_vars, bound_vars # dumb copy of what src/relay/transforms/de_duplicate.cc is doing -def deduplicate_vars(expr, var_map={}, use_original=False): +def deduplicate_vars(expr): """ Given the expr, replace all vars in the expression with fresh ones. This is done to preserve well-formedness in Relay (all var definitions must be unique) @@ -17,13 +17,11 @@ def deduplicate_vars(expr, var_map={}, use_original=False): class Deduplicator(ExprMutator): def __init__(self): super().__init__() - self.var_map = var_map.copy() + self.var_map = {} def visit_var(self, var): if var in self.var_map: return self.var_map[var] - if use_original: - return var fresh_var = relay.Var(var.name_hint) self.var_map[var] = fresh_var return fresh_var @@ -48,20 +46,6 @@ def visit_match(self, match): for c in match.clauses] return relay.Match(new_val, clauses) - def visit_function(self, func): - args = list(map(self.visit, func.params)) - body = self.visit(func.body) - return relay.Function(args, body, func.ret_type, func.type_params) - - def visit_let(self, let_expr): - new_var = self.visit(let_expr.var) - new_body = self.visit(let_expr.body) - new_value = self.visit(let_expr.value) - # if isinstance(let_expr.value, relay.Function): - # print(let_expr.var, let_expr.value) - # print(new_value) - return relay.Let(new_var, new_value, new_body) - dedup = Deduplicator() return dedup.visit(expr) @@ -284,13 +268,16 @@ def visit_ref_write(self, ref_write): class MatchMutator(ExprMutator): - def __init__(self, target, compiler_name, composite_name, composite_counter=0): + def __init__(self, target, compiler_name, composite_name, composite_counter=0, callback=None): """ Target: Expression that the matcher is seeking Compiler name: Name for the custom codegen Composite name: Name for the *construct produced* in the custom codegen Composite counter: Id number used for generating compiler IDs (they must be globally unique) + Callback: Function (expr -> bool) that checks properties of the matched expr. + Register a match only if callback(expr) is True. + Default behavior is always to return True. Free vars in the target expression will be arguments to the extracted function """ @@ -302,20 +289,7 @@ def __init__(self, target, compiler_name, composite_name, composite_counter=0): self.compiler_name = compiler_name self.composite_name = composite_name self.composite_counter = composite_counter - - def to_key(self, relay_var): - def hash_type(relay_type): - { - tvm.ir.type.PrimType: lambda: relay_type.dtype, - tvm.ir.type.PointerType: lambda: hash_type(relay_type.element_type), - tvm.ir.type.TypeVar: lambda: (relay_type.name_hint, relay_type.kind), - tvm.ir.type.GlobalTypeVar: lambda: (relay_type.name_hint, relay_type.kind), - tvm.ir.type.TupleType: lambda: tuple(map(hash_type, relay_type.fields)), - tvm.ir.type.FuncType: lambda: (tuple(map(hash_type, relay_type.arg_types)), hash_type(relay_type.ret_type)), - tvm.ir.type.IncompleteType:lambda: relay_type.kind, - tvm.ir.type.RelayRefType: lambda: hash_type(relay_type.value), - }.get(type(relay_type), lambda: None)() - return (relay_var.name_hint, hash_type(relay_var.type_annotation)) + self.callback = (lambda expr: True) if callback is None else callback def extract_target(self, match_args): """ @@ -335,22 +309,16 @@ def extract_target(self, match_args): })(a1, ..., an) })(match_args[0], ..., match_args[n-1]) """ - # print(f'======={self.composite_counter}=======') - assert all(map(lambda v: self.to_key(v) in match_args, self.target_vars)) - match_ordering = [match_args[v] for v in map(self.to_key, self.target_vars)] + match_ordering = [match_args[v] for v in self.target_vars] # we have to deduplicate vars for Relay's well-formedness check # (all var definitions must be unique) inner_body = deduplicate_vars(self.target) - inner_free_vars = free_vars(inner_body) - # inner_args = list(map(lambda v: relay.Var(v.name_hint, match_args[self.to_key(v)].checked_type), inner_free_vars)) - inner_args_map = {} - for var in inner_free_vars: - inner_args_map[var] = relay.Var(var.name_hint + str(self.composite_counter), match_args[self.to_key(var)].checked_type) - inner_body_rewritten = deduplicate_vars(inner_body, var_map=inner_args_map, use_original=True) - inner_func = relay.Function(list(map(inner_args_map.get, inner_free_vars)), inner_body_rewritten) + inner_args = free_vars(inner_body) + inner_func = relay.Function(inner_args, inner_body) + inner_func = inner_func.with_attr("Composite", self.composite_name) - outer_args = [relay.Var(f"outer_arg_{i}") for i in range(len(inner_free_vars))] + outer_args = [relay.Var(f"outer_arg_{i}") for i in range(len(inner_args))] outer_func = relay.Function(outer_args, inner_func(*outer_args)) outer_func = outer_func.with_attr("Compiler", self.compiler_name) outer_func = outer_func.with_attr("Primitive", tvm.tir.IntImm("int32", 1)) @@ -358,7 +326,7 @@ def extract_target(self, match_args): "global_symbol", f"{self.composite_name}_{self.composite_counter}") self.composite_counter += 1 - return outer_func(*match_ordering) + return outer_func(*match_ordering) def visit(self, expr): """ @@ -372,14 +340,15 @@ def visit(self, expr): return expr found_match, match_args = check_match(self.target, expr) - if found_match: + # only permit the match if the callback is true + if found_match and self.callback(expr): # need to check for matches in the match args too - final_args = {self.to_key(var): self.visit(arg) for var, arg in match_args.items()} + final_args = {var: self.visit(arg) for var, arg in match_args.items()} return self.extract_target(final_args) return super().visit(expr) -def annotate_exact_matches(expr, target, compiler_name, composite_name): +def annotate_exact_matches(expr, target, compiler_name, composite_name, callback=None): """ Given an expression and a target pattern, this will replace all instances of the target pattern @@ -404,7 +373,7 @@ def annotate_exact_matches(expr, target, compiler_name, composite_name): This nested function structure is designed to make it easier for BYOC codegens to match those definitions. """ - mut = MatchMutator(target, compiler_name, composite_name) + mut = MatchMutator(target, compiler_name, composite_name, callback=callback) return mut.visit(expr) @@ -420,16 +389,20 @@ def call_func_with_attr(expr, func_attr): return func_attr in expr.op.attrs +def check_annotations(expr): + if not call_func_with_attr(expr, "Compiler"): + return False + return call_func_with_attr(expr.op.body, "Composite") + + def check_compiler_call(expr, expected_body): """ Provided for testing purposes: Checks if the given expression is a matcher-produced compiler function with the given body """ # check for a compiler function with an inner composite - if not call_func_with_attr(expr, "Compiler"): + if not check_annotations(expr): return False inner_call = expr.op.body - if not call_func_with_attr(inner_call, "Composite"): - return False inner_body = inner_call.op.body return tvm.ir.structural_equal(inner_body, expected_body, True) diff --git a/tests/python/relay/test_exact_matcher.py b/tests/python/relay/test_exact_matcher.py index fbed4a700..a83970a5b 100644 --- a/tests/python/relay/test_exact_matcher.py +++ b/tests/python/relay/test_exact_matcher.py @@ -1,32 +1,32 @@ import tvm from tvm import relay -from tvm.relay.testing import annotate_exact_matches, deduplicate_vars, check_compiler_call +from tvm.relay.testing import annotate_exact_matches, deduplicate_vars, check_annotations, check_compiler_call -def assert_simple_cases(pattern, compiler_name, pattern_name): +def assert_simple_cases(pattern, compiler_name, pattern_name, callback=None): fresh_pattern = deduplicate_vars(pattern) - self_match = annotate_exact_matches(fresh_pattern, pattern, compiler_name, pattern_name) + self_match = annotate_exact_matches(fresh_pattern, pattern, compiler_name, pattern_name, callback=callback) assert check_compiler_call(self_match, pattern) a = relay.Var("a") plus = fresh_pattern + a - plus_match = annotate_exact_matches(plus, pattern, compiler_name, pattern_name) + plus_match = annotate_exact_matches(plus, pattern, compiler_name, pattern_name, callback=callback) assert isinstance(plus_match, relay.Call) assert plus_match.op.name == "add" assert plus_match.args[1] == a assert check_compiler_call(plus_match.args[0], pattern) in_func = relay.Function([], fresh_pattern) - in_func_match = annotate_exact_matches(in_func, pattern, compiler_name, pattern_name) + in_func_match = annotate_exact_matches(in_func, pattern, compiler_name, pattern_name, callback=callback) assert isinstance(in_func_match, relay.Function) assert len(in_func_match.params) == 0 assert check_compiler_call(in_func_match.body, pattern) b = relay.Var("b") let = relay.Let(b, fresh_pattern, fresh_pattern + b) - let_match = annotate_exact_matches(let, pattern, compiler_name, pattern_name) + let_match = annotate_exact_matches(let, pattern, compiler_name, pattern_name, callback=callback) assert isinstance(let_match, relay.Let) assert check_compiler_call(let_match.value, pattern) assert isinstance(let_match.body, relay.Call) @@ -35,7 +35,7 @@ def assert_simple_cases(pattern, compiler_name, pattern_name): x, y, z = relay.Var("x"), relay.Var("y"), relay.Var("z") call = relay.Function([x, y, z], (x + y) * z)(a, fresh_pattern, b) - call_match = annotate_exact_matches(call, pattern, compiler_name, pattern_name) + call_match = annotate_exact_matches(call, pattern, compiler_name, pattern_name, callback=callback) assert isinstance(call_match, relay.Call) assert tvm.ir.structural_equal(call_match.op, call.op, True) assert len(call_match.args) == 3 @@ -45,7 +45,7 @@ def assert_simple_cases(pattern, compiler_name, pattern_name): x, y = relay.Var("x"), relay.Var("y") tup = relay.Tuple([x, fresh_pattern, y]) - tup_match = annotate_exact_matches(tup, pattern, compiler_name, pattern_name) + tup_match = annotate_exact_matches(tup, pattern, compiler_name, pattern_name, callback=callback) assert isinstance(tup_match, relay.Tuple) assert isinstance(tup_match.fields[0], relay.Var) assert isinstance(tup_match.fields[2], relay.Var) @@ -59,7 +59,7 @@ def assert_simple_cases(pattern, compiler_name, pattern_name): relay.PatternVar(z), relay.PatternVar(w) ]), fresh_pattern) ]) - match_clause_match = annotate_exact_matches(match_clause, pattern, compiler_name, pattern_name) + match_clause_match = annotate_exact_matches(match_clause, pattern, compiler_name, pattern_name, callback=callback) assert isinstance(match_clause_match, relay.Match) assert len(match_clause_match.clauses) == 3 assert isinstance(match_clause_match.clauses[0].lhs, relay.PatternWildcard) @@ -75,11 +75,57 @@ def assert_simple_cases(pattern, compiler_name, pattern_name): assert check_compiler_call(match_clause_match.clauses[2].rhs, pattern) ref = relay.RefCreate(fresh_pattern) - ref_match = annotate_exact_matches(ref, pattern, compiler_name, pattern_name) + ref_match = annotate_exact_matches(ref, pattern, compiler_name, pattern_name, callback=callback) assert isinstance(ref_match, relay.RefCreate) assert check_compiler_call(ref_match.value, pattern) +def assert_simple_cases_fail(target, pattern, compiler_name, pattern_name, callback=None): + # if you pass a target that the pattern does not match, the nested cases should fail too + basic_match = annotate_exact_matches(target, pattern, compiler_name, pattern_name, callback=callback) + assert not check_compiler_call(basic_match, pattern) + + a = relay.Var("a") + + plus = target + a + plus_match = annotate_exact_matches(plus, pattern, compiler_name, pattern_name, callback=callback) + assert tvm.ir.structural_equal(plus, plus_match, True) + + in_func = relay.Function([], target) + in_func_match = annotate_exact_matches(in_func, pattern, compiler_name, pattern_name, callback=callback) + assert tvm.ir.structural_equal(in_func, in_func_match, True) + + b = relay.Var("b") + let = relay.Let(b, target, target + b) + let_match = annotate_exact_matches(let, pattern, compiler_name, pattern_name, callback=callback) + assert tvm.ir.structural_equal(let, let_match, True) + + x, y, z = relay.Var("x"), relay.Var("y"), relay.Var("z") + call = relay.Function([x, y, z], (x + y) * z)(a, target, b) + call_match = annotate_exact_matches(call, pattern, compiler_name, pattern_name, callback=callback) + assert tvm.ir.structural_equal(call, call_match, True) + + x, y = relay.Var("x"), relay.Var("y") + tup = relay.Tuple([x, target, y]) + tup_match = annotate_exact_matches(tup, pattern, compiler_name, pattern_name, callback=callback) + assert tvm.ir.structural_equal(tup, tup_match, True) + + x, y, z, w = relay.Var("x"), relay.Var("y"), relay.Var("z"), relay.Var("w") + match_clause = relay.Match(x, [ + relay.Clause(relay.PatternWildcard(), target), + relay.Clause(relay.PatternVar(y), y), + relay.Clause(relay.PatternTuple([ + relay.PatternVar(z), relay.PatternVar(w) + ]), target) + ]) + match_clause_match = annotate_exact_matches(match_clause, pattern, compiler_name, pattern_name, callback=callback) + assert tvm.ir.structural_equal(match_clause, match_clause_match, True) + + ref = relay.RefCreate(target) + ref_match = annotate_exact_matches(ref, pattern, compiler_name, pattern_name, callback=callback) + assert tvm.ir.structural_equal(ref, ref_match, True) + + def test_match_misses(): pattern = relay.nn.dense(relay.Var("v"), relay.Var("w")) x, y, z, a = relay.Var("x"), relay.Var("y"), relay.Var("z"), relay.Var("a") @@ -93,7 +139,7 @@ def test_match_misses(): for prog in progs: new_prog = annotate_exact_matches(prog, pattern, "MyCompiler", "Dense") assert tvm.ir.structural_equal(prog, new_prog), (prog, new_prog) - + assert_simple_cases_fail(prog, pattern, "MyCompiler", "Dense") def test_operator_simple_match(): pattern = relay.nn.dense(relay.Var("v"), relay.Var("w")) @@ -326,6 +372,77 @@ def make_linear(d, w, b): assert not check_compiler_call(lin_match.args[2], pattern) +def test_operator_callback(): + def non_grouped(conv2d): + assert isinstance(conv2d, relay.Call) + if "groups" not in conv2d.attrs.keys(): + return True + return conv2d.attrs.groups == 1 + + def grouped(conv2d): + assert isinstance(conv2d, relay.Call) + return "groups" in conv2d.attrs.keys() and conv2d.attrs.groups > 1 + + x, w = relay.Var("x"), relay.Var("w") + pattern = relay.nn.conv2d(x, w) + + y, z = relay.Var("y"), relay.Var("z") + ungrouped_conv = relay.nn.conv2d(y, z) + assert_simple_cases(pattern, "MyCompiler", "ungrouped_conv", callback=non_grouped) + assert_simple_cases_fail(ungrouped_conv, pattern, "MyCompiler", "grouped_conv", callback=grouped) + + grouped_conv = relay.nn.conv2d(y, z, groups=2) + assert_simple_cases(grouped_conv, "MyCompiler", "ungrouped_conv", callback=grouped) + assert_simple_cases_fail(grouped_conv, pattern, "MyCompiler", "ungrouped_conv", callback=non_grouped) + + +def test_linear_layer_case(): + # full-scale case that had problems before + def linear_definition(batch_size, in_features, out_features, num_call=0): + weight = relay.var(f'weight_{num_call}', relay.TensorType((out_features, in_features), 'float32')) + bias = relay.var(f'bias_{num_call}', relay.TensorType((out_features, ), 'float32')) + inp = relay.var(f'input', relay.TensorType((batch_size, in_features))) + return relay.Function([inp], relay.nn.bias_add(relay.nn.dense(inp, weight), bias)) + + batch_size = 8 + in_features = 32 + hidden_dim_1 = 64 + hidden_dim_2 = 8 + + img = relay.var('img', relay.TensorType((batch_size, in_features), 'float32')) + fc1 = linear_definition(batch_size, in_features, hidden_dim_1, 0)(img) + fc2 = linear_definition(batch_size, hidden_dim_1, hidden_dim_2, 1)(fc1) + result = relay.nn.softmax(fc2, axis=-1) + mod = tvm.IRModule.from_expr(result) + mod = relay.transform.InferType()(mod) + + linear_pattern = linear_definition(batch_size, in_features, hidden_dim_1).body + main_mut = annotate_exact_matches(mod["main"], linear_pattern, 'ilaflex', 'ilaflex.linear') + mod_mut = tvm.IRModule.from_expr(main_mut) + mod_mut = relay.transform.InferType()(mod_mut) + final_main = mod_mut["main"] + + # structure should be nn.softmax( + # call(func literal with pattern matches, + # call(func literal with pattern matches, args), + # other args)) + final_body = final_main.body + assert isinstance(final_body, relay.Call) + assert final_body.op.name == "nn.softmax" + second_call = final_body.args[0] + assert isinstance(second_call, relay.Call) + + # check_compiler_call uses structural equality, + # which will reject based on type annotations, + # so this is doing a simpler check + # (if you want to reject based on shape, use a callback) + assert check_annotations(second_call.op.body) + first_call = second_call.args[0] + assert isinstance(first_call, relay.Call) + assert check_annotations(first_call.op.body) + + + if __name__ == "__main__": test_match_misses() test_operator_simple_match() @@ -342,3 +459,5 @@ def make_linear(d, w, b): test_inconsistent_match() test_ref_match() test_multiple_matches() + test_operator_callback() + test_linear_layer_case() From 6b05e67c008a27ef4391bee84a64ea99d8b2d88f Mon Sep 17 00:00:00 2001 From: Gus Smith Date: Mon, 1 Nov 2021 23:01:53 -0700 Subject: [PATCH 094/129] Initial work adding windows operator --- include/tvm/relay/attrs/transform.h | 14 ++++++ include/tvm/topi/transform.h | 69 ++++++++++++++++++++++++++++ src/relay/op/tensor/transform.cc | 42 +++++++++++++++++ tests/python/relay/test_op_level3.py | 2 + 4 files changed, 127 insertions(+) diff --git a/include/tvm/relay/attrs/transform.h b/include/tvm/relay/attrs/transform.h index 0941cc896..762d4eb75 100644 --- a/include/tvm/relay/attrs/transform.h +++ b/include/tvm/relay/attrs/transform.h @@ -33,6 +33,20 @@ namespace tvm { namespace relay { +struct WindowsAttrs : public tvm::AttrsNode { + int axis; + Array window_shape; + Array strides; + TVM_DECLARE_ATTRS(WindowsAttrs, "relay.attrs.WindowsAttrs") { + TVM_ATTR_FIELD(axis).describe( + "What axis the windows begin forming over."); + TVM_ATTR_FIELD(window_shape).describe( + "The window shape to form over the input."); + TVM_ATTR_FIELD(strides).describe( + "How to stride the windows."); + } +}; + /*! \brief data type cast */ struct CastAttrs : public tvm::AttrsNode { DataType dtype; diff --git a/include/tvm/topi/transform.h b/include/tvm/topi/transform.h index 36acc7376..05a538866 100644 --- a/include/tvm/topi/transform.h +++ b/include/tvm/topi/transform.h @@ -47,6 +47,75 @@ namespace topi { using namespace tvm::te; using namespace topi::detail; +inline Tensor windows(const Tensor& x, int axis, Array window_shape, + Array strides, std::string name = "T_windows", + // TODO(@gussmith23) what to tag it? + std::string tag = "") { + ICHECK(axis < x->shape.size()) << "axis must be a valid dimension index of x."; + ICHECK(x->shape.size() - axis == window_shape.size()) + << "There must be a window shape for every dimension of x over which we are forming windows."; + ICHECK(strides.size() == window_shape.size()) << "Windows and strides should be the same length."; + + // Compute the new shape. + Array new_shape; + // Dimensions up until `axis` remain the same. + for (int i = 0; i < axis; ++i) { + new_shape.push_back(x->shape[i]); + } + + // New dimensions which result from sliding the window in each dimension. One new dimension per + // window dimension. + for (int i = 0; i < window_shape.size(); ++i) { + // Length of the shape along this dimension. + auto dim_len = x->shape[axis + i]; + // Length of the window along this dimension. + auto window_len = window_shape[i]; + // Strides along this dimension. + auto stride = strides[i]; + + new_shape.push_back(floordiv(dim_len - (window_len - 1) + stride - 1, stride)); + } + + // Dimensions comprising the window. + for (int i = 0; i < window_shape.size(); ++i) { + new_shape.push_back(window_shape[i]); + } + + ICHECK(new_shape.size() == axis + 2 * window_shape.size()); + + // Now use compute() to return, given the index into the new shape, the value from the old + // tensor. + return compute( + new_shape, + [&](const Array& indices) { + ICHECK(indices.size() == axis + 2 * window_shape.size()); + + // The index at which to index the old tensor x. + Array idx; + + // Dimensions up until `axis` remain the same. + for (int i = 0; i < axis; ++i) { + idx.push_back(indices[i]); + } + + for (int i = 0; i < window_shape.size(); ++i) { + // Which window in this dimension we are indexing. + auto window_idx = indices[axis + i]; + // Which index within the window we are indexing. + auto idx_within_window = indices[axis + window_shape.size() + i]; + // Stride value for this dimension. + auto stride = strides[i]; + + idx.push_back(window_idx * stride + idx_within_window); + } + + ICHECK(idx.size() == x->shape.size()); + + return x(idx); + }, + name, tag); +} + /*! * \brief Creates an operation to insert new dimensions of length 1 * diff --git a/src/relay/op/tensor/transform.cc b/src/relay/op/tensor/transform.cc index bf45a4120..e3c1b5b1b 100644 --- a/src/relay/op/tensor/transform.cc +++ b/src/relay/op/tensor/transform.cc @@ -51,6 +51,48 @@ namespace tvm { namespace relay { using tir::IntImmNode; +TVM_REGISTER_NODE_TYPE(WindowsAttrs); + +bool WindowsRel(const Array& types, int num_inputs, const Attrs& attrs, + const TypeReporter& reporter) { + // TODO(@gussmith23) + return true; +} + +Array WindowsCompute(const Attrs& attrs, const Array& inputs, + const Type& out_type) { + const WindowsAttrs* param = attrs.as(); + ICHECK(param != nullptr); + return {topi::windows(inputs[0], param->axis, param->window_shape, param->strides)}; +} + +Expr MakeWindows(Expr data, int axis, Array window_shape, Array strides) { + auto attrs = make_object(); + attrs->axis = axis; + attrs->window_shape = window_shape; + attrs->strides = strides; + static const Op& op = Op::Get("windows"); + return Call(op, {data}, Attrs(attrs), {}); +} + +TVM_REGISTER_GLOBAL("relay.ir.windows").set_body_typed(MakeWindows); + +RELAY_REGISTER_OP("windows") + .describe(R"code(Form windows over a tensor. + +)code" TVM_ADD_FILELINE) + .set_num_inputs(1) + .set_attrs_type() + .add_argument("data", "Tensor", "The input tensor.") + // TODO(@gussmith23) + //.set_support_level(3) + .add_type_rel("Windows", WindowsRel) + .set_attr("FTVMCompute", WindowsCompute); +// TODO(@gussmith23) +//.set_attr("TOpPattern", kElemWise) +// TODO(@gussmith23) +//.set_attr("FInferCorrectLayout", ElemwiseArbitraryLayout); + // relay.cast TVM_REGISTER_NODE_TYPE(CastAttrs); diff --git a/tests/python/relay/test_op_level3.py b/tests/python/relay/test_op_level3.py index fd6d7a9ae..ccfcd409f 100644 --- a/tests/python/relay/test_op_level3.py +++ b/tests/python/relay/test_op_level3.py @@ -78,6 +78,8 @@ def test_cast(): assert "dtype=" in yy.astext() assert yy.checked_type == relay.TensorType((8, 9, 4), "int32") +def test_windows(): + pass def test_clip(): a = relay.var("a", relay.TensorType((10, 4), "float32")) From 25a4bab0cc37b8e80139c8e8a052deee607c0538 Mon Sep 17 00:00:00 2001 From: Gus Smith Date: Tue, 2 Nov 2021 15:07:59 -0700 Subject: [PATCH 095/129] Finish windows operator --- python/tvm/relay/op/_transform.py | 7 ++++ python/tvm/relay/op/strategy/generic.py | 21 ++++++++++++ python/tvm/relay/op/transform.py | 5 +++ python/tvm/topi/transform.py | 3 ++ src/relay/op/tensor/transform.cc | 43 +++++++++++++++++++++++-- src/topi/transform.cc | 4 +++ tests/python/relay/test_op_level3.py | 19 ++++++++++- 7 files changed, 98 insertions(+), 4 deletions(-) diff --git a/python/tvm/relay/op/_transform.py b/python/tvm/relay/op/_transform.py index 412acb4ce..d4b9d4368 100644 --- a/python/tvm/relay/op/_transform.py +++ b/python/tvm/relay/op/_transform.py @@ -70,6 +70,13 @@ # concatenate _reg.register_schedule("concatenate", strategy.schedule_concatenate) +# windows +@_reg.register_compute("windows") +def compute_windows(attrs, inputs, output_type): + return [topi.windows(inputs[0], attrs.axis, attrs.window_shape, attrs.strides)] + +_reg.register_strategy("windows", strategy.windows_strategy) + # strided_set @_reg.register_compute("strided_set") def compute_strided_set(attrs, inputs, output_type): diff --git a/python/tvm/relay/op/strategy/generic.py b/python/tvm/relay/op/strategy/generic.py index a6ad06e54..da08ea87d 100644 --- a/python/tvm/relay/op/strategy/generic.py +++ b/python/tvm/relay/op/strategy/generic.py @@ -1539,6 +1539,27 @@ def uniform_strategy(attrs, inputs, out_type, target): ) return strategy +# windows +def wrap_compute_windows(): + """Wrap windows topi compute""" + + def _compute_windows(attrs, inputs, _): + return [topi.windows(inputs[0], attrs.axis, attrs.window_shape, attrs.strides)] + + return _compute_windows + + +@override_native_generic_func("windows_strategy") +def windows_strategy(attrs, inputs, out_type, target): + """windows generic strategy""" + strategy = _op.OpStrategy() + strategy.add_implementation( + wrap_compute_windows(), + wrap_topi_schedule(topi.generic.schedule_extern), + name="windows.generic", + ) + return strategy + def wrap_compute_scanop(topi_compute): """Wrap scanop style topi compute""" diff --git a/python/tvm/relay/op/transform.py b/python/tvm/relay/op/transform.py index c87f545c1..ca2bce8be 100644 --- a/python/tvm/relay/op/transform.py +++ b/python/tvm/relay/op/transform.py @@ -25,6 +25,11 @@ from .tensor import shape_of +def windows(data, axis, window_shape, strides): + from .. import _ffi_api as _relay_make + + return _relay_make.windows(data, axis, window_shape, strides) + def cast(data, dtype): """Cast input tensor to data type. diff --git a/python/tvm/topi/transform.py b/python/tvm/topi/transform.py index df30ff775..9041f30b0 100644 --- a/python/tvm/topi/transform.py +++ b/python/tvm/topi/transform.py @@ -934,3 +934,6 @@ def adv_index(data, indices): Output tensor """ return cpp.adv_index(data, indices) + +def windows(data, axis, window_shape, strides): + return cpp.windows(data, axis, window_shape, strides) \ No newline at end of file diff --git a/src/relay/op/tensor/transform.cc b/src/relay/op/tensor/transform.cc index e3c1b5b1b..1d0095207 100644 --- a/src/relay/op/tensor/transform.cc +++ b/src/relay/op/tensor/transform.cc @@ -55,7 +55,43 @@ TVM_REGISTER_NODE_TYPE(WindowsAttrs); bool WindowsRel(const Array& types, int num_inputs, const Attrs& attrs, const TypeReporter& reporter) { - // TODO(@gussmith23) + // `types` contains: [data, result] + ICHECK_EQ(types.size(), 2); + const auto* data = types[0].as(); + if (data == nullptr) { + ICHECK(types[0].as()) + << "windows: expect input type to be TensorType but get " << types[0]; + return false; + } + const auto* param = attrs.as(); + const int axis = param->axis; + + std::vector oshape; + + // Dimensions up until `axis` remain the same. + for (int i = 0; i < axis; ++i) { + oshape.emplace_back(data->shape[i]); + } + + // New dimensions which result from sliding the window in each dimension. One new dimension per + // window dimension. + for (int i = 0; i < param->window_shape.size(); ++i) { + // Length of the shape along this dimension. + auto dim_len = data->shape[axis + i]; + // Length of the window along this dimension. + auto window_len = param->window_shape[i]; + // Strides along this dimension. + auto stride = param->strides[i]; + + oshape.push_back(floordiv(dim_len - (window_len - 1) + stride - 1, stride)); + } + + // Dimensions comprising the window. + for (int i = 0; i < param->window_shape.size(); ++i) { + oshape.push_back(param->window_shape[i]); + } + + reporter->Assign(types[1], TensorType(oshape, data->dtype)); return true; } @@ -87,9 +123,10 @@ RELAY_REGISTER_OP("windows") // TODO(@gussmith23) //.set_support_level(3) .add_type_rel("Windows", WindowsRel) - .set_attr("FTVMCompute", WindowsCompute); + // Not needed if we register in python? + //.set_attr("FTVMCompute", WindowsCompute) // TODO(@gussmith23) -//.set_attr("TOpPattern", kElemWise) + .set_attr("TOpPattern", kOpaque); // TODO(@gussmith23) //.set_attr("FInferCorrectLayout", ElemwiseArbitraryLayout); diff --git a/src/topi/transform.cc b/src/topi/transform.cc index 0bce3bbc7..cdd6e132c 100644 --- a/src/topi/transform.cc +++ b/src/topi/transform.cc @@ -54,6 +54,10 @@ TVM_REGISTER_GLOBAL("topi.reshape").set_body([](TVMArgs args, TVMRetValue* rv) { *rv = reshape(args[0], args[1]); }); +TVM_REGISTER_GLOBAL("topi.windows").set_body([](TVMArgs args, TVMRetValue* rv) { + *rv = windows(args[0], args[1], args[2], args[3]); +}); + TVM_REGISTER_GLOBAL("topi.squeeze").set_body([](TVMArgs args, TVMRetValue* rv) { *rv = squeeze(args[0], ArrayOrInt(args[1])); }); diff --git a/tests/python/relay/test_op_level3.py b/tests/python/relay/test_op_level3.py index ccfcd409f..f223b71c9 100644 --- a/tests/python/relay/test_op_level3.py +++ b/tests/python/relay/test_op_level3.py @@ -78,8 +78,25 @@ def test_cast(): assert "dtype=" in yy.astext() assert yy.checked_type == relay.TensorType((8, 9, 4), "int32") + def test_windows(): - pass + x = relay.var("x", relay.TensorType((2, 3, 32, 32), "float32")) + y = relay.windows(x, 1, [3, 4, 5], [1, 2, 3]) + yy = run_infer_type(y) + assert yy.checked_type == relay.TensorType( + (2, 1, 15, 10, 3, 4, 5), "float32") + + data = np.random.rand(2, 3, 32, 32).astype("float32") + intrp = create_executor() + result = intrp.evaluate(y, {x: relay.const(data)}) + result_np = result.numpy() + assert result_np.shape == (2, 1, 15, 10, 3, 4, 5) + assert np.array_equal(result_np[0, 0, 0, 0, :, :, :], data[0, :, 0:4, 0:5]) + assert np.array_equal( + result_np[1, 0, 7, 3, :, :, :], data[1, :, 14:18, 9:14]) + assert np.array_equal( + result_np[1, 0, 14, 9, :, :, :], data[1, :, 28:32, 27:32]) + def test_clip(): a = relay.var("a", relay.TensorType((10, 4), "float32")) From 3ebc9277c915c127327aab20c71ee7f59a6e829e Mon Sep 17 00:00:00 2001 From: AD1024 Date: Tue, 2 Nov 2021 20:42:31 -0700 Subject: [PATCH 096/129] [ add ] PaddAttrs and format --- rust/tvm/src/ir/relay/attrs/mod.rs | 2 +- rust/tvm/src/ir/relay/attrs/nn.rs | 10 ++++++++++ rust/tvm/src/ir/relay/attrs/reduce.rs | 2 +- 3 files changed, 12 insertions(+), 2 deletions(-) diff --git a/rust/tvm/src/ir/relay/attrs/mod.rs b/rust/tvm/src/ir/relay/attrs/mod.rs index a3e5bda18..333ed2675 100644 --- a/rust/tvm/src/ir/relay/attrs/mod.rs +++ b/rust/tvm/src/ir/relay/attrs/mod.rs @@ -18,5 +18,5 @@ */ pub mod nn; -pub mod transform; pub mod reduce; +pub mod transform; diff --git a/rust/tvm/src/ir/relay/attrs/nn.rs b/rust/tvm/src/ir/relay/attrs/nn.rs index 05d53a5ed..a2b9cae11 100644 --- a/rust/tvm/src/ir/relay/attrs/nn.rs +++ b/rust/tvm/src/ir/relay/attrs/nn.rs @@ -26,6 +26,16 @@ use tvm_macros::Object; type IndexExpr = PrimExpr; +#[repr(C)] +#[derive(Object, Debug)] +#[ref_name = "PadAttrs"] +#[type_key = "relay.attrs.PadAttrs"] +pub struct PadAttrsNode { + pub base: BaseAttrsNode, + pub pad_width: Array>, + pub pad_mode: TString, +} + #[repr(C)] #[derive(Object, Debug)] #[ref_name = "Conv1DAttrs"] diff --git a/rust/tvm/src/ir/relay/attrs/reduce.rs b/rust/tvm/src/ir/relay/attrs/reduce.rs index 341ad08e6..aed84fdf2 100644 --- a/rust/tvm/src/ir/relay/attrs/reduce.rs +++ b/rust/tvm/src/ir/relay/attrs/reduce.rs @@ -45,4 +45,4 @@ pub struct VarianceAttrsNode { pub keepdims: bool, pub exclude: bool, pub unbiased: bool, -} \ No newline at end of file +} From 2c733bdff48f816cd77b48aaba59a8fffaabfcd7 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Tue, 2 Nov 2021 22:48:47 -0700 Subject: [PATCH 097/129] [ attempt ] intimm for integer --- rust/tvm/src/ir/relay/attrs/nn.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rust/tvm/src/ir/relay/attrs/nn.rs b/rust/tvm/src/ir/relay/attrs/nn.rs index a2b9cae11..c0a678e45 100644 --- a/rust/tvm/src/ir/relay/attrs/nn.rs +++ b/rust/tvm/src/ir/relay/attrs/nn.rs @@ -32,7 +32,7 @@ type IndexExpr = PrimExpr; #[type_key = "relay.attrs.PadAttrs"] pub struct PadAttrsNode { pub base: BaseAttrsNode, - pub pad_width: Array>, + pub pad_width: Array>, pub pad_mode: TString, } From f336b159fa62686e13ee89b0fa9cb808905ac8fc Mon Sep 17 00:00:00 2001 From: AD1024 Date: Tue, 2 Nov 2021 23:06:44 -0700 Subject: [PATCH 098/129] attempt to fix --- include/tvm/relay/attrs/nn.h | 2 +- rust/tvm/src/ir/relay/attrs/nn.rs | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/include/tvm/relay/attrs/nn.h b/include/tvm/relay/attrs/nn.h index 15f6b03f0..e06905959 100644 --- a/include/tvm/relay/attrs/nn.h +++ b/include/tvm/relay/attrs/nn.h @@ -1097,7 +1097,7 @@ struct UpSampling3DAttrs : public tvm::AttrsNode { /*! \brief Attributes used for the padding operator */ struct PadAttrs : public tvm::AttrsNode { Array> pad_width; - std::string pad_mode; + tvm::String pad_mode; TVM_DECLARE_ATTRS(PadAttrs, "relay.attrs.PadAttrs") { TVM_ATTR_FIELD(pad_width).describe( diff --git a/rust/tvm/src/ir/relay/attrs/nn.rs b/rust/tvm/src/ir/relay/attrs/nn.rs index c0a678e45..a2b9cae11 100644 --- a/rust/tvm/src/ir/relay/attrs/nn.rs +++ b/rust/tvm/src/ir/relay/attrs/nn.rs @@ -32,7 +32,7 @@ type IndexExpr = PrimExpr; #[type_key = "relay.attrs.PadAttrs"] pub struct PadAttrsNode { pub base: BaseAttrsNode, - pub pad_width: Array>, + pub pad_width: Array>, pub pad_mode: TString, } From 75c62ad387caa86514dde355a0f50e67717f52d5 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Wed, 10 Nov 2021 07:23:24 -0800 Subject: [PATCH 099/129] [ add ] output data type annotation for accelerator calls --- include/tvm/relay/attrs/transform.h | 3 +++ python/tvm/relay/op/tensor.py | 4 ++-- src/relay/op/tensor/unary.cc | 10 ++++++++-- 3 files changed, 13 insertions(+), 4 deletions(-) diff --git a/include/tvm/relay/attrs/transform.h b/include/tvm/relay/attrs/transform.h index 762d4eb75..0d4c69c50 100644 --- a/include/tvm/relay/attrs/transform.h +++ b/include/tvm/relay/attrs/transform.h @@ -496,9 +496,12 @@ struct UniqueAttrs : public tvm::AttrsNode { struct AcceleratorCallAttrs : public tvm::AttrsNode { std::string func_name; Array output_shape; + DataType output_dtype; TVM_DECLARE_ATTRS(AcceleratorCallAttrs, "relay.attrs.AcceleratorCallAttrs") { TVM_ATTR_FIELD(func_name).describe("The name of the accelerator function").set_default("unknown"); TVM_ATTR_FIELD(output_shape).describe("Inferred output shape for the accelerator call"); + TVM_ATTR_FIELD(output_dtype).describe("Inferred / annotated output data type of the accelerator call") + .set_default(NullValue()); } }; // struct AcceleratorCallAttrs diff --git a/python/tvm/relay/op/tensor.py b/python/tvm/relay/op/tensor.py index 9b05f9eeb..23cef00b6 100644 --- a/python/tvm/relay/op/tensor.py +++ b/python/tvm/relay/op/tensor.py @@ -1286,7 +1286,7 @@ def isinf(data): """ return _make.isinf(data) -def accelerator_call(func, shape): +def accelerator_call(func, shape, out_dtype=""): """Stub operator for accelerator calls Parameters @@ -1298,4 +1298,4 @@ def accelerator_call(func, shape): result : relay.Expr The computed expression """ - return _make.accelerator_call(func, shape) + return _make.accelerator_call(func, shape, out_dtype) diff --git a/src/relay/op/tensor/unary.cc b/src/relay/op/tensor/unary.cc index c90ae3acb..bdfcdf637 100644 --- a/src/relay/op/tensor/unary.cc +++ b/src/relay/op/tensor/unary.cc @@ -513,15 +513,20 @@ bool AcceleratorCallRel(const Array& types, int num_inputs, const Attrs& a for (size_t i = 0; i < shape.size(); ++i) { vec.push_back(shape[i]); } - reporter->Assign(types[0], TensorType(Array(vec), DataType::Float(32))); + auto dtype = shape_attr->output_dtype; + if (dtype.bits() == 0) { + dtype = DataType::Float(32); + } + reporter->Assign(types[0], TensorType(Array(vec), dtype)); return true; } -Expr MakeAcceleratorCall(String func, Array shape) { +Expr MakeAcceleratorCall(String func, Array shape, DataType dtype) { static const Op& op = Op::Get("accelerator_call"); auto attrs = make_object(); attrs->func_name = func; attrs->output_shape = shape; + attrs->output_dtype = dtype; return Call(op, {}, Attrs(attrs), {}); } @@ -533,6 +538,7 @@ RELAY_REGISTER_OP("accelerator_call") .set_num_inputs(0) .set_attr("AcceleratorFunc", "unknown") .set_attr>("OutputShape", {}) + .set_attr("OutputDataType", DataType::Float(32)) .set_support_level(10) .set_attr("TOpPattern", kOpaque) .add_type_rel("AcceleratorCall", AcceleratorCallRel); From 1de5fad55481ebb4e5d3e0871bcffab3f0c73d29 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Sat, 13 Nov 2021 23:22:12 -0800 Subject: [PATCH 100/129] fix attrs --- rust/tvm/src/ir/relay/attrs/nn.rs | 1 + rust/tvm/src/ir/relay/attrs/transform.rs | 10 ++++++++++ 2 files changed, 11 insertions(+) diff --git a/rust/tvm/src/ir/relay/attrs/nn.rs b/rust/tvm/src/ir/relay/attrs/nn.rs index a2b9cae11..80e7299fd 100644 --- a/rust/tvm/src/ir/relay/attrs/nn.rs +++ b/rust/tvm/src/ir/relay/attrs/nn.rs @@ -156,6 +156,7 @@ pub struct AvgPool2DAttrsNode { pub pool_size: Array, pub strides: Array, pub padding: Array, + pub dilation: Array, pub layout: TString, pub ceil_mode: bool, pub count_include_pad: bool, diff --git a/rust/tvm/src/ir/relay/attrs/transform.rs b/rust/tvm/src/ir/relay/attrs/transform.rs index b5f7c2047..270fe9f0b 100644 --- a/rust/tvm/src/ir/relay/attrs/transform.rs +++ b/rust/tvm/src/ir/relay/attrs/transform.rs @@ -22,9 +22,19 @@ use crate::ir::PrimExpr; use crate::runtime::array::Array; use crate::runtime::ObjectRef; use tvm_macros::Object; +use tvm_rt::DataType; type IndexExpr = PrimExpr; +#[repr(C)] +#[derive(Object, Debug)] +#[ref_name = "CastAttrs"] +#[type_key = "relay.attrs.CastAttrs"] +pub struct CastAttrsNode { + pub base: BaseAttrsNode, + pub dtype: DataType, +} + #[repr(C)] #[derive(Object, Debug)] #[ref_name = "ExpandDimsAttrs"] From b9ca10b44c2a3bd3049ab41e48478ac3c73545b1 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Wed, 17 Nov 2021 03:00:44 -0800 Subject: [PATCH 101/129] revert changes --- .gitmodules | 1 - rust/tvm-sys/Cargo.toml | 2 +- rust/tvm/src/ir/relay/attrs/transform.rs | 10 +++ .../backend/contrib/ilavta/ilavta_codegen.cc | 5 +- .../contrib/ilavta/ilavta_codegen_utils.cc | 4 +- .../contrib/ilavta/ilavta_codegen_utils.h | 6 +- src/runtime/contrib/ilavta/ilavta_helpers.cc | 65 +++++++++++++------ src/runtime/contrib/ilavta/ilavta_helpers.h | 8 ++- src/runtime/contrib/ilavta/ilavta_runtime.cc | 41 ++++++++---- 9 files changed, 102 insertions(+), 40 deletions(-) diff --git a/.gitmodules b/.gitmodules index 4e7222b30..9d23e238c 100644 --- a/.gitmodules +++ b/.gitmodules @@ -13,4 +13,3 @@ [submodule "3rdparty/vta-hw"] path = 3rdparty/vta-hw url = git@github.com:uwsampl/3la-vta.git - diff --git a/rust/tvm-sys/Cargo.toml b/rust/tvm-sys/Cargo.toml index 0cd4c54c8..e18bdfdae 100644 --- a/rust/tvm-sys/Cargo.toml +++ b/rust/tvm-sys/Cargo.toml @@ -38,4 +38,4 @@ enumn = "^0.1" bindgen = { version="0.57", default-features = false, features = ["runtime"] } anyhow = "^1.0" # TODO(@gussmith23) Change back when https://github.com/octoml/tvm-build/pull/9 lands -tvm-build = { git="https://github.com/mwillsey/tvm-build"} +tvm-build = { git="https://github.com/AD1024/tvm-build"} diff --git a/rust/tvm/src/ir/relay/attrs/transform.rs b/rust/tvm/src/ir/relay/attrs/transform.rs index 270fe9f0b..57eadc2e5 100644 --- a/rust/tvm/src/ir/relay/attrs/transform.rs +++ b/rust/tvm/src/ir/relay/attrs/transform.rs @@ -26,6 +26,16 @@ use tvm_rt::DataType; type IndexExpr = PrimExpr; +#[repr(C)] +#[derive(Object, Debug)] +#[ref_name = "ClipAttrs"] +#[type_key = "relay.attrs.ClipAttrs"] +pub struct ClipAttrsNode { + pub base: BaseAttrsNode, + pub a_min: f64, + pub a_max: f64, +} + #[repr(C)] #[derive(Object, Debug)] #[ref_name = "CastAttrs"] diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc index 3cdb8145c..d8cce4838 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc @@ -59,7 +59,8 @@ class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { filename = GetCompiledFilename("dense", info, 3); if (this->compiled_func.find(filename) == this->compiled_func.end()) { this->compiled_func.insert(filename); - filename = CompileGEMM(batch, n_inp_cols, n_wgt_rows, "./prog_frag/" + filename); + // `factor` and `nbits` are placeholders for "partial evaluation" + filename = CompileGEMM(batch, n_inp_cols, n_wgt_rows, -1, -1, "./prog_frag/" + filename); } } else if (name == "ilavta.bias_add") { LOG(INFO) << "ilavta.bias_add pattern"; @@ -100,7 +101,7 @@ class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { filename = GetCompiledFilename("conv1d", input_info, 5); if (this->compiled_func.find(filename) == this->compiled_func.end()) { this->compiled_func.insert(filename); - filename = CompileGEMM(vec_cnt, vec_width, O, "./prog_frag/" + filename); + filename = CompileGEMM(vec_cnt, vec_width, O, 1, 0, "./prog_frag/" + filename); } } } else { diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc index 55ba96f5d..76ebdd440 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc @@ -149,7 +149,7 @@ std::string write_to_file(const std::string& filename, const json& data) { return filename + "_prog_frag.json"; } -std::string CompileGEMM(int batch, size_t n_inp_cols, size_t n_wgt_rows, std::string filename) { +std::string CompileGEMM(int batch, size_t n_inp_cols, size_t n_wgt_rows, int factor, int nbits, std::string filename) { size_t in_dim = n_inp_cols % VTA_BLOCK_IN != 0 ? n_inp_cols / VTA_BLOCK_IN + 1 : n_inp_cols / VTA_BLOCK_IN; size_t out_dim = n_wgt_rows % VTA_BLOCK_OUT != 0 ? n_wgt_rows / VTA_BLOCK_OUT + 1 : n_wgt_rows / VTA_BLOCK_OUT; size_t uop_size = batch * in_dim * out_dim; @@ -160,6 +160,8 @@ std::string CompileGEMM(int batch, size_t n_inp_cols, size_t n_wgt_rows, std::st prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_WGT, 0, 0, out_dim * in_dim, 1)); prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_INP, 0, 0, batch * in_dim, 1)); prog.push_back(getGEMMAsm(0, uop_size)); + prog.push_back(getAluAsm(VTA_ALU_OPCODE_MUL, 0, uop_size, 1, factor)); + prog.push_back(getAluAsm(VTA_ALU_OPCODE_SHR, 0, uop_size, 1, nbits)); prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_STORE, VTA_MEM_ID_OUT, 0, 0, batch * out_dim, 1)); return write_to_file(filename, prog_frag); } diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.h b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.h index 3c3aaec2e..29df3f4cf 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.h +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.h @@ -1,19 +1,23 @@ #ifndef ILAVTA_CODEGEN_UTILS_H__ #define ILAVTA_CODEGEN_UTILS_H__ #include +#include #include #include #include #include +#include +#include namespace tvm { namespace relay { namespace contrib { -std::string CompileGEMM(int batch, size_t n_inp_cols, size_t n_wgt_rows, std::string filename); +std::string CompileGEMM(int batch, size_t n_inp_cols, size_t n_wgt_rows, int factor, int nbits, std::string filename); std::string CompilBiasAdd(int batch, size_t n_feat, std::string filename); std::string CompileRelu(int batch, size_t n_feat, std::string filename); std::string GetCompiledFilename(const std::string op_name, const int* input_info, const int num_info); +std::vector approximate_scale(double x); } } diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.cc b/src/runtime/contrib/ilavta/ilavta_helpers.cc index 8d7e8b97c..6380bd6ff 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.cc +++ b/src/runtime/contrib/ilavta/ilavta_helpers.cc @@ -224,9 +224,9 @@ std::string to_hex(T x) { return ss.str(); } -std::string dump_datafile(uint8_t* input_buf, size_t input_size, - uint8_t* weight_buf, size_t weight_size, - uint32_t* acc_buf, size_t acc_size, +std::string dump_datafile(int8_t* input_buf, size_t input_size, + int8_t* weight_buf, size_t weight_size, + int32_t* acc_buf, size_t acc_size, VTAUop* uop_buf, size_t uop_size, std::string filename) { json data_file; @@ -283,6 +283,44 @@ std::string dump_datafile(uint8_t* input_buf, size_t input_size, return out_filename; } +// Calculates GCD (greatest common divisor) of `x` and `y` +int gcd(int x, int y) { + while (x ^= y ^= x ^= y %= x); + return y; +} + +// approximate the scale of activation (scale of input * scale of weights) +// the denominator is +std::vector approximate_scale(double x) { + int n = 1; + int d = 1; + double eps = 1e-7; + double fract_value = (double)n / (double)d; + while (fabs(fract_value - x) > eps) { + if (fract_value < x) { + n += 1; + } else { + d += 1; + n = int(round(x * (double)d)); + } + fract_value = (double)n / (double)d; + } + int nbits_r = (int)(ceil(log2((double)d))); + int nbits_l = (int)(floor(log2((double)d))); + int round_down_d = 1 << nbits_l; + int round_up_d = 1 << nbits_r; + int nbits = nbits_l; + if (round_up_d - d < d - round_down_d) { + nbits = nbits_r; + } + double fact = (double)round_up_d / (double)d; + double n_scaled = (double)n * fact; + int round_up_n = round(n_scaled); + int div = gcd(round_up_n, round_up_d); + std::vector result = {round_up_n, nbits}; + return result; +} + std::string runILASimulator(const std::string exp_name, const std::string driver_dir, int64_t& out_compile_time, @@ -332,7 +370,7 @@ void readILAOutput(const std::string filename, ila_output_data &out_values) { } } -size_t loadILAOutput(const ila_output_data &out_values, uint8_t* buffer, size_t out_h, size_t out_w) { +size_t loadILAOutput(const ila_output_data &out_values, int8_t* buffer, size_t out_h, size_t out_w) { LOG(INFO) << "[Runtime] Copying from output json to byte buffer"; size_t data_cur = 0; @@ -347,14 +385,13 @@ size_t loadILAOutput(const ila_output_data &out_values, uint8_t* buffer, size_t std::stringstream ss; ss << std::hex << val; ss >> temp; - buffer[buf_cur++] = static_cast(temp); + buffer[buf_cur++] = static_cast(temp); } } return buf_cur; } -template -void copy_data(uint8_t* from_, T out_data, size_t size) { +void copy_data(int8_t* from_, int8_t* out_data, size_t size) { for (size_t i = 0; i < size; ++i) { out_data[i] = from_[i]; } @@ -371,21 +408,11 @@ int64_t runSimGetData(std::string pattern_name, std::string driver_dir, std::str ila_output_data out_data; readILAOutput(output_file, out_data); - uint8_t* buffer = new uint8_t[output_size]; + int8_t* buffer = new int8_t[output_size]; return compile_time; auto buf_read = loadILAOutput(out_data, buffer, n_output_rows, n_output_cols); // CHECK(buf_read == output_size) << "Output size mismatch: " << buf_read << " v.s. " << output_size; - if (output_dtype == "int32") { - copy_data(buffer, reinterpret_cast(output_data), buf_read); - } else if (output_dtype == "int8") { - copy_data(buffer, reinterpret_cast(output_data), buf_read); - } else if (output_dtype == "uint8") { - copy_data(buffer, reinterpret_cast(output_data), buf_read); - } else if (output_dtype == "uint32") { - copy_data(buffer, reinterpret_cast(output_data), buf_read); - } else { - LOG(FATAL) << "Unrecognized output data type: " << output_dtype; - } + copy_data(buffer, reinterpret_cast(output_data), buf_read); return compile_time; // return std::chrono::duration_cast(end_time - start_time).count(); } diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.h b/src/runtime/contrib/ilavta/ilavta_helpers.h index 642cd58de..499927f1b 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.h +++ b/src/runtime/contrib/ilavta/ilavta_helpers.h @@ -5,6 +5,7 @@ #include #include #include +#include #include #include @@ -106,12 +107,13 @@ int64_t runSimGetData(std::string pattern_name, std::string driver_dir, std::str // Create a data dump which could be used paired with an ILA ASM to produce // the ILA program fragment -std::string dump_datafile(uint8_t* input_buf, size_t input_size, - uint8_t* weight_buf, size_t weight_size, - uint32_t* acc_buf, size_t acc_size, +std::string dump_datafile(int8_t* input_buf, size_t input_size, + int8_t* weight_buf, size_t weight_size, + int32_t* acc_buf, size_t acc_size, VTAUop* uop_buf, size_t uop_size, std::string filename); +std::vector approximate_scale(double x); } } } diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index f1e030559..2e534fd4b 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -61,6 +61,9 @@ class ILAVTARuntime : public JSONRuntimeBase { auto wgt_eid = EntryID(input_nodes_[1], 0); auto& wgt_node_data = data_entry_[wgt_eid]; + auto s_act_eid = EntryID(input_nodes_[2], 0); + auto& s_act_data = data_entry_[s_act_eid]; + # if 0 for (int i = 0; i < input_nodes_.size(); ++i) { auto eid = EntryID(input_nodes_[0], 0); @@ -83,11 +86,16 @@ class ILAVTARuntime : public JSONRuntimeBase { int uop_size = batch / VTA_BATCH * in_channels / VTA_BLOCK_IN * out_channels / VTA_BLOCK_OUT; - uint8_t* input = reinterpret_cast(input_node_data->data); - uint8_t* weight = reinterpret_cast(wgt_node_data->data); + int8_t* input = reinterpret_cast(input_node_data->data); + int8_t* weight = reinterpret_cast(wgt_node_data->data); + float* f32_s_act = reinterpret_cast(s_act_data->data); + double s_act = static_cast(*f32_s_act); + auto imm = approximate_scale(s_act); + int factor = imm[0]; + int nbits = imm[1]; - uint8_t* input_buf = reinterpret_cast(VTAMemAlloc(sizeof(uint8_t) * batch * in_channels, 0)); - uint8_t* wgt_buf = reinterpret_cast(VTAMemAlloc(sizeof(uint8_t) * out_channels * in_channels, 0)); + int8_t* input_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * batch * in_channels, 0)); + int8_t* wgt_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * out_channels * in_channels, 0)); int32_t* acc_buf = reinterpret_cast(VTAMemAlloc(sizeof(int32_t) * batch * out_channels, 0)); VTAUop* uop_buf = getGEMMUops(batch / VTA_BATCH, in_channels / VTA_BLOCK_IN, out_channels / VTA_BLOCK_OUT); @@ -169,6 +177,15 @@ class ILAVTARuntime : public JSONRuntimeBase { "ilavta_dense"); std::string ila_asm = call_node.GetAttr>("asm_file")[0]; + std::ifstream fin(ila_asm); + nlohmann::json asm_data = nlohmann::json::parse(fin); + fin.close(); + asm_data[4]["imm"] = factor; + asm_data[5]["imm"] = nbits; + std::ofstream fout(ila_asm); + fout << asm_data; + fout.close(); + auto output_data = data_entry_[outputs_[0].id_]; auto output_node = nodes_[outputs_[0].id_]; auto dtype = DLDataType2String(output_data->dtype); @@ -206,11 +223,11 @@ class ILAVTARuntime : public JSONRuntimeBase { // TVM does array broadcasting over the matrix in bias_add // int32_t* bias_buf = reinterpret_cast(VTAMemAlloc(sizeof(int32_t) * 1 * bias_channels, 0)); // VTADeviceHandle device = VTADeviceAlloc(); - uint32_t* combined_acc = reinterpret_cast(VTAMemAlloc(sizeof(uint32_t) * (bias_channels + batch * in_channels), 0)); + int32_t* combined_acc = reinterpret_cast(VTAMemAlloc(sizeof(uint32_t) * (bias_channels + batch * in_channels), 0)); size_t acc_ptr = 0; - auto input = reinterpret_cast(input_data->data); - auto bias = reinterpret_cast(bias_data->data); + auto input = reinterpret_cast(input_data->data); + auto bias = reinterpret_cast(bias_data->data); for (int i = 0; i < batch; ++i) { for (int j = 0; j < in_channels; ++j) { if (i >= n_inp_rows || j >= n_inp_cols) { @@ -258,10 +275,10 @@ class ILAVTARuntime : public JSONRuntimeBase { int in_channels = in_feat * VTA_BLOCK_OUT; int uop_size = batch / VTA_BATCH * in_feat; - uint32_t* input_buf = reinterpret_cast(VTAMemAlloc(sizeof(uint32_t) * batch * in_channels, 0)); + int32_t* input_buf = reinterpret_cast(VTAMemAlloc(sizeof(int32_t) * batch * in_channels, 0)); VTAUop *uop_buf = getReluUops(batch, in_feat); - uint8_t* inputs = reinterpret_cast(input_data->data); + int8_t* inputs = reinterpret_cast(input_data->data); for (int i = 0; i < batch; ++i) { for (int j = 0; j < in_channels; ++j) { if (i >= n_inp_rows || j >= n_inp_cols) { @@ -305,10 +322,10 @@ class ILAVTARuntime : public JSONRuntimeBase { CHECK(I == C) << "C != I: this should not be type checked"; - uint8_t* input_data = reinterpret_cast(input_node_data->data); - uint8_t* wgt_data = reinterpret_cast(wgt_node_data->data); + int8_t* input_data = reinterpret_cast(input_node_data->data); + int8_t* wgt_data = reinterpret_cast(wgt_node_data->data); - uint8_t* data_col = reinterpret_cast(malloc(sizeof(uint8_t) * N * I * wgtW * (W - wgtW + 1))); + int8_t* data_col = reinterpret_cast(malloc(sizeof(int8_t) * N * I * wgtW * (W - wgtW + 1))); int ptr = 0; int vec_cnt = 0; for (int batch = 0; batch < N; ++batch) { From 9b043fd961ae5a8862c8c914715b9fe3f0698842 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Wed, 17 Nov 2021 03:05:43 -0800 Subject: [PATCH 102/129] fix code use alu op number directly --- src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc | 2 +- src/relay/backend/contrib/ilavta/ilavta_codegen_utils.h | 1 - src/runtime/contrib/ilavta/ilavta_helpers.cc | 2 +- src/runtime/contrib/ilavta/ilavta_helpers.h | 1 - 4 files changed, 2 insertions(+), 4 deletions(-) diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc index 76ebdd440..7d61daaa3 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc @@ -160,7 +160,7 @@ std::string CompileGEMM(int batch, size_t n_inp_cols, size_t n_wgt_rows, int fac prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_WGT, 0, 0, out_dim * in_dim, 1)); prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_INP, 0, 0, batch * in_dim, 1)); prog.push_back(getGEMMAsm(0, uop_size)); - prog.push_back(getAluAsm(VTA_ALU_OPCODE_MUL, 0, uop_size, 1, factor)); + prog.push_back(getAluAsm(4 /* VTA_ALU_OPCODE_MUL */, 0, uop_size, 1, factor)); prog.push_back(getAluAsm(VTA_ALU_OPCODE_SHR, 0, uop_size, 1, nbits)); prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_STORE, VTA_MEM_ID_OUT, 0, 0, batch * out_dim, 1)); return write_to_file(filename, prog_frag); diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.h b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.h index 29df3f4cf..48206fcd5 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.h +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.h @@ -1,7 +1,6 @@ #ifndef ILAVTA_CODEGEN_UTILS_H__ #define ILAVTA_CODEGEN_UTILS_H__ #include -#include #include #include #include diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.cc b/src/runtime/contrib/ilavta/ilavta_helpers.cc index 6380bd6ff..9d1615ed5 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.cc +++ b/src/runtime/contrib/ilavta/ilavta_helpers.cc @@ -317,7 +317,7 @@ std::vector approximate_scale(double x) { double n_scaled = (double)n * fact; int round_up_n = round(n_scaled); int div = gcd(round_up_n, round_up_d); - std::vector result = {round_up_n, nbits}; + std::vector result = {round_up_n / div, nbits}; return result; } diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.h b/src/runtime/contrib/ilavta/ilavta_helpers.h index 499927f1b..531839c20 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.h +++ b/src/runtime/contrib/ilavta/ilavta_helpers.h @@ -5,7 +5,6 @@ #include #include #include -#include #include #include From 15f031489fdcf797475fbcc12fe38c5825f8cb24 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Wed, 17 Nov 2021 17:16:13 +0000 Subject: [PATCH 103/129] [ add ] vta quantization --- python/tvm/relay/op/contrib/ilavta.py | 7 ++++- .../contrib/ilavta/ilavta_codegen_utils.cc | 1 + src/runtime/contrib/ilavta/ilavta_helpers.cc | 6 +++-- src/runtime/contrib/ilavta/ilavta_runtime.cc | 27 ++++++++++++++----- 4 files changed, 31 insertions(+), 10 deletions(-) diff --git a/python/tvm/relay/op/contrib/ilavta.py b/python/tvm/relay/op/contrib/ilavta.py index e77c62fa9..183e876bf 100644 --- a/python/tvm/relay/op/contrib/ilavta.py +++ b/python/tvm/relay/op/contrib/ilavta.py @@ -44,7 +44,12 @@ def make_pattern_batch_matmul(): def make_pattern_dense(): a = wildcard() b = wildcard() - return is_op('nn.dense')(a, b) + dense_out = is_op('nn.dense')(a, b) + dense_cast = is_op('cast')(dense_out, "float32") + scale = is_op('multiply')(wildcard(), wildward()) + dequant_dense = is_op('multiply')(dense_cast, scale) + clipped = is_op('clip')(dequant_dense, -127, 127) + return is_op('cast')(clipped, "int8") def make_pattern_bias_add(): data = wildcard() diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc index 7d61daaa3..a2176b957 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc @@ -122,6 +122,7 @@ json getAluAsm(int alu_opcode, int uop_bgn, int uop_end, bool use_imm, int imm) case VTA_ALU_OPCODE_MAX: asm_opcode = 1; op_name = "max"; break; case VTA_ALU_OPCODE_ADD: asm_opcode = 2; op_name = "add"; break; case VTA_ALU_OPCODE_SHR: asm_opcode = 3; op_name = "shr"; break; + case 4: asm_opcode = 4; op_name = "mul"; break; default: fprintf(stderr, "ALU Opcode %d is not valid", alu_opcode); exit(-1); diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.cc b/src/runtime/contrib/ilavta/ilavta_helpers.cc index 9d1615ed5..09e1a9b73 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.cc +++ b/src/runtime/contrib/ilavta/ilavta_helpers.cc @@ -375,7 +375,7 @@ size_t loadILAOutput(const ila_output_data &out_values, int8_t* buffer, size_t o size_t data_cur = 0; size_t buf_cur = 0; - uint32_t temp; + int32_t temp; for (size_t i = 0; i < out_h; ++i) { if (data_cur % VTA_BLOCK_OUT != 0) { data_cur = (data_cur / VTA_BLOCK_OUT + 1) * VTA_BLOCK_OUT; @@ -392,9 +392,12 @@ size_t loadILAOutput(const ila_output_data &out_values, int8_t* buffer, size_t o } void copy_data(int8_t* from_, int8_t* out_data, size_t size) { + // std::cerr << "Read back\n"; for (size_t i = 0; i < size; ++i) { + // std::cerr << (int)from_[i] << " "; out_data[i] = from_[i]; } + // std::cerr << "\n"; } int64_t runSimGetData(std::string pattern_name, std::string driver_dir, std::string ila_asm, std::string data_dump, @@ -409,7 +412,6 @@ int64_t runSimGetData(std::string pattern_name, std::string driver_dir, std::str readILAOutput(output_file, out_data); int8_t* buffer = new int8_t[output_size]; - return compile_time; auto buf_read = loadILAOutput(out_data, buffer, n_output_rows, n_output_cols); // CHECK(buf_read == output_size) << "Output size mismatch: " << buf_read << " v.s. " << output_size; copy_data(buffer, reinterpret_cast(output_data), buf_read); diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 2e534fd4b..240e0b630 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -61,8 +61,12 @@ class ILAVTARuntime : public JSONRuntimeBase { auto wgt_eid = EntryID(input_nodes_[1], 0); auto& wgt_node_data = data_entry_[wgt_eid]; - auto s_act_eid = EntryID(input_nodes_[2], 0); - auto& s_act_data = data_entry_[s_act_eid]; + auto s_data_eid = EntryID(input_nodes_[2], 0); + auto& s_data = data_entry_[s_data_eid]; + auto s_w_eid = EntryID(input_nodes_[3], 0); + auto s_w = data_entry_[s_w_eid]; + auto s_act_eid = EntryID(input_nodes_[4], 0); + auto s_act = data_entry_[s_act_eid]; # if 0 for (int i = 0; i < input_nodes_.size(); ++i) { @@ -88,17 +92,22 @@ class ILAVTARuntime : public JSONRuntimeBase { int8_t* input = reinterpret_cast(input_node_data->data); int8_t* weight = reinterpret_cast(wgt_node_data->data); - float* f32_s_act = reinterpret_cast(s_act_data->data); - double s_act = static_cast(*f32_s_act); - auto imm = approximate_scale(s_act); + float* scale_data = reinterpret_cast(s_data->data); + float* scale_w = reinterpret_cast(s_w->data); + float* scale_act = reinterpret_cast(s_act->data); + // LOG(INFO) << "S_data: " << (*scale_data) << " " << "S_w: " << (*scale_w) << " " << "S_act: " << (*scale_act); + double s_act_val = (*scale_data) * (*scale_w) / (*scale_act); + auto imm = approximate_scale(s_act_val); int factor = imm[0]; int nbits = imm[1]; + LOG(INFO) << "factor = " << factor << " " << "nbits = " << nbits << " approx = " << (double)factor / (double)(1 << nbits); int8_t* input_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * batch * in_channels, 0)); int8_t* wgt_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * out_channels * in_channels, 0)); int32_t* acc_buf = reinterpret_cast(VTAMemAlloc(sizeof(int32_t) * batch * out_channels, 0)); VTAUop* uop_buf = getGEMMUops(batch / VTA_BATCH, in_channels / VTA_BLOCK_IN, out_channels / VTA_BLOCK_OUT); + // std::cerr << "Input\n"; for (int i = 0; i < batch; ++i) { for (int j = 0; j < in_channels; ++j) { if (i >= n_inp_rows || j >= n_inp_cols) { @@ -107,7 +116,9 @@ class ILAVTARuntime : public JSONRuntimeBase { } else { input_buf[i * in_channels + j] = input[i * n_inp_cols + j]; } + // std::cerr << (int)input_buf[i * in_channels + j] << " "; } + // std::cerr << "\n"; } int wgt_ptr_x = 0; @@ -158,6 +169,7 @@ class ILAVTARuntime : public JSONRuntimeBase { } #if 0 + std::cerr << "Weights:\n"; for (int i = 0; i < out_channels; ++i) { for (int j = 0; j < in_channels; ++j) { std::cerr << (int)(wgt_buf[i * in_channels + j]) << " "; @@ -180,8 +192,8 @@ class ILAVTARuntime : public JSONRuntimeBase { std::ifstream fin(ila_asm); nlohmann::json asm_data = nlohmann::json::parse(fin); fin.close(); - asm_data[4]["imm"] = factor; - asm_data[5]["imm"] = nbits; + asm_data["asm"][4]["imm"] = factor; + asm_data["asm"][5]["imm"] = nbits; std::ofstream fout(ila_asm); fout << asm_data; fout.close(); @@ -189,6 +201,7 @@ class ILAVTARuntime : public JSONRuntimeBase { auto output_data = data_entry_[outputs_[0].id_]; auto output_node = nodes_[outputs_[0].id_]; auto dtype = DLDataType2String(output_data->dtype); + LOG(INFO) << "Output dtype: " << dtype; sim_time = runSimGetData("ilavta_dense", driver_dir, ila_asm, data_file, GetDataSize(*output_data), batch_size, n_wgt_rows, output_data->data, dtype); } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.bias_add") { auto input_eid = EntryID(input_nodes_[0], 0); From 0de800e421296604e603998a761483f5a312a030 Mon Sep 17 00:00:00 2001 From: Gus Smith Date: Wed, 17 Nov 2021 11:30:15 -0800 Subject: [PATCH 104/129] Rust binding updates --- include/tvm/relay/attrs/transform.h | 2 +- rust/tvm/src/ir/relay/attrs/nn.rs | 9 +++++++++ rust/tvm/src/ir/relay/attrs/transform.rs | 24 +++++++++++++++++++++++- 3 files changed, 33 insertions(+), 2 deletions(-) diff --git a/include/tvm/relay/attrs/transform.h b/include/tvm/relay/attrs/transform.h index 0d4c69c50..d542ce47f 100644 --- a/include/tvm/relay/attrs/transform.h +++ b/include/tvm/relay/attrs/transform.h @@ -168,7 +168,7 @@ struct GatherNDAttrs : public tvm::AttrsNode { struct TakeAttrs : public tvm::AttrsNode { Integer batch_dims; Integer axis; - std::string mode; + tvm::String mode; TVM_DECLARE_ATTRS(TakeAttrs, "relay.attrs.TakeAttrs") { TVM_ATTR_FIELD(batch_dims) diff --git a/rust/tvm/src/ir/relay/attrs/nn.rs b/rust/tvm/src/ir/relay/attrs/nn.rs index 80e7299fd..ac6bec21a 100644 --- a/rust/tvm/src/ir/relay/attrs/nn.rs +++ b/rust/tvm/src/ir/relay/attrs/nn.rs @@ -174,3 +174,12 @@ pub struct UpSamplingAttrsNode { pub method: TString, pub align_corners: bool, } + +#[repr(C)] +#[derive(Object, Debug)] +#[ref_name = "DropoutAttrs"] +#[type_key = "relay.attrs.DropoutAttrs"] +pub struct DropoutAttrsNode { + pub base: BaseAttrsNode, + pub rate: f64, +} diff --git a/rust/tvm/src/ir/relay/attrs/transform.rs b/rust/tvm/src/ir/relay/attrs/transform.rs index 57eadc2e5..9aa7602f1 100644 --- a/rust/tvm/src/ir/relay/attrs/transform.rs +++ b/rust/tvm/src/ir/relay/attrs/transform.rs @@ -17,6 +17,8 @@ * under the License. */ +use crate::ir::relay::TString; +use crate::ir::tir::IntImm; use crate::ir::attrs::BaseAttrsNode; use crate::ir::PrimExpr; use crate::runtime::array::Array; @@ -99,5 +101,25 @@ pub struct TransposeAttrsNode { #[type_key = "relay.attrs.SqueezeAttrs"] pub struct SqueezeAttrsNode { pub base: BaseAttrsNode, - pub axis: Array, + pub axis: Array, +} + +#[repr(C)] +#[derive(Object, Debug)] +#[ref_name = "TakeAttrs"] +#[type_key = "relay.attrs.TakeAttrs"] +pub struct TakeAttrsNode { + pub base: BaseAttrsNode, + pub batch_dims: IntImm, + pub axis: IntImm, + pub mode: TString, +} + +#[repr(C)] +#[derive(Object, Debug)] +#[ref_name = "StackAttrs"] +#[type_key = "relay.attrs.StackAttrs"] +pub struct StackAttrsNode { + pub base: BaseAttrsNode, + pub axis: IntImm, } From 3fde3a6211b8d3d561734b892d6c31d97bc6b379 Mon Sep 17 00:00:00 2001 From: Gus Smith Date: Wed, 17 Nov 2021 11:30:15 -0800 Subject: [PATCH 105/129] StridedSliceAttrs rust bindings --- include/tvm/relay/attrs/transform.h | 2 +- rust/tvm/src/ir/relay/attrs/transform.rs | 17 ++++++++++++++++- 2 files changed, 17 insertions(+), 2 deletions(-) diff --git a/include/tvm/relay/attrs/transform.h b/include/tvm/relay/attrs/transform.h index d542ce47f..2ad1c2d91 100644 --- a/include/tvm/relay/attrs/transform.h +++ b/include/tvm/relay/attrs/transform.h @@ -316,7 +316,7 @@ struct StridedSliceAttrs : public tvm::AttrsNode { Optional> begin; Optional> end; Optional> strides; - std::string slice_mode; + tvm::String slice_mode; TVM_DECLARE_ATTRS(StridedSliceAttrs, "relay.attrs.StridedSliceAttrs") { TVM_ATTR_FIELD(begin).describe("Indices for begin of slice, begin index is also inclusive"); diff --git a/rust/tvm/src/ir/relay/attrs/transform.rs b/rust/tvm/src/ir/relay/attrs/transform.rs index 9aa7602f1..d86c46a6f 100644 --- a/rust/tvm/src/ir/relay/attrs/transform.rs +++ b/rust/tvm/src/ir/relay/attrs/transform.rs @@ -17,9 +17,9 @@ * under the License. */ +use crate::ir::attrs::BaseAttrsNode; use crate::ir::relay::TString; use crate::ir::tir::IntImm; -use crate::ir::attrs::BaseAttrsNode; use crate::ir::PrimExpr; use crate::runtime::array::Array; use crate::runtime::ObjectRef; @@ -123,3 +123,18 @@ pub struct StackAttrsNode { pub base: BaseAttrsNode, pub axis: IntImm, } + +// TODO(@gussmith23) How to support Optional type? This "just works" when values +// are provided for begin/end/strides, but I'm not sure what happens if None is +// passed from the C++ side. +#[repr(C)] +#[derive(Object, Debug)] +#[ref_name = "StridedSliceAttrs"] +#[type_key = "relay.attrs.StridedSliceAttrs"] +pub struct StridedSliceAttrsNode { + pub base: BaseAttrsNode, + pub begin: Array, + pub end: Array, + pub strides: Array, + pub slice_mode: TString, +} From 3e70c88b9dcc284cc7fa059105b9c0db3bda974c Mon Sep 17 00:00:00 2001 From: Gus Smith Date: Wed, 17 Nov 2021 11:30:15 -0800 Subject: [PATCH 106/129] Add batch matmul attrs --- rust/tvm/src/ir/relay/attrs/nn.rs | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/rust/tvm/src/ir/relay/attrs/nn.rs b/rust/tvm/src/ir/relay/attrs/nn.rs index ac6bec21a..41e8e4082 100644 --- a/rust/tvm/src/ir/relay/attrs/nn.rs +++ b/rust/tvm/src/ir/relay/attrs/nn.rs @@ -183,3 +183,13 @@ pub struct DropoutAttrsNode { pub base: BaseAttrsNode, pub rate: f64, } + +#[repr(C)] +#[derive(Object, Debug)] +#[ref_name = "BatchMatmulAttrs"] +#[type_key = "relay.attrs.BatchMatmulAttrs"] +pub struct BatchMatmulAttrsNode { + pub base: BaseAttrsNode, + pub auto_scheduler_rewritten_layout: TString, + pub out_dtype: DataType, +} From 12bb7d9a37660ecaabf19ce7a55fbfe9dd0d6a55 Mon Sep 17 00:00:00 2001 From: Gus Smith Date: Wed, 17 Nov 2021 17:41:04 -0800 Subject: [PATCH 107/129] Layer norm bindings --- rust/tvm/src/ir/relay/attrs/nn.rs | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/rust/tvm/src/ir/relay/attrs/nn.rs b/rust/tvm/src/ir/relay/attrs/nn.rs index 41e8e4082..44a3a1ea7 100644 --- a/rust/tvm/src/ir/relay/attrs/nn.rs +++ b/rust/tvm/src/ir/relay/attrs/nn.rs @@ -193,3 +193,14 @@ pub struct BatchMatmulAttrsNode { pub auto_scheduler_rewritten_layout: TString, pub out_dtype: DataType, } + +#[repr(C)] +#[derive(Object, Debug)] +#[ref_name = "LayerNormAttrs"] +#[type_key = "relay.attrs.LayerNormAttrs"] +pub struct LayerNormAttrsNode { + axis: i32, + epsilon: f64, + center: bool, + scale: bool, +} From ffe822eb7c2948886bc516d8e26e7a1061b099b2 Mon Sep 17 00:00:00 2001 From: Gus Smith Date: Wed, 17 Nov 2021 17:50:43 -0800 Subject: [PATCH 108/129] Fix --- rust/tvm/src/ir/relay/attrs/nn.rs | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/rust/tvm/src/ir/relay/attrs/nn.rs b/rust/tvm/src/ir/relay/attrs/nn.rs index 44a3a1ea7..6fa2ef498 100644 --- a/rust/tvm/src/ir/relay/attrs/nn.rs +++ b/rust/tvm/src/ir/relay/attrs/nn.rs @@ -199,8 +199,9 @@ pub struct BatchMatmulAttrsNode { #[ref_name = "LayerNormAttrs"] #[type_key = "relay.attrs.LayerNormAttrs"] pub struct LayerNormAttrsNode { - axis: i32, - epsilon: f64, - center: bool, - scale: bool, + pub base: BaseAttrsNode, + pub axis: i32, + pub epsilon: f64, + pub center: bool, + pub scale: bool, } From ec7313b4f5631a9dd35a29ffdca7bdd2f104c31c Mon Sep 17 00:00:00 2001 From: Gus Smith Date: Thu, 18 Nov 2021 11:19:40 -0800 Subject: [PATCH 109/129] Add specific revision of tvm-build --- rust/tvm-sys/Cargo.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rust/tvm-sys/Cargo.toml b/rust/tvm-sys/Cargo.toml index e18bdfdae..8a06e7960 100644 --- a/rust/tvm-sys/Cargo.toml +++ b/rust/tvm-sys/Cargo.toml @@ -38,4 +38,4 @@ enumn = "^0.1" bindgen = { version="0.57", default-features = false, features = ["runtime"] } anyhow = "^1.0" # TODO(@gussmith23) Change back when https://github.com/octoml/tvm-build/pull/9 lands -tvm-build = { git="https://github.com/AD1024/tvm-build"} +tvm-build = { git="https://github.com/AD1024/tvm-build", rev="ad361b68066ccf6f08c30a0d8a4d88c653805623" } From 0698a7f585501fdceba4415234de4cd37eb8f7c8 Mon Sep 17 00:00:00 2001 From: Gus Smith Date: Thu, 18 Nov 2021 11:21:51 -0800 Subject: [PATCH 110/129] Add specific branch for tvm-build --- rust/tvm-sys/Cargo.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rust/tvm-sys/Cargo.toml b/rust/tvm-sys/Cargo.toml index 8a06e7960..9d6cec84d 100644 --- a/rust/tvm-sys/Cargo.toml +++ b/rust/tvm-sys/Cargo.toml @@ -38,4 +38,4 @@ enumn = "^0.1" bindgen = { version="0.57", default-features = false, features = ["runtime"] } anyhow = "^1.0" # TODO(@gussmith23) Change back when https://github.com/octoml/tvm-build/pull/9 lands -tvm-build = { git="https://github.com/AD1024/tvm-build", rev="ad361b68066ccf6f08c30a0d8a4d88c653805623" } +tvm-build = { git="https://github.com/AD1024/tvm-build", branch="main", rev="ad361b68066ccf6f08c30a0d8a4d88c653805623" } From 8185bdfe61ef3e5579867393eb52669bb8daebb2 Mon Sep 17 00:00:00 2001 From: Gus Smith Date: Thu, 18 Nov 2021 11:45:10 -0800 Subject: [PATCH 111/129] revert --- rust/tvm-sys/Cargo.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rust/tvm-sys/Cargo.toml b/rust/tvm-sys/Cargo.toml index 9d6cec84d..8a06e7960 100644 --- a/rust/tvm-sys/Cargo.toml +++ b/rust/tvm-sys/Cargo.toml @@ -38,4 +38,4 @@ enumn = "^0.1" bindgen = { version="0.57", default-features = false, features = ["runtime"] } anyhow = "^1.0" # TODO(@gussmith23) Change back when https://github.com/octoml/tvm-build/pull/9 lands -tvm-build = { git="https://github.com/AD1024/tvm-build", branch="main", rev="ad361b68066ccf6f08c30a0d8a4d88c653805623" } +tvm-build = { git="https://github.com/AD1024/tvm-build", rev="ad361b68066ccf6f08c30a0d8a4d88c653805623" } From 4eb3abd474f0c5b42c1218bae4c77b08769224ee Mon Sep 17 00:00:00 2001 From: AD1024 Date: Thu, 18 Nov 2021 20:58:56 +0000 Subject: [PATCH 112/129] fix --- .../backend/contrib/ilavta/ilavta_codegen_utils.cc | 2 ++ src/runtime/contrib/ilavta/ilavta_helpers.cc | 13 ++++++++----- 2 files changed, 10 insertions(+), 5 deletions(-) diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc index a2176b957..1b7f37f4e 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc @@ -163,6 +163,8 @@ std::string CompileGEMM(int batch, size_t n_inp_cols, size_t n_wgt_rows, int fac prog.push_back(getGEMMAsm(0, uop_size)); prog.push_back(getAluAsm(4 /* VTA_ALU_OPCODE_MUL */, 0, uop_size, 1, factor)); prog.push_back(getAluAsm(VTA_ALU_OPCODE_SHR, 0, uop_size, 1, nbits)); + prog.push_back(getAluAsm(VTA_ALU_OPCODE_MAX, 0, uop_size, 1, -127)); + prog.push_back(getAluAsm(VTA_ALU_OPCODE_MIN, 0, uop_size, 1, 127)); prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_STORE, VTA_MEM_ID_OUT, 0, 0, batch * out_dim, 1)); return write_to_file(filename, prog_frag); } diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.cc b/src/runtime/contrib/ilavta/ilavta_helpers.cc index 09e1a9b73..ef4b379b2 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.cc +++ b/src/runtime/contrib/ilavta/ilavta_helpers.cc @@ -312,12 +312,15 @@ std::vector approximate_scale(double x) { int nbits = nbits_l; if (round_up_d - d < d - round_down_d) { nbits = nbits_r; + } else { + nbits = nbits_l; + round_up_d = round_down_d; } double fact = (double)round_up_d / (double)d; double n_scaled = (double)n * fact; int round_up_n = round(n_scaled); - int div = gcd(round_up_n, round_up_d); - std::vector result = {round_up_n / div, nbits}; + // int div = gcd(round_up_n, round_up_d); + std::vector result = {round_up_n, nbits}; return result; } @@ -392,12 +395,12 @@ size_t loadILAOutput(const ila_output_data &out_values, int8_t* buffer, size_t o } void copy_data(int8_t* from_, int8_t* out_data, size_t size) { - // std::cerr << "Read back\n"; + std::cerr << "Read back\n"; for (size_t i = 0; i < size; ++i) { - // std::cerr << (int)from_[i] << " "; + std::cerr << (int)from_[i] << " "; out_data[i] = from_[i]; } - // std::cerr << "\n"; + std::cerr << "\n"; } int64_t runSimGetData(std::string pattern_name, std::string driver_dir, std::string ila_asm, std::string data_dump, From 8d913caf16a88576da5812a510cbfa90e11a7e75 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 19 Nov 2021 00:55:25 +0000 Subject: [PATCH 113/129] use 16-bit imm --- src/relay/backend/contrib/ilavta/ilavta_codegen.cc | 2 +- src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc index d8cce4838..90d471d19 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen.cc @@ -60,7 +60,7 @@ class ILAVTAJSONSerializer : public backend::contrib::JSONSerializer { if (this->compiled_func.find(filename) == this->compiled_func.end()) { this->compiled_func.insert(filename); // `factor` and `nbits` are placeholders for "partial evaluation" - filename = CompileGEMM(batch, n_inp_cols, n_wgt_rows, -1, -1, "./prog_frag/" + filename); + filename = CompileGEMM(batch, n_inp_cols, n_wgt_rows, 1, 0, "./prog_frag/" + filename); } } else if (name == "ilavta.bias_add") { LOG(INFO) << "ilavta.bias_add pattern"; diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc index 1b7f37f4e..11eb14741 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc @@ -114,7 +114,7 @@ json get2DLoadStoreAsm(int opcode, int mem_type, int sram_id, int dram_id, int y } } -json getAluAsm(int alu_opcode, int uop_bgn, int uop_end, bool use_imm, int imm) { +json getAluAsm(int alu_opcode, int uop_bgn, int uop_end, bool use_imm, uint16_t imm) { int asm_opcode = -1; std::string op_name = ""; switch (alu_opcode) { From 57e400cbeb900a4751b0c8efeed18d65a3847bf8 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 19 Nov 2021 00:21:46 -0800 Subject: [PATCH 114/129] try to use test_lib.cc code --- .../contrib/ilavta/ilavta_codegen_utils.cc | 10 +- src/runtime/contrib/ilavta/ilavta_helpers.cc | 562 +++++++++++++----- src/runtime/contrib/ilavta/ilavta_helpers.h | 5 + src/runtime/contrib/ilavta/ilavta_runtime.cc | 67 ++- 4 files changed, 480 insertions(+), 164 deletions(-) diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc index 11eb14741..b6f2a5262 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc @@ -151,9 +151,13 @@ std::string write_to_file(const std::string& filename, const json& data) { } std::string CompileGEMM(int batch, size_t n_inp_cols, size_t n_wgt_rows, int factor, int nbits, std::string filename) { - size_t in_dim = n_inp_cols % VTA_BLOCK_IN != 0 ? n_inp_cols / VTA_BLOCK_IN + 1 : n_inp_cols / VTA_BLOCK_IN; - size_t out_dim = n_wgt_rows % VTA_BLOCK_OUT != 0 ? n_wgt_rows / VTA_BLOCK_OUT + 1 : n_wgt_rows / VTA_BLOCK_OUT; - size_t uop_size = batch * in_dim * out_dim; + int batch_size = batch; + batch = batch_size * VTA_BATCH; + int in_dim = n_inp_cols % VTA_BLOCK_IN != 0 ? n_inp_cols / VTA_BLOCK_IN + 1 : n_inp_cols / VTA_BLOCK_IN; + int out_dim = n_wgt_rows % VTA_BLOCK_OUT != 0 ? n_wgt_rows / VTA_BLOCK_OUT + 1 : n_wgt_rows / VTA_BLOCK_OUT; + int in_channels = in_dim * VTA_BLOCK_IN; + int out_channels = out_dim * VTA_BLOCK_OUT; + size_t uop_size = batch / VTA_BATCH * in_channels / VTA_BLOCK_IN * out_channels / VTA_BLOCK_OUT; json prog_frag = {}; prog_frag["asm"] = json::array({}); auto& prog = prog_frag["asm"]; diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.cc b/src/runtime/contrib/ilavta/ilavta_helpers.cc index ef4b379b2..e720565c7 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.cc +++ b/src/runtime/contrib/ilavta/ilavta_helpers.cc @@ -1,13 +1,12 @@ -#include -#include #include "ilavta_helpers.h" +#include + namespace tvm { namespace runtime { namespace contrib { using namespace tvm::runtime; -using namespace nlohmann; using addr_byte_pairs = std::vector>; @@ -16,14 +15,14 @@ const std::string RAW_DUMP = "vta_sim_dump.json"; const std::string OUTPUT_DUMP = "vta_output_dump.json"; /* -* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc -* */ -VTAUop * getGEMMUops(int batch, int in_feat, int out_feat) { + * Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc + * */ +VTAUop* getGEMMUops(int batch, int in_feat, int out_feat) { // Derive the total uop size int uop_size = batch * in_feat * out_feat; // Allocate buffer - VTAUop *uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * uop_size, 0)); + VTAUop* uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * uop_size, 0)); int uop_idx = 0; for (int i = 0; i < batch; i++) { @@ -39,9 +38,9 @@ VTAUop * getGEMMUops(int batch, int in_feat, int out_feat) { return uop_buf; } -VTAUop * getBiasAddUops(int batch, int in_feat) { +VTAUop* getBiasAddUops(int batch, int in_feat) { int uop_size = batch * in_feat; - VTAUop *uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * uop_size, 0)); + VTAUop* uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * uop_size, 0)); int uop_idx = 0; for (int i = 0; i < batch; i++) { @@ -55,9 +54,9 @@ VTAUop * getBiasAddUops(int batch, int in_feat) { return uop_buf; } -VTAUop * getReluUops(int batch, int in_feat) { +VTAUop* getReluUops(int batch, int in_feat) { int uop_size = batch * in_feat; - VTAUop *uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * uop_size, 0)); + VTAUop* uop_buf = static_cast(VTAMemAlloc(sizeof(VTAUop) * uop_size, 0)); int uop_idx = 0; for (int i = 0; i < batch; i++) { @@ -69,9 +68,19 @@ VTAUop * getReluUops(int batch, int in_feat) { return uop_buf; } +json getGEMMAsm(int uop_offset, int batch, int in_feat, int out_feat) { + return {{"name", "gemm"}, {"reset_f", 0}, + {"uop_bgn", uop_offset}, {"uop_end", uop_offset + batch * in_feat * out_feat}, + {"iter_o", 1}, {"iter_i", 1}, + {"dst_fo", 0}, {"dst_fi", 0}, + {"src_fo", 0}, {"src_fi", 0}, + {"dst_fo", 0}, {"dst_fi", 0}, + {"wgt_fo", 0}, {"wgt_fi", 0}}; +} + /* -* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc -* */ + * Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc + * */ VTAGenericInsn getGEMMInsn(int uop_offset, int batch, int in_feat, int out_feat, bool uop_compression, int pop_prev_dep, int pop_next_dep, int push_prev_dep, int push_next_dep) { @@ -86,7 +95,7 @@ VTAGenericInsn getGEMMInsn(int uop_offset, int batch, int in_feat, int out_feat, insn.push_next_dep = push_next_dep; insn.reset_reg = false; insn.uop_bgn = uop_offset; - insn.uop_end = uop_offset + batch * in_feat * out_feat;; + insn.uop_end = uop_offset + batch * in_feat * out_feat; insn.iter_out = 1; insn.iter_in = 1; insn.dst_factor_out = 0; @@ -100,37 +109,38 @@ VTAGenericInsn getGEMMInsn(int uop_offset, int batch, int in_feat, int out_feat, } /* -* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc -* */ + * Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc + * */ VTAGenericInsn getAluInsn(int alu_opcode, int uop_begin, int uop_end, bool use_imm, int imm, - int pop_prev_dep, int pop_next_dep, int push_prev_dep, int push_next_dep) { - VTAInsn converter; - VTAAluInsn insn; - insn.opcode = VTA_OPCODE_ALU; - insn.alu_opcode = alu_opcode; - insn.uop_bgn = uop_begin; - insn.uop_end = uop_end; - insn.use_imm = use_imm; - insn.imm = imm; - insn.pop_prev_dep = pop_prev_dep; - insn.pop_next_dep = pop_next_dep; - insn.push_prev_dep = push_prev_dep; - insn.push_next_dep = push_next_dep; - insn.iter_in = 1; - insn.iter_out = 1; - insn.reset_reg = false; - insn.dst_factor_out = 0; - insn.src_factor_out = 0; - insn.dst_factor_in = 0; - insn.dst_factor_out = 0; - - converter.alu = insn; - return converter.generic; + int pop_prev_dep, int pop_next_dep, int push_prev_dep, + int push_next_dep) { + VTAInsn converter; + VTAAluInsn insn; + insn.opcode = VTA_OPCODE_ALU; + insn.alu_opcode = alu_opcode; + insn.uop_bgn = uop_begin; + insn.uop_end = uop_end; + insn.use_imm = use_imm; + insn.imm = imm; + insn.pop_prev_dep = pop_prev_dep; + insn.pop_next_dep = pop_next_dep; + insn.push_prev_dep = push_prev_dep; + insn.push_next_dep = push_next_dep; + insn.iter_in = 1; + insn.iter_out = 1; + insn.reset_reg = false; + insn.dst_factor_out = 0; + insn.src_factor_out = 0; + insn.dst_factor_in = 0; + insn.dst_factor_out = 0; + + converter.alu = insn; + return converter.generic; } /* -* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc -* */ + * Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc + * */ VTAGenericInsn getFinishInsn(bool pop_prev, bool pop_next) { // Converter union VTAInsn converter; @@ -157,8 +167,311 @@ VTAGenericInsn getFinishInsn(bool pop_prev, bool pop_next) { } /* -* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc -* */ + * Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc + * */ +template +void packBuffer(DST_T* dst, SRC_T** src, int y_size, int x_size, int y_block, int x_block) { + assert((SRC_T_WIDTH * x_block * y_block) % DST_T_WIDTH == 0); + assert(DST_T_WIDTH <= 64); + int buffer_idx = 0; + int ratio = DST_T_WIDTH / SRC_T_WIDTH; + long long int mask = (1ULL << SRC_T_WIDTH) - 1; + DST_T tmp = 0; + for (int i = 0; i < y_size / y_block; i++) { + for (int j = 0; j < x_size / x_block; j++) { + for (int k = 0; k < y_block; k++) { + for (int l = 0; l < x_block; l++) { + int block_idx = l + k * x_block; + tmp |= (src[i * y_block + k][j * x_block + l] & mask) + << ((block_idx % ratio) * SRC_T_WIDTH); + // When tmp is packed, write to destination array + if (block_idx % ratio == ratio - 1) { + dst[buffer_idx++] = tmp; + tmp = 0; + } + } + } + } + } +} + +/* + * Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc + * */ +template +void unpackBuffer(DST_T** dst, SRC_T* src, int y_size, int x_size, int y_block, int x_block) { + assert((DST_T_WIDTH * x_block * y_block) % SRC_T_WIDTH == 0); + int buffer_idx = 0; + long long int mask = (1ULL << DST_T_WIDTH) - 1; + int ratio = SRC_T_WIDTH / DST_T_WIDTH; + for (int i = 0; i < y_size / y_block; i++) { + for (int j = 0; j < x_size / x_block; j++) { + for (int k = 0; k < y_block; k++) { + for (int l = 0; l < x_block; l++) { + int block_idx = l + k * x_block; + dst[i * y_block + k][j * x_block + l] = + (src[buffer_idx] >> ((block_idx % ratio) * DST_T_WIDTH)) & mask; + if (block_idx % ratio == ratio - 1) { + buffer_idx++; + } + } + } + } + } +} + +json get2DLoadStoreAsm(int opcode, int mem_type, int sram_id, int dram_id, int y_size, int x_size, + int x_stride, int y_pad, int x_pad) { + std::string cmd_type; + switch (opcode) { + case VTA_OPCODE_LOAD: + cmd_type = "load_"; + break; + case VTA_OPCODE_STORE: + cmd_type = "store_"; + break; + default: + fprintf(stderr, "Unknown load / store: %d", opcode); + exit(-1); + } + switch (mem_type) { + case VTA_MEM_ID_INP: + cmd_type += "inp"; + break; + case VTA_MEM_ID_WGT: + cmd_type += "wgt"; + break; + case VTA_MEM_ID_UOP: + cmd_type += "uop"; + break; + case VTA_MEM_ID_ACC: + cmd_type += "bias"; + break; + case VTA_MEM_ID_OUT: + cmd_type += "acc"; + break; + } + if (cmd_type == "load_uop") { + return {{"name", cmd_type}, {"sram_id", sram_id}, {"dram_id", dram_id}, {"x_size", x_size}}; + } else if (cmd_type == "load_wgt" || cmd_type == "load_bias" || opcode == VTA_OPCODE_STORE) { + return {{"name", cmd_type}, {"sram_id", sram_id}, {"dram_id", dram_id}, + {"y_size", y_size}, {"x_size", x_size}, {"x_stride", x_stride}}; + } else if (cmd_type == "load_inp") { + return {{"name", cmd_type}, {"sram_id", sram_id}, {"dram_id", dram_id}, {"y_size", y_size}, + {"x_size", x_size}, {"x_stride", x_stride}, {"y_pad0", y_pad}, {"x_pad0", x_pad}, + {"y_pad1", y_pad}, {"x_pad1", x_pad}}; + } else { + fprintf(stderr, "Command %s not supported by ASM", cmd_type.c_str()); + exit(-1); + } +} + +json getAluAsm(int alu_opcode, int uop_bgn, int uop_end, bool use_imm, uint16_t imm) { + int asm_opcode = -1; + std::string op_name = ""; + switch (alu_opcode) { + case VTA_ALU_OPCODE_MIN: + asm_opcode = 0; + op_name = "min"; + break; + case VTA_ALU_OPCODE_MAX: + asm_opcode = 1; + op_name = "max"; + break; + case VTA_ALU_OPCODE_ADD: + asm_opcode = 2; + op_name = "add"; + break; + case VTA_ALU_OPCODE_SHR: + asm_opcode = 3; + op_name = "shr"; + break; + case 4: + asm_opcode = 4; + op_name = "mul"; + break; + default: + fprintf(stderr, "ALU Opcode %d is not valid", alu_opcode); + exit(-1); + } + return {{"name", "alu_" + op_name}, + {"reset_f", 0}, + {"uop_bgn", uop_bgn}, + {"uop_end", uop_end}, + {"iter_o", 1}, + {"iter_i", 1}, + {"dst_fo", 0}, + {"dst_fi", 0}, + {"src_fo", 0}, + {"src_fi", 0}, + {"alu_op", asm_opcode}, + {"use_imm", use_imm}, + {"imm", imm}}; +} + +json get_blocked_gemm(int batch, int channels, int block, bool uop_compression, int virtual_threads, + int factor, int nbits) { + // Some assertions + assert(block % VTA_BLOCK_IN == 0); + assert(block % VTA_BLOCK_OUT == 0); + assert(block % VTA_BATCH == 0); + assert(channels % block == 0); + assert(batch % block == 0); + json prog_frag = {}; + prog_frag["asm"] = json::array({}); + auto& prog = prog_frag["asm"]; + + // printf("=====================================================================================\n"); + // printf("INFO - Blocked GEMM test: batch=%d, channels=%d, block=%d, uop_comp=%d, vt=%d\n", + // batch, channels, block, uop_compression, virtual_threads); + + // Input/output channels + int in_feat = channels; + int out_feat = channels; + // Derive number of elements that need to be loaded/stored + int ins_size = batch / block * out_feat / block * (2 + in_feat / block * 3) + 2; + int uop_size = uop_compression ? block / VTA_BATCH * virtual_threads + : block / VTA_BATCH * block / VTA_BLOCK_IN * block / + VTA_BLOCK_OUT * virtual_threads; + int inp_size = batch / VTA_BATCH * in_feat / VTA_BLOCK_IN; + int wgt_size = in_feat / VTA_BLOCK_IN * out_feat / VTA_BLOCK_OUT; + int out_size = batch / VTA_BATCH * out_feat / VTA_BLOCK_OUT; + // Blocked buffer sizes (in terms of elements) + int inp_block_size = block / VTA_BATCH * block / VTA_BLOCK_IN; + int wgt_block_size = block / VTA_BLOCK_IN * block / VTA_BLOCK_OUT; + int out_block_size = block / VTA_BATCH * block / VTA_BLOCK_OUT; + // Make sure we don't exceed buffer bounds + assert(uop_size <= VTA_UOP_BUFF_DEPTH); + assert(inp_block_size <= VTA_INP_BUFF_DEPTH); + assert(wgt_block_size <= VTA_WGT_BUFF_DEPTH); + assert(out_block_size <= VTA_ACC_BUFF_DEPTH); + + // Initialize instruction buffer + VTAGenericInsn* insn_buf = + static_cast(VTAMemAlloc(sizeof(VTAGenericInsn) * ins_size, 0)); + int insn_idx = 0; + + // Load uops + // insn_buf[insn_idx++] = get1DLoadStoreInsn(VTA_OPCODE_LOAD, + // VTA_MEM_ID_UOP, + // 0, + // 0, + // uop_size, + // 0, + // 0, + // 0, + // 0); + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_UOP, 0, 0, 1, uop_size, 0, 0, 0)); + // Iterate over batch blocks + for (int i = 0; i < batch; i += block) { + // Iterate over output channel blocks + for (int j = 0; j < out_feat; j += block) { + // Load bias block (pop next if not first, push prev) + // insn_buf[insn_idx++] = get2DLoadStoreInsn( + // VTA_OPCODE_LOAD, // opcode + // VTA_MEM_ID_ACC, // type + // 0, // sram offset + // (i / VTA_BATCH * out_feat + j) / VTA_BLOCK_OUT, // dram offset + // block / VTA_BATCH, // y size + // block / VTA_BLOCK_OUT, // x size + // out_feat / VTA_BLOCK_OUT, // x stride + // 0, // y pad + // 0, // x pad + // 0, // pop prev dep + // (i > 0 || j > 0), // pop next dep + // (virtual_threads == 1), // push prev dep + // 0); // push next dep + prog.push_back(get2DLoadStoreAsm( + VTA_OPCODE_LOAD, VTA_MEM_ID_ACC, 0, (i / VTA_BATCH * out_feat + j) / VTA_BLOCK_OUT, + block / VTA_BATCH, block / VTA_BLOCK_OUT, out_feat / VTA_BLOCK_OUT, 0, 0)); + // Iterate over input channel blocks + for (int k = 0; k < in_feat; k += block) { + for (int l = 0; l < block; l += block) { + // Load weight block (pop next) + // insn_buf[insn_idx++] = get2DLoadStoreInsn( + // VTA_OPCODE_LOAD, // opcode + // VTA_MEM_ID_WGT, // type + // l / VTA_BLOCK_IN * block / VTA_BLOCK_OUT, // sram offset + // (j / VTA_BLOCK_OUT * in_feat + k + l) / VTA_BLOCK_IN, // dram offset + // block / VTA_BLOCK_OUT, // y size + // block / VTA_BLOCK_IN, // x size + // in_feat / VTA_BLOCK_IN, // x stride + // 0, // y pad + // 0, // x pad + // 0, // pop prev dep + // pop, // pop next dep + // 0, // push prev dep + // 0); // push next dep + prog.push_back(get2DLoadStoreAsm( + VTA_OPCODE_LOAD, VTA_MEM_ID_WGT, l / VTA_BLOCK_IN * block / VTA_BLOCK_OUT, + (j / VTA_BLOCK_OUT * in_feat + k + l) / VTA_BLOCK_IN, block / VTA_BLOCK_OUT, + block / VTA_BLOCK_IN, in_feat / VTA_BLOCK_IN, 0, 0)); + // Load input block (push next) + // insn_buf[insn_idx++] = get2DLoadStoreInsn( + // VTA_OPCODE_LOAD, // opcode + // VTA_MEM_ID_INP, // type + // l / VTA_BLOCK_IN * block / VTA_BATCH, // sram offset + // (i / VTA_BATCH * in_feat + k + l) / VTA_BLOCK_IN, // dram offset + // block / VTA_BATCH, // y size + // block / VTA_BLOCK_IN, // x size + // in_feat / VTA_BLOCK_IN, // x stride + // 0, // y pad + // 0, // x pad + // 0, // pop prev dep + // 0, // pop next dep + // 0, // push prev dep + // 1); // push next dep + prog.push_back(get2DLoadStoreAsm( + VTA_OPCODE_LOAD, VTA_MEM_ID_INP, l / VTA_BLOCK_IN * block / VTA_BATCH, + (i / VTA_BATCH * in_feat + k + l) / VTA_BLOCK_IN, block / VTA_BATCH, + block / VTA_BLOCK_IN, in_feat / VTA_BLOCK_IN, 0, 0)); + // Perform GEMM (pop prev, push prev if not last, push next if last) + // insn_buf[insn_idx++] = getGEMMInsn( + // l / block * uop_size / virtual_threads, // uop offset + // block / VTA_BATCH, // batch + // block / VTA_BLOCK_IN, // in_feat + // block / VTA_BLOCK_OUT, // out_feat + // uop_compression, // uop_compression + // 1, // pop_prev_dep + // 0, // pop_next_dep + // push_prev, // push prev dep + // push_next); // push_next_dep + prog.push_back(getGEMMAsm(l / block * uop_size, block / VTA_BATCH, block / VTA_BLOCK_IN, + block / VTA_BLOCK_OUT)); + } + } + + // Store output block (pop prev, push prev if not last) + // insn_buf[insn_idx++] = get2DLoadStoreInsn( + // VTA_OPCODE_STORE, // opcode + // VTA_MEM_ID_OUT, // type + // 0, // sram offset + // (i / VTA_BATCH * out_feat + j) / VTA_BLOCK_OUT, // dram offset + // block / VTA_BATCH, // y size + // block / VTA_BLOCK_OUT, // x size + // out_feat / VTA_BLOCK_OUT, // x stride + // 0, // y pad + // 0, // x pad + // 1, // pop prev dep + // 0, // pop next dep + // 1, // pop prev dep + // 0); // push next dep + // } + prog.push_back(getAluAsm(4, 0, uop_size, 1, factor)); + prog.push_back(getAluAsm(VTA_ALU_OPCODE_SHR, 0, uop_size, 1, nbits)); + prog.push_back(getAluAsm(VTA_ALU_OPCODE_MIN, 0, uop_size, 1, 127)); + prog.push_back(getAluAsm(VTA_ALU_OPCODE_MAX, 0, uop_size, 1, -127)); + prog.push_back(get2DLoadStoreAsm( + VTA_OPCODE_STORE, VTA_MEM_ID_OUT, 0, (i / VTA_BATCH * out_feat + j) / VTA_BLOCK_OUT, + block / VTA_BATCH, block / VTA_BLOCK_OUT, out_feat / VTA_BLOCK_OUT, 0, 0)); + } + return prog_frag; + } +} + +/* + * Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc + * */ VTAGenericInsn get1DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, int size, int pop_prev_dep, int pop_next_dep, int push_prev_dep, int push_next_dep) { @@ -186,8 +499,8 @@ VTAGenericInsn get1DLoadStoreInsn(int opcode, int type, int sram_offset, int dra } /* -* Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc -* */ + * Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc + * */ VTAGenericInsn get2DLoadStoreInsn(int opcode, int type, int sram_offset, int dram_offset, int y_size, int x_size, int x_stride, int y_pad, int x_pad, int pop_prev_dep, int pop_next_dep, int push_prev_dep, @@ -217,80 +530,60 @@ VTAGenericInsn get2DLoadStoreInsn(int opcode, int type, int sram_offset, int dra template std::string to_hex(T x) { - std::stringstream ss; - ss << "0x" << std::setfill('0') - << std::setw(sizeof(T) * 2) - << std::hex << static_cast(x); - return ss.str(); + std::stringstream ss; + ss << "0x" << std::setfill('0') << std::setw(sizeof(T) * 2) << std::hex + << static_cast(x); + return ss.str(); } -std::string dump_datafile(int8_t* input_buf, size_t input_size, - int8_t* weight_buf, size_t weight_size, - int32_t* acc_buf, size_t acc_size, - VTAUop* uop_buf, size_t uop_size, - std::string filename) { - json data_file; - - json raw_dump; - addr_byte_pairs insn_vec; - addr_byte_pairs acc_vec; - addr_byte_pairs uop_vec; - addr_byte_pairs wgt_vec; - addr_byte_pairs inp_vec; - addr_byte_pairs out_vec; - std::map byte_pairs = { - {"INSN", &insn_vec}, - {"ACC", &acc_vec}, - {"UOP", &uop_vec}, - {"WGT", &wgt_vec}, - {"INP", &inp_vec}, - {"OUT", &out_vec} - }; - std::string out_filename = filename + "_data.json"; - std::ofstream out_file(out_filename); - data_file["data_dump"] = json::array({}); - auto& data = data_file["data_dump"]; - for (int i = 0; i < input_size; ++i) { - data.push_back({ - {"idx", i}, - {"name", "input_buffer"}, - {"value", to_hex(input_buf[i])} - }); - } - for (int i = 0; i < weight_size; ++i) { - data.push_back( - { - {"idx", i}, - {"name", "weight_buffer"}, - {"value", to_hex(weight_buf[i])}} - ); - } - for (int i = 0; i < acc_size; ++i) { - data.push_back({ - {"idx", i}, - {"name", "bias_buffer"}, - {"value", to_hex(acc_buf[i])}} - ); - } - for (int i = 0; i < uop_size; ++i) { - data.push_back({ - {"idx", i}, - {"name", "uop_buffer"}, - {"value", to_hex(*(reinterpret_cast(&uop_buf[i])))}} - ); - } - out_file << std::setw(4) << data_file << "\n"; - return out_filename; +std::string dump_datafile(int8_t* input_buf, size_t input_size, int8_t* weight_buf, + size_t weight_size, int32_t* acc_buf, size_t acc_size, VTAUop* uop_buf, + size_t uop_size, std::string filename) { + json data_file; + + json raw_dump; + addr_byte_pairs insn_vec; + addr_byte_pairs acc_vec; + addr_byte_pairs uop_vec; + addr_byte_pairs wgt_vec; + addr_byte_pairs inp_vec; + addr_byte_pairs out_vec; + std::map byte_pairs = {{"INSN", &insn_vec}, {"ACC", &acc_vec}, + {"UOP", &uop_vec}, {"WGT", &wgt_vec}, + {"INP", &inp_vec}, {"OUT", &out_vec}}; + std::string out_filename = filename + "_data.json"; + std::ofstream out_file(out_filename); + data_file["data_dump"] = json::array({}); + auto& data = data_file["data_dump"]; + for (int i = 0; i < input_size; ++i) { + data.push_back( + {{"idx", i}, {"name", "input_buffer"}, {"value", to_hex(input_buf[i])}}); + } + for (int i = 0; i < weight_size; ++i) { + data.push_back( + {{"idx", i}, {"name", "weight_buffer"}, {"value", to_hex(weight_buf[i])}}); + } + for (int i = 0; i < acc_size; ++i) { + data.push_back({{"idx", i}, {"name", "bias_buffer"}, {"value", to_hex(acc_buf[i])}}); + } + for (int i = 0; i < uop_size; ++i) { + data.push_back({{"idx", i}, + {"name", "uop_buffer"}, + {"value", to_hex(*(reinterpret_cast(&uop_buf[i])))}}); + } + out_file << std::setw(4) << data_file << "\n"; + return out_filename; } // Calculates GCD (greatest common divisor) of `x` and `y` int gcd(int x, int y) { - while (x ^= y ^= x ^= y %= x); + while (x ^= y ^= x ^= y %= x) + ; return y; } // approximate the scale of activation (scale of input * scale of weights) -// the denominator is +// the denominator is std::vector approximate_scale(double x) { int n = 1; int d = 1; @@ -324,12 +617,9 @@ std::vector approximate_scale(double x) { return result; } -std::string runILASimulator(const std::string exp_name, - const std::string driver_dir, - int64_t& out_compile_time, - const std::string ila_asm, - const std::string data_dump, - const bool use_trace) { +std::string runILASimulator(const std::string exp_name, const std::string driver_dir, + int64_t& out_compile_time, const std::string ila_asm, + const std::string data_dump, const bool use_trace) { // Check dump file std::string input_filename = exp_name + "_input.json"; std::string output_filename = exp_name + "_out.json"; @@ -337,16 +627,19 @@ std::string runILASimulator(const std::string exp_name, auto ret = std::system("stat vta_sim_dump.json > /dev/null 2> /dev/null"); CHECK(ret == 0) << "vta_sim_dump.json does not exists"; - ret = std::system(("python3 " + driver_dir + "/produce_ila_fragment.py vta_sim_dump.json ./prog_frag/" + input_filename).c_str()); + ret = std::system(("python3 " + driver_dir + + "/produce_ila_fragment.py vta_sim_dump.json ./prog_frag/" + input_filename) + .c_str()); CHECK(ret == 0) << "Failed to produce program fragment"; } else { auto start_time = std::chrono::high_resolution_clock::now(); - CHECK(std::system(("python3 " + driver_dir + "/produce_prog_frag.py " - + ila_asm + " " - + data_dump + " " - + "./prog_frag/" + input_filename).c_str()) == 0) << "Failed to convert to program fragment"; + CHECK(std::system(("python3 " + driver_dir + "/produce_prog_frag.py " + ila_asm + " " + + data_dump + " " + "./prog_frag/" + input_filename) + .c_str()) == 0) + << "Failed to convert to program fragment"; auto end_time = std::chrono::high_resolution_clock::now(); - out_compile_time = std::chrono::duration_cast(end_time - start_time).count(); + out_compile_time = + std::chrono::duration_cast(end_time - start_time).count(); } int ret = std::system(("vta_ila_sim " + exp_name).c_str()); CHECK(ret == 0) << "Failed to run ILA simulator"; @@ -357,7 +650,7 @@ std::string runILASimulator(const std::string exp_name, return "./result/" + output_filename; } -void readILAOutput(const std::string filename, ila_output_data &out_values) { +void readILAOutput(const std::string filename, ila_output_data& out_values) { LOG(INFO) << "[Runtime] Reading results from ILA Simulator"; std::unordered_map value; @@ -365,7 +658,7 @@ void readILAOutput(const std::string filename, ila_output_data &out_values) { std::string data; std::ifstream input_stream(filename); dmlc::JSONReader reader(&input_stream); - + reader.BeginArray(); while (reader.NextArrayItem()) { reader.Read(&value); @@ -373,8 +666,9 @@ void readILAOutput(const std::string filename, ila_output_data &out_values) { } } -size_t loadILAOutput(const ila_output_data &out_values, int8_t* buffer, size_t out_h, size_t out_w) { - LOG(INFO) << "[Runtime] Copying from output json to byte buffer"; +size_t loadILAOutput(const ila_output_data& out_values, int8_t* buffer, size_t out_h, + size_t out_w) { + LOG(INFO) << "[Runtime] Copying from output json to byte buffer"; size_t data_cur = 0; size_t buf_cur = 0; @@ -403,12 +697,13 @@ void copy_data(int8_t* from_, int8_t* out_data, size_t size) { std::cerr << "\n"; } -int64_t runSimGetData(std::string pattern_name, std::string driver_dir, std::string ila_asm, std::string data_dump, - size_t output_size, int n_output_rows, int n_output_cols, void *output_data, - std::string output_dtype) { +int64_t runSimGetData(std::string pattern_name, std::string driver_dir, std::string ila_asm, + std::string data_dump, size_t output_size, int n_output_rows, + int n_output_cols, void* output_data, std::string output_dtype) { auto start_time = std::chrono::high_resolution_clock::now(); int64_t compile_time; - std::string output_file = runILASimulator(pattern_name, driver_dir, compile_time, ila_asm, data_dump, false); + std::string output_file = + runILASimulator(pattern_name, driver_dir, compile_time, ila_asm, data_dump, false); auto end_time = std::chrono::high_resolution_clock::now(); ila_output_data out_data; @@ -416,12 +711,13 @@ int64_t runSimGetData(std::string pattern_name, std::string driver_dir, std::str int8_t* buffer = new int8_t[output_size]; auto buf_read = loadILAOutput(out_data, buffer, n_output_rows, n_output_cols); - // CHECK(buf_read == output_size) << "Output size mismatch: " << buf_read << " v.s. " << output_size; + // CHECK(buf_read == output_size) << "Output size mismatch: " << buf_read << " v.s. " << + // output_size; copy_data(buffer, reinterpret_cast(output_data), buf_read); return compile_time; // return std::chrono::duration_cast(end_time - start_time).count(); } -} -} -} +} // namespace contrib +} // namespace runtime +} // namespace tvm diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.h b/src/runtime/contrib/ilavta/ilavta_helpers.h index 531839c20..8b9cfc331 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.h +++ b/src/runtime/contrib/ilavta/ilavta_helpers.h @@ -2,6 +2,7 @@ #define ILAVTA_HELPERS_H__ #include #include +#include #include #include #include @@ -19,6 +20,7 @@ namespace runtime { namespace contrib { using ila_output_data = std::vector >; +using namespace nlohmann; /* * Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc @@ -113,6 +115,9 @@ std::string dump_datafile(int8_t* input_buf, size_t input_size, std::string filename); std::vector approximate_scale(double x); + +json get_blocked_gemm(int batch, int channels, + int block, bool uop_compression, int virtual_threads, int factor, int nbits); } } } diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 240e0b630..ced07f5c4 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -121,8 +121,18 @@ class ILAVTARuntime : public JSONRuntimeBase { // std::cerr << "\n"; } - int wgt_ptr_x = 0; - int wgt_ptr_y = 0; + for (int i = 0; i < out_channels; ++i) { + for (int j = 0; j < in_channels; ++j) { + if (i >= n_wgt_rows || j >= n_wgt_cols) { + wgt_buf[i * in_channels + j] = 0; + } else { + wgt_buf[i * in_channels + j] = weight[i * n_wgt_cols + j]; + } + } + } + + // int wgt_ptr_x = 0; + // int wgt_ptr_y = 0; /* * Split the weight according submatrices with the dimension @@ -147,28 +157,28 @@ class ILAVTARuntime : public JSONRuntimeBase { * D E F 0 0 0 0 0 0 * G 0 0 0 0 0 0 0 0 * */ - for (int i = 0; i < n_wgt_rows; i += VTA_BLOCK_OUT) { - for (int j = 0; j < n_wgt_cols; j += VTA_BLOCK_IN) { - // Flatten a block into weight buffer - for (int x = i; x < i + VTA_BLOCK_OUT; ++x) { - for (int y = j; y < j + VTA_BLOCK_IN; ++y) { - if (x >= n_wgt_rows || y >= n_wgt_cols) { - // zero padding - wgt_buf[wgt_ptr_x * in_channels + wgt_ptr_y] = 0; - } else { - wgt_buf[wgt_ptr_x * in_channels + wgt_ptr_y] = weight[x * n_wgt_cols + y]; - } - wgt_ptr_y++; - if (wgt_ptr_y == in_channels) { - wgt_ptr_y = 0; - wgt_ptr_x++; - } - } - } - } - } + // for (int i = 0; i < n_wgt_rows; i += VTA_BLOCK_OUT) { + // for (int j = 0; j < n_wgt_cols; j += VTA_BLOCK_IN) { + // // Flatten a block into weight buffer + // for (int x = i; x < i + VTA_BLOCK_OUT; ++x) { + // for (int y = j; y < j + VTA_BLOCK_IN; ++y) { + // if (x >= n_wgt_rows || y >= n_wgt_cols) { + // // zero padding + // wgt_buf[wgt_ptr_x * in_channels + wgt_ptr_y] = 0; + // } else { + // wgt_buf[wgt_ptr_x * in_channels + wgt_ptr_y] = weight[x * n_wgt_cols + y]; + // } + // wgt_ptr_y++; + // if (wgt_ptr_y == in_channels) { + // wgt_ptr_y = 0; + // wgt_ptr_x++; + // } + // } + // } + // } + // } -#if 0 +#if 1 std::cerr << "Weights:\n"; for (int i = 0; i < out_channels; ++i) { for (int j = 0; j < in_channels; ++j) { @@ -189,11 +199,12 @@ class ILAVTARuntime : public JSONRuntimeBase { "ilavta_dense"); std::string ila_asm = call_node.GetAttr>("asm_file")[0]; - std::ifstream fin(ila_asm); - nlohmann::json asm_data = nlohmann::json::parse(fin); - fin.close(); - asm_data["asm"][4]["imm"] = factor; - asm_data["asm"][5]["imm"] = nbits; + // std::ifstream fin(ila_asm); + // nlohmann::json asm_data = nlohmann::json::parse(fin); + // fin.close(); + // asm_data["asm"][4]["imm"] = factor; + // asm_data["asm"][5]["imm"] = nbits; + nlohmann::json asm_data = get_blocked_gemm(batch, in_channels, VTA_BLOCK_OUT * 2, false, 1, factor, nbits); std::ofstream fout(ila_asm); fout << asm_data; fout.close(); From e08a20f4c5deb67690038f444a014c01dcec2c82 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 19 Nov 2021 02:47:55 -0800 Subject: [PATCH 115/129] init block matmul --- src/runtime/contrib/ilavta/ilavta_runtime.cc | 165 +++++++------------ 1 file changed, 63 insertions(+), 102 deletions(-) diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index ced07f5c4..ef2331f61 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -102,118 +102,79 @@ class ILAVTARuntime : public JSONRuntimeBase { int nbits = imm[1]; LOG(INFO) << "factor = " << factor << " " << "nbits = " << nbits << " approx = " << (double)factor / (double)(1 << nbits); - int8_t* input_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * batch * in_channels, 0)); - int8_t* wgt_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * out_channels * in_channels, 0)); - int32_t* acc_buf = reinterpret_cast(VTAMemAlloc(sizeof(int32_t) * batch * out_channels, 0)); - VTAUop* uop_buf = getGEMMUops(batch / VTA_BATCH, in_channels / VTA_BLOCK_IN, out_channels / VTA_BLOCK_OUT); - - // std::cerr << "Input\n"; - for (int i = 0; i < batch; ++i) { - for (int j = 0; j < in_channels; ++j) { - if (i >= n_inp_rows || j >= n_inp_cols) { - // zero padding - input_buf[i * in_channels + j] = 0; - } else { - input_buf[i * in_channels + j] = input[i * n_inp_cols + j]; - } - // std::cerr << (int)input_buf[i * in_channels + j] << " "; - } - // std::cerr << "\n"; - } - - for (int i = 0; i < out_channels; ++i) { - for (int j = 0; j < in_channels; ++j) { - if (i >= n_wgt_rows || j >= n_wgt_cols) { - wgt_buf[i * in_channels + j] = 0; - } else { - wgt_buf[i * in_channels + j] = weight[i * n_wgt_cols + j]; + int8_t* input_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * VTA_BLOCK_IN * VTA_BLOCK_OUT, 0)); + int8_t* wgt_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * VTA_BLOCK_IN * VTA_BLOCK_OUT, 0)); + auto output_data = data_entry_[outputs_[0].id_]; + auto output_node = nodes_[outputs_[0].id_]; + int8_t* out_buf = reinterpret_cast(output_data->data); + VTAUop* uop_buf = getGEMMUops(batch / VTA_BATCH, 1, 1); + + for (int block_batch = 0; block_batch < n_inp_rows; block_batch += VTA_BLOCK_IN) { + for (int block_h = 0; block_h < n_wgt_rows; block_h += VTA_BLOCK_IN) { + for (int block_w = 0; block_w < n_inp_cols; block_w += VTA_BLOCK_IN) { + int in_h, in_w, w_h, w_w; + in_h = in_w = w_h = w_w = 0; + // Matmul a block + for (int i = block_batch; i < (block_batch + VTA_BLOCK_IN < n_inp_rows ? block_batch + VTA_BLOCK_IN : n_inp_rows); ++i) { + in_h += 1; + int sum = 0; + for (int j = block_h ; j < (block_h + VTA_BLOCK_OUT < n_wgt_rows ? block_h + VTA_BLOCK_OUT : n_wgt_rows); ++j) { + for (int k = block_w; k < (block_w + VTA_BLOCK_IN < n_inp_cols ? block_w + VTA_BLOCK_IN : n_inp_cols); ++k) { + input_buf[i * VTA_BLOCK_IN + k] = input[i * VTA_BLOCK_IN + k]; + wgt_buf[j * VTA_BLOCK_IN + k] = weight[j * VTA_BLOCK_IN + k]; + sum += input[i * VTA_BLOCK_IN + k] * weight[j * VTA_BLOCK_IN + k]; + } + sum *= factor; + sum >>= nbits; + out_buf[i * n_wgt_rows + j] = sum; + } + } } + // std::string data_file = dump_datafile(input_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, + // wgt_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, + // nullptr, 0, + // uop_buf, uop_size, + // "ilavta_dense"); + + // std::string ila_asm = call_node.GetAttr>("asm_file")[0]; + // std::ifstream fin(ila_asm); + // nlohmann::json asm_data = nlohmann::json::parse(fin); + // fin.close(); + // asm_data["asm"][4]["imm"] = factor; + // asm_data["asm"][5]["imm"] = nbits; + // // nlohmann::json asm_data = get_blocked_gemm(batch, in_channels, VTA_BLOCK_OUT * 2, false, 1, factor, nbits); + // std::ofstream fout(ila_asm); + // fout << asm_data; + // fout.close(); + + // auto output_data = data_entry_[outputs_[0].id_]; + // auto output_node = nodes_[outputs_[0].id_]; + // auto dtype = DLDataType2String(output_data->dtype); + // sim_time = runSimGetData("ilavta_dense", driver_dir, ila_asm, data_file, GetDataSize(*output_data), batch_size, n_wgt_rows, output_data->data, dtype); } } - // int wgt_ptr_x = 0; - // int wgt_ptr_y = 0; - - /* - * Split the weight according submatrices with the dimension - * VTA_BLOCK_OUT* VTA_BLOCK_IN and flatten each block by rows - * For instance a 4 by 4 matrix - * 1 2 3 4 - * 5 6 7 8 - * 9 A B C - * D E F G - * will become - * 1 2 5 6 - * 3 4 7 8 - * 9 A D E - * B C F G - * if VTA_BLOCK_OUT and VTA_BLOCK_IN are equal to 2. - * Zero-padding applies when there are not enough elements in a block - * that fills up VTA_BLOCK_OUT * VTA_BLOCK_IN elements. - * For example, using the above matrix, if VTA_BLOCK_OUT and VTA_BLOCK_IN are 3, the - * resulting weight buffer will be - * 1 2 3 5 6 7 9 A B - * 4 0 0 8 0 0 C 0 0 - * D E F 0 0 0 0 0 0 - * G 0 0 0 0 0 0 0 0 - * */ - // for (int i = 0; i < n_wgt_rows; i += VTA_BLOCK_OUT) { - // for (int j = 0; j < n_wgt_cols; j += VTA_BLOCK_IN) { - // // Flatten a block into weight buffer - // for (int x = i; x < i + VTA_BLOCK_OUT; ++x) { - // for (int y = j; y < j + VTA_BLOCK_IN; ++y) { - // if (x >= n_wgt_rows || y >= n_wgt_cols) { - // // zero padding - // wgt_buf[wgt_ptr_x * in_channels + wgt_ptr_y] = 0; - // } else { - // wgt_buf[wgt_ptr_x * in_channels + wgt_ptr_y] = weight[x * n_wgt_cols + y]; - // } - // wgt_ptr_y++; - // if (wgt_ptr_y == in_channels) { - // wgt_ptr_y = 0; - // wgt_ptr_x++; - // } - // } - // } - // } - // } - -#if 1 - std::cerr << "Weights:\n"; - for (int i = 0; i < out_channels; ++i) { - for (int j = 0; j < in_channels; ++j) { - std::cerr << (int)(wgt_buf[i * in_channels + j]) << " "; - } - std::cerr << std::endl; - } -#endif - - for (int i = 0; i < batch * out_channels; ++i) { - acc_buf[i] = 0; - } - - std::string data_file = dump_datafile(input_buf, batch * in_channels, - wgt_buf, in_channels * out_channels, - nullptr, 0, - uop_buf, uop_size, - "ilavta_dense"); + // std::string data_file = dump_datafile(input_buf, batch * in_channels, + // wgt_buf, in_channels * out_channels, + // nullptr, 0, + // uop_buf, uop_size, + // "ilavta_dense"); - std::string ila_asm = call_node.GetAttr>("asm_file")[0]; + // std::string ila_asm = call_node.GetAttr>("asm_file")[0]; // std::ifstream fin(ila_asm); // nlohmann::json asm_data = nlohmann::json::parse(fin); // fin.close(); // asm_data["asm"][4]["imm"] = factor; // asm_data["asm"][5]["imm"] = nbits; - nlohmann::json asm_data = get_blocked_gemm(batch, in_channels, VTA_BLOCK_OUT * 2, false, 1, factor, nbits); - std::ofstream fout(ila_asm); - fout << asm_data; - fout.close(); - - auto output_data = data_entry_[outputs_[0].id_]; - auto output_node = nodes_[outputs_[0].id_]; - auto dtype = DLDataType2String(output_data->dtype); - LOG(INFO) << "Output dtype: " << dtype; - sim_time = runSimGetData("ilavta_dense", driver_dir, ila_asm, data_file, GetDataSize(*output_data), batch_size, n_wgt_rows, output_data->data, dtype); + // // nlohmann::json asm_data = get_blocked_gemm(batch, in_channels, VTA_BLOCK_OUT * 2, false, 1, factor, nbits); + // std::ofstream fout(ila_asm); + // fout << asm_data; + // fout.close(); + + // auto output_data = data_entry_[outputs_[0].id_]; + // auto output_node = nodes_[outputs_[0].id_]; + // auto dtype = DLDataType2String(output_data->dtype); + // sim_time = runSimGetData("ilavta_dense", driver_dir, ila_asm, data_file, GetDataSize(*output_data), batch_size, n_wgt_rows, output_data->data, dtype); } else if (outputs_.size() == 1 && nodes_[outputs_[0].id_].GetOpName() == "ilavta.bias_add") { auto input_eid = EntryID(input_nodes_[0], 0); auto bias_eid = EntryID(input_nodes_[1], 0); From a9156044d8c5cd0ec5ce468903a51ff4f8106bef Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 19 Nov 2021 03:06:41 -0800 Subject: [PATCH 116/129] fix --- src/runtime/contrib/ilavta/ilavta_runtime.cc | 42 ++++++++++---------- 1 file changed, 21 insertions(+), 21 deletions(-) diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index ef2331f61..7ed3532f4 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -109,27 +109,29 @@ class ILAVTARuntime : public JSONRuntimeBase { int8_t* out_buf = reinterpret_cast(output_data->data); VTAUop* uop_buf = getGEMMUops(batch / VTA_BATCH, 1, 1); - for (int block_batch = 0; block_batch < n_inp_rows; block_batch += VTA_BLOCK_IN) { - for (int block_h = 0; block_h < n_wgt_rows; block_h += VTA_BLOCK_IN) { - for (int block_w = 0; block_w < n_inp_cols; block_w += VTA_BLOCK_IN) { - int in_h, in_w, w_h, w_w; - in_h = in_w = w_h = w_w = 0; - // Matmul a block - for (int i = block_batch; i < (block_batch + VTA_BLOCK_IN < n_inp_rows ? block_batch + VTA_BLOCK_IN : n_inp_rows); ++i) { - in_h += 1; - int sum = 0; - for (int j = block_h ; j < (block_h + VTA_BLOCK_OUT < n_wgt_rows ? block_h + VTA_BLOCK_OUT : n_wgt_rows); ++j) { - for (int k = block_w; k < (block_w + VTA_BLOCK_IN < n_inp_cols ? block_w + VTA_BLOCK_IN : n_inp_cols); ++k) { - input_buf[i * VTA_BLOCK_IN + k] = input[i * VTA_BLOCK_IN + k]; - wgt_buf[j * VTA_BLOCK_IN + k] = weight[j * VTA_BLOCK_IN + k]; - sum += input[i * VTA_BLOCK_IN + k] * weight[j * VTA_BLOCK_IN + k]; + std::vector set_indices; + + for (int block_h = 0; block_h < batch_size; block_h += VTA_BLOCK_IN) { + for (int block_k = 0; block_k < n_wgt_rows; block_k += VTA_BLOCK_IN) { + for (int block_w = 0; block_w < n_inp_cols; block_w += VTA_BLOCK_OUT) { + int inp_size = 0; + int wgt_size = 0; + for (int i = block_h; i < (block_h + VTA_BLOCK_OUT < batch_size ? block_h + VTA_BLOCK_OUT : batch); ++i) { + int sum = 0; + for (int j = block_k ; j < (block_k + VTA_BLOCK_OUT < n_wgt_rows ? block_k + VTA_BLOCK_OUT : n_wgt_rows); ++j) { + for (int k = block_w; k < (block_w + VTA_BLOCK_IN < n_inp_cols ? block_w + VTA_BLOCK_IN : n_inp_cols); ++k) { + sum += input[i * n_inp_cols + k] * weight[j * n_wgt_cols + k]; + } + } + sum *= factor; + sum >>= nbits; + sum = sum > 127 ? 127 : sum; + sum = sum < -127 ? -127 : sum; + out_buf[i * n_wgt_rows + j] = static_cast(sum); } - sum *= factor; - sum >>= nbits; - out_buf[i * n_wgt_rows + j] = sum; - } } - } + } + } // std::string data_file = dump_datafile(input_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, // wgt_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, // nullptr, 0, @@ -151,8 +153,6 @@ class ILAVTARuntime : public JSONRuntimeBase { // auto output_node = nodes_[outputs_[0].id_]; // auto dtype = DLDataType2String(output_data->dtype); // sim_time = runSimGetData("ilavta_dense", driver_dir, ila_asm, data_file, GetDataSize(*output_data), batch_size, n_wgt_rows, output_data->data, dtype); - } - } // std::string data_file = dump_datafile(input_buf, batch * in_channels, // wgt_buf, in_channels * out_channels, From c3a44eb160c06f7bca12ba851c05e6eef8851cec Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 19 Nov 2021 03:17:45 -0800 Subject: [PATCH 117/129] add ref print --- src/runtime/contrib/ilavta/ilavta_runtime.cc | 29 ++++++++++++++++---- 1 file changed, 23 insertions(+), 6 deletions(-) diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 7ed3532f4..d535640ba 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -111,6 +111,21 @@ class ILAVTARuntime : public JSONRuntimeBase { std::vector set_indices; + int32_t* result = new int32_t[batch * n_wgt_rows]; + memset(result, 0, sizeof(int) * batch * n_wgt_rows); + + LOG(INFO) << "Reference:"; + for (int i = 0; i < batch; ++i) { + for (int j = 0; j < n_wgt_rows; ++j) { + int sum = 0; + for (int k = 0; k < n_inp_cols; ++k) { + sum += input[i * n_inp_cols + k] * weight[j * n_inp_cols + k]; + } + std::cerr << sum << " "; + } + std::cerr << "\n"; + } + for (int block_h = 0; block_h < batch_size; block_h += VTA_BLOCK_IN) { for (int block_k = 0; block_k < n_wgt_rows; block_k += VTA_BLOCK_IN) { for (int block_w = 0; block_w < n_inp_cols; block_w += VTA_BLOCK_OUT) { @@ -120,17 +135,19 @@ class ILAVTARuntime : public JSONRuntimeBase { int sum = 0; for (int j = block_k ; j < (block_k + VTA_BLOCK_OUT < n_wgt_rows ? block_k + VTA_BLOCK_OUT : n_wgt_rows); ++j) { for (int k = block_w; k < (block_w + VTA_BLOCK_IN < n_inp_cols ? block_w + VTA_BLOCK_IN : n_inp_cols); ++k) { - sum += input[i * n_inp_cols + k] * weight[j * n_wgt_cols + k]; + result[i * n_wgt_rows + j] += input[i * n_inp_cols + k] * weight[j * n_wgt_cols + k]; } } - sum *= factor; - sum >>= nbits; - sum = sum > 127 ? 127 : sum; - sum = sum < -127 ? -127 : sum; - out_buf[i * n_wgt_rows + j] = static_cast(sum); } } } + } + LOG(INFO) << "Result:"; + for (int i = 0; i < batch; ++i) { + for (int j = 0; j < n_inp_rows; ++j) { + std::cerr << result[i * n_inp_rows + j] << " "; + } + std::cerr << "\n"; } // std::string data_file = dump_datafile(input_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, // wgt_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, From 4f2d41bcdd227ed6a01e2701b4c59a4df78b5be4 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 19 Nov 2021 03:22:18 -0800 Subject: [PATCH 118/129] try output --- src/runtime/contrib/ilavta/ilavta_runtime.cc | 36 ++++++++++++-------- 1 file changed, 22 insertions(+), 14 deletions(-) diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index d535640ba..f2f332a2d 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -114,17 +114,17 @@ class ILAVTARuntime : public JSONRuntimeBase { int32_t* result = new int32_t[batch * n_wgt_rows]; memset(result, 0, sizeof(int) * batch * n_wgt_rows); - LOG(INFO) << "Reference:"; - for (int i = 0; i < batch; ++i) { - for (int j = 0; j < n_wgt_rows; ++j) { - int sum = 0; - for (int k = 0; k < n_inp_cols; ++k) { - sum += input[i * n_inp_cols + k] * weight[j * n_inp_cols + k]; - } - std::cerr << sum << " "; - } - std::cerr << "\n"; - } + // LOG(INFO) << "Reference:"; + // for (int i = 0; i < batch; ++i) { + // for (int j = 0; j < n_wgt_rows; ++j) { + // int sum = 0; + // for (int k = 0; k < n_inp_cols; ++k) { + // sum += input[i * n_inp_cols + k] * weight[j * n_inp_cols + k]; + // } + // std::cerr << sum << " "; + // } + // std::cerr << "\n"; + // } for (int block_h = 0; block_h < batch_size; block_h += VTA_BLOCK_IN) { for (int block_k = 0; block_k < n_wgt_rows; block_k += VTA_BLOCK_IN) { @@ -142,13 +142,21 @@ class ILAVTARuntime : public JSONRuntimeBase { } } } - LOG(INFO) << "Result:"; for (int i = 0; i < batch; ++i) { for (int j = 0; j < n_inp_rows; ++j) { - std::cerr << result[i * n_inp_rows + j] << " "; + int res = ((result[i * n_inp_rows + j] * factor) >> nbits); + res = res > 127 ? 127 : res; + res = res < -127 ? -127 : res; + out_buf[i * n_inp_rows + j] = static_cast(res); } - std::cerr << "\n"; } + // LOG(INFO) << "Result:"; + // for (int i = 0; i < batch; ++i) { + // for (int j = 0; j < n_inp_rows; ++j) { + // std::cerr << result[i * n_inp_rows + j] << " "; + // } + // std::cerr << "\n"; + // } // std::string data_file = dump_datafile(input_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, // wgt_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, // nullptr, 0, From 20ab7bbb761c14ddeca6d88bf529717bea60ed12 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 19 Nov 2021 03:40:33 -0800 Subject: [PATCH 119/129] add vta calls --- .../contrib/ilavta/ilavta_codegen_utils.cc | 6 +- src/runtime/contrib/ilavta/ilavta_runtime.cc | 93 +++++++++---------- 2 files changed, 48 insertions(+), 51 deletions(-) diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc index b6f2a5262..fc9cae352 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc @@ -152,9 +152,9 @@ std::string write_to_file(const std::string& filename, const json& data) { std::string CompileGEMM(int batch, size_t n_inp_cols, size_t n_wgt_rows, int factor, int nbits, std::string filename) { int batch_size = batch; - batch = batch_size * VTA_BATCH; - int in_dim = n_inp_cols % VTA_BLOCK_IN != 0 ? n_inp_cols / VTA_BLOCK_IN + 1 : n_inp_cols / VTA_BLOCK_IN; - int out_dim = n_wgt_rows % VTA_BLOCK_OUT != 0 ? n_wgt_rows / VTA_BLOCK_OUT + 1 : n_wgt_rows / VTA_BLOCK_OUT; + batch = VTA_BLOCK_OUT; + int in_dim = 1; + int out_dim = 1; int in_channels = in_dim * VTA_BLOCK_IN; int out_channels = out_dim * VTA_BLOCK_OUT; size_t uop_size = batch / VTA_BATCH * in_channels / VTA_BLOCK_IN * out_channels / VTA_BLOCK_OUT; diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index f2f332a2d..76f12d3f8 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -88,7 +88,7 @@ class ILAVTARuntime : public JSONRuntimeBase { int in_channels = in_dim * VTA_BLOCK_IN; int out_channels = out_dim * VTA_BLOCK_OUT; - int uop_size = batch / VTA_BATCH * in_channels / VTA_BLOCK_IN * out_channels / VTA_BLOCK_OUT; + int uop_size = VTA_BLOCK_OUT; int8_t* input = reinterpret_cast(input_node_data->data); int8_t* weight = reinterpret_cast(wgt_node_data->data); @@ -102,54 +102,72 @@ class ILAVTARuntime : public JSONRuntimeBase { int nbits = imm[1]; LOG(INFO) << "factor = " << factor << " " << "nbits = " << nbits << " approx = " << (double)factor / (double)(1 << nbits); - int8_t* input_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * VTA_BLOCK_IN * VTA_BLOCK_OUT, 0)); - int8_t* wgt_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * VTA_BLOCK_IN * VTA_BLOCK_OUT, 0)); + int8_t* input_buf = reinterpret_cast(malloc(sizeof(int8_t) * VTA_BLOCK_IN * VTA_BLOCK_OUT)); + int8_t* wgt_buf = reinterpret_cast(malloc(sizeof(int8_t) * VTA_BLOCK_IN * VTA_BLOCK_OUT)); auto output_data = data_entry_[outputs_[0].id_]; auto output_node = nodes_[outputs_[0].id_]; int8_t* out_buf = reinterpret_cast(output_data->data); - VTAUop* uop_buf = getGEMMUops(batch / VTA_BATCH, 1, 1); + int8_t* out_inter = new int8_t[VTA_BLOCK_OUT * VTA_BLOCK_OUT]; + VTAUop* uop_buf = getGEMMUops(VTA_BLOCK_OUT, 1, 1); - std::vector set_indices; + std::vector set_indices; int32_t* result = new int32_t[batch * n_wgt_rows]; memset(result, 0, sizeof(int) * batch * n_wgt_rows); - // LOG(INFO) << "Reference:"; - // for (int i = 0; i < batch; ++i) { - // for (int j = 0; j < n_wgt_rows; ++j) { - // int sum = 0; - // for (int k = 0; k < n_inp_cols; ++k) { - // sum += input[i * n_inp_cols + k] * weight[j * n_inp_cols + k]; - // } - // std::cerr << sum << " "; - // } - // std::cerr << "\n"; - // } - for (int block_h = 0; block_h < batch_size; block_h += VTA_BLOCK_IN) { for (int block_k = 0; block_k < n_wgt_rows; block_k += VTA_BLOCK_IN) { for (int block_w = 0; block_w < n_inp_cols; block_w += VTA_BLOCK_OUT) { int inp_size = 0; int wgt_size = 0; - for (int i = block_h; i < (block_h + VTA_BLOCK_OUT < batch_size ? block_h + VTA_BLOCK_OUT : batch); ++i) { - int sum = 0; + int inp_rows = (block_h + VTA_BLOCK_OUT < batch_size ? VTA_BLOCK_OUT : batch_size - block_h + 1); + int inp_cols = (block_w + VTA_BLOCK_IN < n_inp_cols ? VTA_BLOCK_IN : n_inp_cols - block_w + 1); + int wgt_rows = (block_k + VTA_BLOCK_OUT < n_wgt_rows ? VTA_BLOCK_OUT : n_wgt_rows - block_k + 1); + set_indices.clear(); + memset(out_inter, 0, sizeof(int8_t) * VTA_BLOCK_OUT * VTA_BLOCK_IN); + memset(input_buf, 0, sizeof(int8_t) * VTA_BLOCK_OUT * VTA_BLOCK_IN); + memset(wgt_buf, 0, sizeof(int8_t) * VTA_BLOCK_OUT * VTA_BLOCK_IN); + for (int i = block_h; i < (block_h + VTA_BLOCK_OUT < batch_size ? block_h + VTA_BLOCK_OUT : batch_size); ++i) { for (int j = block_k ; j < (block_k + VTA_BLOCK_OUT < n_wgt_rows ? block_k + VTA_BLOCK_OUT : n_wgt_rows); ++j) { for (int k = block_w; k < (block_w + VTA_BLOCK_IN < n_inp_cols ? block_w + VTA_BLOCK_IN : n_inp_cols); ++k) { + set_indices.push_back(i * n_wgt_rows + j); result[i * n_wgt_rows + j] += input[i * n_inp_cols + k] * weight[j * n_wgt_cols + k]; + input_buf[inp_size++] = input[i * n_inp_cols + k]; + wgt_buf[wgt_size++] = weight[j * n_wgt_cols + k]; } } } + std::string data_file = dump_datafile(input_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, + wgt_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, + nullptr, 0, + uop_buf, uop_size, + "ilavta_dense"); + std::string ila_asm = call_node.GetAttr>("asm_file")[0]; + std::ifstream fin(ila_asm); + nlohmann::json asm_data = nlohmann::json::parse(fin); + fin.close(); + asm_data["asm"][4]["imm"] = factor; + asm_data["asm"][5]["imm"] = nbits; + std::ofstream fout(ila_asm); + fout << asm_data; + fout.close(); + sim_time = runSimGetData("ilavta_dense", driver_dir, ila_asm, data_file, + inp_rows * wgt_rows, batch_size, n_wgt_rows, out_inter, "int8_t"); + int ptr = 0; + for (int idx: set_indices) { + out_buf[idx] = out_inter[ptr++]; + } } } } - for (int i = 0; i < batch; ++i) { - for (int j = 0; j < n_inp_rows; ++j) { - int res = ((result[i * n_inp_rows + j] * factor) >> nbits); - res = res > 127 ? 127 : res; - res = res < -127 ? -127 : res; - out_buf[i * n_inp_rows + j] = static_cast(res); - } - } + // for (int i = 0; i < batch; ++i) { + // for (int j = 0; j < n_inp_rows; ++j) { + // int res = ((result[i * n_inp_rows + j] * factor) >> nbits); + // res = res > 127 ? 127 : res; + // res = res < -127 ? -127 : res; + // out_buf[i * n_inp_rows + j] = static_cast(res); + // } + // } // LOG(INFO) << "Result:"; // for (int i = 0; i < batch; ++i) { // for (int j = 0; j < n_inp_rows; ++j) { @@ -157,27 +175,6 @@ class ILAVTARuntime : public JSONRuntimeBase { // } // std::cerr << "\n"; // } - // std::string data_file = dump_datafile(input_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, - // wgt_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, - // nullptr, 0, - // uop_buf, uop_size, - // "ilavta_dense"); - - // std::string ila_asm = call_node.GetAttr>("asm_file")[0]; - // std::ifstream fin(ila_asm); - // nlohmann::json asm_data = nlohmann::json::parse(fin); - // fin.close(); - // asm_data["asm"][4]["imm"] = factor; - // asm_data["asm"][5]["imm"] = nbits; - // // nlohmann::json asm_data = get_blocked_gemm(batch, in_channels, VTA_BLOCK_OUT * 2, false, 1, factor, nbits); - // std::ofstream fout(ila_asm); - // fout << asm_data; - // fout.close(); - - // auto output_data = data_entry_[outputs_[0].id_]; - // auto output_node = nodes_[outputs_[0].id_]; - // auto dtype = DLDataType2String(output_data->dtype); - // sim_time = runSimGetData("ilavta_dense", driver_dir, ila_asm, data_file, GetDataSize(*output_data), batch_size, n_wgt_rows, output_data->data, dtype); // std::string data_file = dump_datafile(input_buf, batch * in_channels, // wgt_buf, in_channels * out_channels, From 185f86f299a6ad80d00c83335a0ff19d539f4f06 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 19 Nov 2021 04:45:07 -0800 Subject: [PATCH 120/129] fix calls --- src/runtime/contrib/ilavta/ilavta_helpers.cc | 160 ------------------- src/runtime/contrib/ilavta/ilavta_helpers.h | 3 - src/runtime/contrib/ilavta/ilavta_runtime.cc | 69 ++++---- 3 files changed, 35 insertions(+), 197 deletions(-) diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.cc b/src/runtime/contrib/ilavta/ilavta_helpers.cc index e720565c7..b1a21f18f 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.cc +++ b/src/runtime/contrib/ilavta/ilavta_helpers.cc @@ -309,166 +309,6 @@ json getAluAsm(int alu_opcode, int uop_bgn, int uop_end, bool use_imm, uint16_t {"imm", imm}}; } -json get_blocked_gemm(int batch, int channels, int block, bool uop_compression, int virtual_threads, - int factor, int nbits) { - // Some assertions - assert(block % VTA_BLOCK_IN == 0); - assert(block % VTA_BLOCK_OUT == 0); - assert(block % VTA_BATCH == 0); - assert(channels % block == 0); - assert(batch % block == 0); - json prog_frag = {}; - prog_frag["asm"] = json::array({}); - auto& prog = prog_frag["asm"]; - - // printf("=====================================================================================\n"); - // printf("INFO - Blocked GEMM test: batch=%d, channels=%d, block=%d, uop_comp=%d, vt=%d\n", - // batch, channels, block, uop_compression, virtual_threads); - - // Input/output channels - int in_feat = channels; - int out_feat = channels; - // Derive number of elements that need to be loaded/stored - int ins_size = batch / block * out_feat / block * (2 + in_feat / block * 3) + 2; - int uop_size = uop_compression ? block / VTA_BATCH * virtual_threads - : block / VTA_BATCH * block / VTA_BLOCK_IN * block / - VTA_BLOCK_OUT * virtual_threads; - int inp_size = batch / VTA_BATCH * in_feat / VTA_BLOCK_IN; - int wgt_size = in_feat / VTA_BLOCK_IN * out_feat / VTA_BLOCK_OUT; - int out_size = batch / VTA_BATCH * out_feat / VTA_BLOCK_OUT; - // Blocked buffer sizes (in terms of elements) - int inp_block_size = block / VTA_BATCH * block / VTA_BLOCK_IN; - int wgt_block_size = block / VTA_BLOCK_IN * block / VTA_BLOCK_OUT; - int out_block_size = block / VTA_BATCH * block / VTA_BLOCK_OUT; - // Make sure we don't exceed buffer bounds - assert(uop_size <= VTA_UOP_BUFF_DEPTH); - assert(inp_block_size <= VTA_INP_BUFF_DEPTH); - assert(wgt_block_size <= VTA_WGT_BUFF_DEPTH); - assert(out_block_size <= VTA_ACC_BUFF_DEPTH); - - // Initialize instruction buffer - VTAGenericInsn* insn_buf = - static_cast(VTAMemAlloc(sizeof(VTAGenericInsn) * ins_size, 0)); - int insn_idx = 0; - - // Load uops - // insn_buf[insn_idx++] = get1DLoadStoreInsn(VTA_OPCODE_LOAD, - // VTA_MEM_ID_UOP, - // 0, - // 0, - // uop_size, - // 0, - // 0, - // 0, - // 0); - prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_UOP, 0, 0, 1, uop_size, 0, 0, 0)); - // Iterate over batch blocks - for (int i = 0; i < batch; i += block) { - // Iterate over output channel blocks - for (int j = 0; j < out_feat; j += block) { - // Load bias block (pop next if not first, push prev) - // insn_buf[insn_idx++] = get2DLoadStoreInsn( - // VTA_OPCODE_LOAD, // opcode - // VTA_MEM_ID_ACC, // type - // 0, // sram offset - // (i / VTA_BATCH * out_feat + j) / VTA_BLOCK_OUT, // dram offset - // block / VTA_BATCH, // y size - // block / VTA_BLOCK_OUT, // x size - // out_feat / VTA_BLOCK_OUT, // x stride - // 0, // y pad - // 0, // x pad - // 0, // pop prev dep - // (i > 0 || j > 0), // pop next dep - // (virtual_threads == 1), // push prev dep - // 0); // push next dep - prog.push_back(get2DLoadStoreAsm( - VTA_OPCODE_LOAD, VTA_MEM_ID_ACC, 0, (i / VTA_BATCH * out_feat + j) / VTA_BLOCK_OUT, - block / VTA_BATCH, block / VTA_BLOCK_OUT, out_feat / VTA_BLOCK_OUT, 0, 0)); - // Iterate over input channel blocks - for (int k = 0; k < in_feat; k += block) { - for (int l = 0; l < block; l += block) { - // Load weight block (pop next) - // insn_buf[insn_idx++] = get2DLoadStoreInsn( - // VTA_OPCODE_LOAD, // opcode - // VTA_MEM_ID_WGT, // type - // l / VTA_BLOCK_IN * block / VTA_BLOCK_OUT, // sram offset - // (j / VTA_BLOCK_OUT * in_feat + k + l) / VTA_BLOCK_IN, // dram offset - // block / VTA_BLOCK_OUT, // y size - // block / VTA_BLOCK_IN, // x size - // in_feat / VTA_BLOCK_IN, // x stride - // 0, // y pad - // 0, // x pad - // 0, // pop prev dep - // pop, // pop next dep - // 0, // push prev dep - // 0); // push next dep - prog.push_back(get2DLoadStoreAsm( - VTA_OPCODE_LOAD, VTA_MEM_ID_WGT, l / VTA_BLOCK_IN * block / VTA_BLOCK_OUT, - (j / VTA_BLOCK_OUT * in_feat + k + l) / VTA_BLOCK_IN, block / VTA_BLOCK_OUT, - block / VTA_BLOCK_IN, in_feat / VTA_BLOCK_IN, 0, 0)); - // Load input block (push next) - // insn_buf[insn_idx++] = get2DLoadStoreInsn( - // VTA_OPCODE_LOAD, // opcode - // VTA_MEM_ID_INP, // type - // l / VTA_BLOCK_IN * block / VTA_BATCH, // sram offset - // (i / VTA_BATCH * in_feat + k + l) / VTA_BLOCK_IN, // dram offset - // block / VTA_BATCH, // y size - // block / VTA_BLOCK_IN, // x size - // in_feat / VTA_BLOCK_IN, // x stride - // 0, // y pad - // 0, // x pad - // 0, // pop prev dep - // 0, // pop next dep - // 0, // push prev dep - // 1); // push next dep - prog.push_back(get2DLoadStoreAsm( - VTA_OPCODE_LOAD, VTA_MEM_ID_INP, l / VTA_BLOCK_IN * block / VTA_BATCH, - (i / VTA_BATCH * in_feat + k + l) / VTA_BLOCK_IN, block / VTA_BATCH, - block / VTA_BLOCK_IN, in_feat / VTA_BLOCK_IN, 0, 0)); - // Perform GEMM (pop prev, push prev if not last, push next if last) - // insn_buf[insn_idx++] = getGEMMInsn( - // l / block * uop_size / virtual_threads, // uop offset - // block / VTA_BATCH, // batch - // block / VTA_BLOCK_IN, // in_feat - // block / VTA_BLOCK_OUT, // out_feat - // uop_compression, // uop_compression - // 1, // pop_prev_dep - // 0, // pop_next_dep - // push_prev, // push prev dep - // push_next); // push_next_dep - prog.push_back(getGEMMAsm(l / block * uop_size, block / VTA_BATCH, block / VTA_BLOCK_IN, - block / VTA_BLOCK_OUT)); - } - } - - // Store output block (pop prev, push prev if not last) - // insn_buf[insn_idx++] = get2DLoadStoreInsn( - // VTA_OPCODE_STORE, // opcode - // VTA_MEM_ID_OUT, // type - // 0, // sram offset - // (i / VTA_BATCH * out_feat + j) / VTA_BLOCK_OUT, // dram offset - // block / VTA_BATCH, // y size - // block / VTA_BLOCK_OUT, // x size - // out_feat / VTA_BLOCK_OUT, // x stride - // 0, // y pad - // 0, // x pad - // 1, // pop prev dep - // 0, // pop next dep - // 1, // pop prev dep - // 0); // push next dep - // } - prog.push_back(getAluAsm(4, 0, uop_size, 1, factor)); - prog.push_back(getAluAsm(VTA_ALU_OPCODE_SHR, 0, uop_size, 1, nbits)); - prog.push_back(getAluAsm(VTA_ALU_OPCODE_MIN, 0, uop_size, 1, 127)); - prog.push_back(getAluAsm(VTA_ALU_OPCODE_MAX, 0, uop_size, 1, -127)); - prog.push_back(get2DLoadStoreAsm( - VTA_OPCODE_STORE, VTA_MEM_ID_OUT, 0, (i / VTA_BATCH * out_feat + j) / VTA_BLOCK_OUT, - block / VTA_BATCH, block / VTA_BLOCK_OUT, out_feat / VTA_BLOCK_OUT, 0, 0)); - } - return prog_frag; - } -} - /* * Code adopted from https://github.com/apache/tvm-vta/blob/main/tests/hardware/common/test_lib.cc * */ diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.h b/src/runtime/contrib/ilavta/ilavta_helpers.h index 8b9cfc331..dd754c929 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.h +++ b/src/runtime/contrib/ilavta/ilavta_helpers.h @@ -115,9 +115,6 @@ std::string dump_datafile(int8_t* input_buf, size_t input_size, std::string filename); std::vector approximate_scale(double x); - -json get_blocked_gemm(int batch, int channels, - int block, bool uop_compression, int virtual_threads, int factor, int nbits); } } } diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 76f12d3f8..79f05cab6 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -110,33 +110,39 @@ class ILAVTARuntime : public JSONRuntimeBase { int8_t* out_inter = new int8_t[VTA_BLOCK_OUT * VTA_BLOCK_OUT]; VTAUop* uop_buf = getGEMMUops(VTA_BLOCK_OUT, 1, 1); - std::vector set_indices; - - int32_t* result = new int32_t[batch * n_wgt_rows]; - memset(result, 0, sizeof(int) * batch * n_wgt_rows); + int32_t* acc_buf = new int32_t[batch * n_wgt_rows]; + memset(acc_buf, 0, sizeof(int) * batch * n_wgt_rows); for (int block_h = 0; block_h < batch_size; block_h += VTA_BLOCK_IN) { for (int block_k = 0; block_k < n_wgt_rows; block_k += VTA_BLOCK_IN) { for (int block_w = 0; block_w < n_inp_cols; block_w += VTA_BLOCK_OUT) { int inp_size = 0; int wgt_size = 0; - int inp_rows = (block_h + VTA_BLOCK_OUT < batch_size ? VTA_BLOCK_OUT : batch_size - block_h + 1); - int inp_cols = (block_w + VTA_BLOCK_IN < n_inp_cols ? VTA_BLOCK_IN : n_inp_cols - block_w + 1); - int wgt_rows = (block_k + VTA_BLOCK_OUT < n_wgt_rows ? VTA_BLOCK_OUT : n_wgt_rows - block_k + 1); - set_indices.clear(); + int inp_rows = (block_h + VTA_BLOCK_OUT < batch_size ? VTA_BLOCK_OUT : batch_size) - block_h; + int inp_cols = (block_w + VTA_BLOCK_IN < n_inp_cols ? VTA_BLOCK_IN : n_inp_cols) - block_w; + int wgt_rows = (block_k + VTA_BLOCK_OUT < n_wgt_rows ? VTA_BLOCK_OUT : n_wgt_rows) - block_k; memset(out_inter, 0, sizeof(int8_t) * VTA_BLOCK_OUT * VTA_BLOCK_IN); memset(input_buf, 0, sizeof(int8_t) * VTA_BLOCK_OUT * VTA_BLOCK_IN); memset(wgt_buf, 0, sizeof(int8_t) * VTA_BLOCK_OUT * VTA_BLOCK_IN); for (int i = block_h; i < (block_h + VTA_BLOCK_OUT < batch_size ? block_h + VTA_BLOCK_OUT : batch_size); ++i) { - for (int j = block_k ; j < (block_k + VTA_BLOCK_OUT < n_wgt_rows ? block_k + VTA_BLOCK_OUT : n_wgt_rows); ++j) { - for (int k = block_w; k < (block_w + VTA_BLOCK_IN < n_inp_cols ? block_w + VTA_BLOCK_IN : n_inp_cols); ++k) { - set_indices.push_back(i * n_wgt_rows + j); - result[i * n_wgt_rows + j] += input[i * n_inp_cols + k] * weight[j * n_wgt_cols + k]; - input_buf[inp_size++] = input[i * n_inp_cols + k]; - wgt_buf[wgt_size++] = weight[j * n_wgt_cols + k]; - } - } + for (int k = block_w; k < (block_w + VTA_BLOCK_IN < n_inp_cols ? block_w + VTA_BLOCK_IN : n_inp_cols); ++k) { + input_buf[inp_size++] = input[i * n_inp_cols + k]; + } + } + for (int j = block_k ; j < (block_k + VTA_BLOCK_OUT < n_wgt_rows ? block_k + VTA_BLOCK_OUT : n_wgt_rows); ++j) { + for (int k = block_w; k < (block_w + VTA_BLOCK_IN < n_inp_cols ? block_w + VTA_BLOCK_IN : n_inp_cols); ++k) { + wgt_buf[wgt_size++] = weight[j * n_wgt_cols + k]; + } } + // for (int i = block_h; i < (block_h + VTA_BLOCK_OUT < batch_size ? block_h + VTA_BLOCK_OUT : batch_size); ++i) { + // for (int j = block_k ; j < (block_k + VTA_BLOCK_OUT < n_wgt_rows ? block_k + VTA_BLOCK_OUT : n_wgt_rows); ++j) { + // for (int k = block_w; k < (block_w + VTA_BLOCK_IN < n_inp_cols ? block_w + VTA_BLOCK_IN : n_inp_cols); ++k) { + // result[i * n_wgt_rows + j] += input[i * n_inp_cols + k] * weight[j * n_wgt_cols + k]; + // input_buf[inp_size++] = input[i * n_inp_cols + k]; + // wgt_buf[wgt_size++] = weight[j * n_wgt_cols + k]; + // } + // } + // } std::string data_file = dump_datafile(input_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, wgt_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, nullptr, 0, @@ -152,29 +158,24 @@ class ILAVTARuntime : public JSONRuntimeBase { fout << asm_data; fout.close(); sim_time = runSimGetData("ilavta_dense", driver_dir, ila_asm, data_file, - inp_rows * wgt_rows, batch_size, n_wgt_rows, out_inter, "int8_t"); + inp_rows * wgt_rows, inp_rows, wgt_rows, out_inter, "int8_t"); int ptr = 0; - for (int idx: set_indices) { - out_buf[idx] = out_inter[ptr++]; + for (int i = block_h; i < (block_h + VTA_BLOCK_OUT < batch_size ? block_h + VTA_BLOCK_OUT : batch_size); ++i) { + for (int j = block_k ; j < (block_k + VTA_BLOCK_OUT < n_wgt_rows ? block_k + VTA_BLOCK_OUT : n_wgt_rows); ++j) { + int imm = static_cast(out_inter[ptr++]); + imm = imm << nbits; + imm = imm / factor; + acc_buf[i * n_wgt_cols + j] += imm; + } } } } } - // for (int i = 0; i < batch; ++i) { - // for (int j = 0; j < n_inp_rows; ++j) { - // int res = ((result[i * n_inp_rows + j] * factor) >> nbits); - // res = res > 127 ? 127 : res; - // res = res < -127 ? -127 : res; - // out_buf[i * n_inp_rows + j] = static_cast(res); - // } - // } - // LOG(INFO) << "Result:"; - // for (int i = 0; i < batch; ++i) { - // for (int j = 0; j < n_inp_rows; ++j) { - // std::cerr << result[i * n_inp_rows + j] << " "; - // } - // std::cerr << "\n"; - // } + for (int i = 0; i < batch; ++i) { + for (int j = 0; j < n_wgt_rows; ++j) { + out_buf[i * n_wgt_rows + j] = (acc_buf[i * n_wgt_cols + j] * factor) >> nbits; + } + } // std::string data_file = dump_datafile(input_buf, batch * in_channels, // wgt_buf, in_channels * out_channels, From 2c3a7196a82ab55c89d340c67c75b2bf4d614068 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 19 Nov 2021 04:45:58 -0800 Subject: [PATCH 121/129] use new --- src/runtime/contrib/ilavta/ilavta_runtime.cc | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 79f05cab6..b8ac021c1 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -102,8 +102,8 @@ class ILAVTARuntime : public JSONRuntimeBase { int nbits = imm[1]; LOG(INFO) << "factor = " << factor << " " << "nbits = " << nbits << " approx = " << (double)factor / (double)(1 << nbits); - int8_t* input_buf = reinterpret_cast(malloc(sizeof(int8_t) * VTA_BLOCK_IN * VTA_BLOCK_OUT)); - int8_t* wgt_buf = reinterpret_cast(malloc(sizeof(int8_t) * VTA_BLOCK_IN * VTA_BLOCK_OUT)); + int8_t* input_buf = new int8_t[VTA_BLOCK_IN * VTA_BLOCK_OUT]; + int8_t* wgt_buf = new int8_t[VTA_BLOCK_IN * VTA_BLOCK_OUT]; auto output_data = data_entry_[outputs_[0].id_]; auto output_node = nodes_[outputs_[0].id_]; int8_t* out_buf = reinterpret_cast(output_data->data); From f58598458dab8dca5d1c78060186d86d1c56cde1 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 19 Nov 2021 13:16:18 +0000 Subject: [PATCH 122/129] try fix --- .../backend/contrib/ilavta/ilavta_codegen_utils.cc | 6 +++--- src/runtime/contrib/ilavta/ilavta_helpers.cc | 6 +++--- src/runtime/contrib/ilavta/ilavta_runtime.cc | 12 ++++++++++-- 3 files changed, 16 insertions(+), 8 deletions(-) diff --git a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc index fc9cae352..1edca411a 100644 --- a/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc +++ b/src/relay/backend/contrib/ilavta/ilavta_codegen_utils.cc @@ -152,7 +152,7 @@ std::string write_to_file(const std::string& filename, const json& data) { std::string CompileGEMM(int batch, size_t n_inp_cols, size_t n_wgt_rows, int factor, int nbits, std::string filename) { int batch_size = batch; - batch = VTA_BLOCK_OUT; + batch = VTA_BLOCK_IN; int in_dim = 1; int out_dim = 1; int in_channels = in_dim * VTA_BLOCK_IN; @@ -162,8 +162,8 @@ std::string CompileGEMM(int batch, size_t n_inp_cols, size_t n_wgt_rows, int fac prog_frag["asm"] = json::array({}); auto& prog = prog_frag["asm"]; prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_UOP, 0, 0, 1, uop_size)); - prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_WGT, 0, 0, out_dim * in_dim, 1)); - prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_INP, 0, 0, batch * in_dim, 1)); + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_WGT, 0, 0, 1, 1)); + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_INP, 0, 0, VTA_BLOCK_IN, 1)); prog.push_back(getGEMMAsm(0, uop_size)); prog.push_back(getAluAsm(4 /* VTA_ALU_OPCODE_MUL */, 0, uop_size, 1, factor)); prog.push_back(getAluAsm(VTA_ALU_OPCODE_SHR, 0, uop_size, 1, nbits)); diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.cc b/src/runtime/contrib/ilavta/ilavta_helpers.cc index b1a21f18f..b4b46a9db 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.cc +++ b/src/runtime/contrib/ilavta/ilavta_helpers.cc @@ -514,9 +514,9 @@ size_t loadILAOutput(const ila_output_data& out_values, int8_t* buffer, size_t o size_t buf_cur = 0; int32_t temp; for (size_t i = 0; i < out_h; ++i) { - if (data_cur % VTA_BLOCK_OUT != 0) { - data_cur = (data_cur / VTA_BLOCK_OUT + 1) * VTA_BLOCK_OUT; - } + // if (data_cur % VTA_BLOCK_OUT != 0) { + // data_cur = (data_cur / VTA_BLOCK_OUT + 1) * VTA_BLOCK_OUT; + // } for (size_t j = 0; j < out_w; ++j) { auto val = out_values[data_cur++].at("data"); std::stringstream ss; diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index b8ac021c1..f6d026702 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -124,15 +124,22 @@ class ILAVTARuntime : public JSONRuntimeBase { memset(out_inter, 0, sizeof(int8_t) * VTA_BLOCK_OUT * VTA_BLOCK_IN); memset(input_buf, 0, sizeof(int8_t) * VTA_BLOCK_OUT * VTA_BLOCK_IN); memset(wgt_buf, 0, sizeof(int8_t) * VTA_BLOCK_OUT * VTA_BLOCK_IN); + std::cout << "inp_rows " << inp_rows << " inp_cols " << inp_cols << " wgt_rows " << wgt_rows << "\n"; + std::cout << "input block\n"; for (int i = block_h; i < (block_h + VTA_BLOCK_OUT < batch_size ? block_h + VTA_BLOCK_OUT : batch_size); ++i) { for (int k = block_w; k < (block_w + VTA_BLOCK_IN < n_inp_cols ? block_w + VTA_BLOCK_IN : n_inp_cols); ++k) { input_buf[inp_size++] = input[i * n_inp_cols + k]; + std::cout << (int)input_buf[inp_size - 1] << " "; } + std::cout << "\n"; } + std::cout << "\n\n WGT buf:\n"; for (int j = block_k ; j < (block_k + VTA_BLOCK_OUT < n_wgt_rows ? block_k + VTA_BLOCK_OUT : n_wgt_rows); ++j) { for (int k = block_w; k < (block_w + VTA_BLOCK_IN < n_inp_cols ? block_w + VTA_BLOCK_IN : n_inp_cols); ++k) { wgt_buf[wgt_size++] = weight[j * n_wgt_cols + k]; + std::cout << (int)wgt_buf[wgt_size - 1] <<" "; } + std::cout << "\n"; } // for (int i = block_h; i < (block_h + VTA_BLOCK_OUT < batch_size ? block_h + VTA_BLOCK_OUT : batch_size); ++i) { // for (int j = block_k ; j < (block_k + VTA_BLOCK_OUT < n_wgt_rows ? block_k + VTA_BLOCK_OUT : n_wgt_rows); ++j) { @@ -143,8 +150,8 @@ class ILAVTARuntime : public JSONRuntimeBase { // } // } // } - std::string data_file = dump_datafile(input_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, - wgt_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, + std::string data_file = dump_datafile(input_buf, inp_rows * inp_cols, + wgt_buf, wgt_rows * inp_cols, nullptr, 0, uop_buf, uop_size, "ilavta_dense"); @@ -157,6 +164,7 @@ class ILAVTARuntime : public JSONRuntimeBase { std::ofstream fout(ila_asm); fout << asm_data; fout.close(); + LOG(INFO) << "Size" << GetDataSize(*output_data) << " " << batch * n_wgt_rows; sim_time = runSimGetData("ilavta_dense", driver_dir, ila_asm, data_file, inp_rows * wgt_rows, inp_rows, wgt_rows, out_inter, "int8_t"); int ptr = 0; From b1918e0d3b380d71f2712b727234b8584597501a Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 19 Nov 2021 05:36:11 -0800 Subject: [PATCH 123/129] try fix --- src/runtime/contrib/ilavta/ilavta_helpers.cc | 103 ++++++++++++++++++- src/runtime/contrib/ilavta/ilavta_helpers.h | 2 + src/runtime/contrib/ilavta/ilavta_runtime.cc | 13 +-- 3 files changed, 109 insertions(+), 9 deletions(-) diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.cc b/src/runtime/contrib/ilavta/ilavta_helpers.cc index b4b46a9db..c4c4ff881 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.cc +++ b/src/runtime/contrib/ilavta/ilavta_helpers.cc @@ -506,6 +506,103 @@ void readILAOutput(const std::string filename, ila_output_data& out_values) { } } +json get_gemm(int batch, int in_channels, int out_channels, int factor, int nbits) { + int uop_size = batch / VTA_BATCH * in_channels / VTA_BLOCK_IN * out_channels / VTA_BLOCK_OUT; + int inp_size = batch / VTA_BATCH * in_channels / VTA_BLOCK_IN; + int wgt_size = in_channels / VTA_BLOCK_IN * out_channels / VTA_BLOCK_OUT; + int out_size = batch / VTA_BATCH * out_channels / VTA_BLOCK_OUT; + json prog_frag = {}; + prog_frag["asm"] = json::array({}); + auto& prog = prog_frag["asm"]; + // Load uops + // insn_buf[insn_idx++] = get1DLoadStoreInsn( + // VTA_OPCODE_LOAD, + // VTA_MEM_ID_UOP, + // 0, + // 0, + // uop_size, + // 0, + // 0, + // 0, + // 0); + prog_frag.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, + VTA_MEM_ID_UOP, + 0, 0, 1, uop_size, 0, 0, 0)); + // Load bias + // insn_buf[insn_idx++] = get1DLoadStoreInsn( + // VTA_OPCODE_LOAD, // opcode + // VTA_MEM_ID_ACC, // type + // 0, // sram offset + // 0, // dram offset + // out_size, // size + // 0, // pop prev dep + // 0, // pop next dep + // 1, // push prev dep + // 0); // push next dep + prog_frag.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, + VTA_MEM_ID_ACC, + 0, 0, 1, out_size, 0, 0, 0)); + // Load weight block (pop next) + // insn_buf[insn_idx++] = get1DLoadStoreInsn( + // VTA_OPCODE_LOAD, // opcode + // VTA_MEM_ID_WGT, // type + // 0, // sram offset + // 0, // dram offset + // wgt_size, // size + // 0, // pop prev dep + // 1, // pop next dep + // 0, // push prev dep + // 0); // push next dep + prog_frag.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, + VTA_MEM_ID_WGT, + 0, 0, 1, wgt_size, 0, 0, 0)); + // Load input block (push next) + // insn_buf[insn_idx++] = get1DLoadStoreInsn( + // VTA_OPCODE_LOAD, // opcode + // VTA_MEM_ID_INP, // type + // 0, // sram offset + // 0, // dram offset + // inp_size, // size + // 0, // pop prev dep + // 0, // pop next dep + // 0, // push prev dep + // 1); // push next dep + prog_frag.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, + VTA_MEM_ID_INP, + 0, 0, 1, inp_size, 0, 0, 0)); + // Perform GEMM (pop prev, push prev if not last, push next if last) + // insn_buf[insn_idx++] = getGEMMInsn( + // 0, // uop offset + // batch / VTA_BATCH, // batch + // in_channels / VTA_BLOCK_IN, // in_channels + // out_channels / VTA_BLOCK_OUT, // out_channels + // uop_compression, // uop_compression + // 1, // pop_prev_dep + // 0, // pop_next_dep + // 0, // push prev dep + // 1); // push_next_dep + prog_frag.push_back(getGEMMAsm(0, batch / VTA_BATCH, + in_channels / VTA_BLOCK_IN, out_channels / VTA_BLOCK_OUT)); + // Store output block (pop prev, push prev if not last) + // insn_buf[insn_idx++] = get1DLoadStoreInsn( + // VTA_OPCODE_STORE, // opcode + // VTA_MEM_ID_OUT, // type + // 0, // sram offset + // 0, // dram offset + // out_size, // size + // 1, // pop prev dep + // 0, // pop next dep + // 1, // push prev dep + // 0); // push next dep + prog.push_back(getAluAsm(4 /* VTA_ALU_OPCODE_MUL */, 0, uop_size, 1, factor)); + prog.push_back(getAluAsm(VTA_ALU_OPCODE_SHR, 0, uop_size, 1, nbits)); + prog.push_back(getAluAsm(VTA_ALU_OPCODE_MAX, 0, uop_size, 1, -127)); + prog.push_back(getAluAsm(VTA_ALU_OPCODE_MIN, 0, uop_size, 1, 127)); +prog_frag.push_back(get2DLoadStoreAsm(VTA_OPCODE_STORE, + VTA_MEM_ID_OUT, + 0, 0, 1, out_size, 0, 0, 0)); +} + size_t loadILAOutput(const ila_output_data& out_values, int8_t* buffer, size_t out_h, size_t out_w) { LOG(INFO) << "[Runtime] Copying from output json to byte buffer"; @@ -514,9 +611,9 @@ size_t loadILAOutput(const ila_output_data& out_values, int8_t* buffer, size_t o size_t buf_cur = 0; int32_t temp; for (size_t i = 0; i < out_h; ++i) { - // if (data_cur % VTA_BLOCK_OUT != 0) { - // data_cur = (data_cur / VTA_BLOCK_OUT + 1) * VTA_BLOCK_OUT; - // } + if (data_cur % VTA_BLOCK_OUT != 0) { + data_cur = (data_cur / VTA_BLOCK_OUT + 1) * VTA_BLOCK_OUT; + } for (size_t j = 0; j < out_w; ++j) { auto val = out_values[data_cur++].at("data"); std::stringstream ss; diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.h b/src/runtime/contrib/ilavta/ilavta_helpers.h index dd754c929..1c9573e98 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.h +++ b/src/runtime/contrib/ilavta/ilavta_helpers.h @@ -115,6 +115,8 @@ std::string dump_datafile(int8_t* input_buf, size_t input_size, std::string filename); std::vector approximate_scale(double x); + +json get_gemm(int batch, int in_channels, int out_channels, int factor, int nbits); } } } diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index f6d026702..e1725e264 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -156,15 +156,16 @@ class ILAVTARuntime : public JSONRuntimeBase { uop_buf, uop_size, "ilavta_dense"); std::string ila_asm = call_node.GetAttr>("asm_file")[0]; - std::ifstream fin(ila_asm); - nlohmann::json asm_data = nlohmann::json::parse(fin); - fin.close(); - asm_data["asm"][4]["imm"] = factor; - asm_data["asm"][5]["imm"] = nbits; + // std::ifstream fin(ila_asm); + // nlohmann::json asm_data = nlohmann::json::parse(fin); + // fin.close(); + // asm_data["asm"][4]["imm"] = factor; + // asm_data["asm"][5]["imm"] = nbits; + nlohmann::json asm_data = get_gemm(1, VTA_BLOCK_IN, VTA_BLOCK_OUT, factor, nbits); std::ofstream fout(ila_asm); fout << asm_data; fout.close(); - LOG(INFO) << "Size" << GetDataSize(*output_data) << " " << batch * n_wgt_rows; + LOG(INFO) << "Size " << GetDataSize(*output_data) << " " << batch * n_wgt_rows; sim_time = runSimGetData("ilavta_dense", driver_dir, ila_asm, data_file, inp_rows * wgt_rows, inp_rows, wgt_rows, out_inter, "int8_t"); int ptr = 0; From 91e7505c653ca510f6b76449906a730c400e52ae Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 19 Nov 2021 06:29:46 -0800 Subject: [PATCH 124/129] use previous codegen --- src/runtime/contrib/ilavta/ilavta_helpers.cc | 155 ++++++------------- src/runtime/contrib/ilavta/ilavta_runtime.cc | 4 +- 2 files changed, 50 insertions(+), 109 deletions(-) diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.cc b/src/runtime/contrib/ilavta/ilavta_helpers.cc index c4c4ff881..56e9cf9ff 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.cc +++ b/src/runtime/contrib/ilavta/ilavta_helpers.cc @@ -68,9 +68,9 @@ VTAUop* getReluUops(int batch, int in_feat) { return uop_buf; } -json getGEMMAsm(int uop_offset, int batch, int in_feat, int out_feat) { +json getGEMMAsm(int uop_offset, int uop_end) { return {{"name", "gemm"}, {"reset_f", 0}, - {"uop_bgn", uop_offset}, {"uop_end", uop_offset + batch * in_feat * out_feat}, + {"uop_bgn", uop_offset}, {"uop_end", uop_end}, {"iter_o", 1}, {"iter_i", 1}, {"dst_fo", 0}, {"dst_fi", 0}, {"src_fo", 0}, {"src_fi", 0}, @@ -220,8 +220,7 @@ void unpackBuffer(DST_T** dst, SRC_T* src, int y_size, int x_size, int y_block, } } -json get2DLoadStoreAsm(int opcode, int mem_type, int sram_id, int dram_id, int y_size, int x_size, - int x_stride, int y_pad, int x_pad) { +json get2DLoadStoreAsm(int opcode, int mem_type, int sram_id, int dram_id, int y_size, int x_size) { std::string cmd_type; switch (opcode) { case VTA_OPCODE_LOAD: @@ -231,7 +230,7 @@ json get2DLoadStoreAsm(int opcode, int mem_type, int sram_id, int dram_id, int y cmd_type = "store_"; break; default: - fprintf(stderr, "Unknown load / store: %d", opcode); + fprintf(stderr, "Unknown load / store: %d", opcode); exit(-1); } switch (mem_type) { @@ -252,14 +251,34 @@ json get2DLoadStoreAsm(int opcode, int mem_type, int sram_id, int dram_id, int y break; } if (cmd_type == "load_uop") { - return {{"name", cmd_type}, {"sram_id", sram_id}, {"dram_id", dram_id}, {"x_size", x_size}}; - } else if (cmd_type == "load_wgt" || cmd_type == "load_bias" || opcode == VTA_OPCODE_STORE) { - return {{"name", cmd_type}, {"sram_id", sram_id}, {"dram_id", dram_id}, - {"y_size", y_size}, {"x_size", x_size}, {"x_stride", x_stride}}; + return { + {"name", cmd_type}, + {"sram_id", sram_id}, + {"dram_id", dram_id}, + {"x_size", x_size} + }; + } else if (cmd_type == "load_wgt" || cmd_type == "load_bias" || opcode == VTA_OPCODE_STORE){ + return { + {"name", cmd_type}, + {"sram_id", sram_id}, + {"dram_id", dram_id}, + {"y_size", y_size}, + {"x_size", x_size}, + {"x_stride", 1} + }; } else if (cmd_type == "load_inp") { - return {{"name", cmd_type}, {"sram_id", sram_id}, {"dram_id", dram_id}, {"y_size", y_size}, - {"x_size", x_size}, {"x_stride", x_stride}, {"y_pad0", y_pad}, {"x_pad0", x_pad}, - {"y_pad1", y_pad}, {"x_pad1", x_pad}}; + return { + {"name", cmd_type}, + {"sram_id", sram_id}, + {"dram_id", dram_id}, + {"y_size", y_size}, + {"x_size", x_size}, + {"x_stride", 1}, + {"y_pad0", 0}, + {"x_pad0", 0}, + {"y_pad1", 0}, + {"x_pad1", 0} + }; } else { fprintf(stderr, "Command %s not supported by ASM", cmd_type.c_str()); exit(-1); @@ -506,101 +525,23 @@ void readILAOutput(const std::string filename, ila_output_data& out_values) { } } -json get_gemm(int batch, int in_channels, int out_channels, int factor, int nbits) { - int uop_size = batch / VTA_BATCH * in_channels / VTA_BLOCK_IN * out_channels / VTA_BLOCK_OUT; - int inp_size = batch / VTA_BATCH * in_channels / VTA_BLOCK_IN; - int wgt_size = in_channels / VTA_BLOCK_IN * out_channels / VTA_BLOCK_OUT; - int out_size = batch / VTA_BATCH * out_channels / VTA_BLOCK_OUT; - json prog_frag = {}; - prog_frag["asm"] = json::array({}); - auto& prog = prog_frag["asm"]; - // Load uops - // insn_buf[insn_idx++] = get1DLoadStoreInsn( - // VTA_OPCODE_LOAD, - // VTA_MEM_ID_UOP, - // 0, - // 0, - // uop_size, - // 0, - // 0, - // 0, - // 0); - prog_frag.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, - VTA_MEM_ID_UOP, - 0, 0, 1, uop_size, 0, 0, 0)); - // Load bias - // insn_buf[insn_idx++] = get1DLoadStoreInsn( - // VTA_OPCODE_LOAD, // opcode - // VTA_MEM_ID_ACC, // type - // 0, // sram offset - // 0, // dram offset - // out_size, // size - // 0, // pop prev dep - // 0, // pop next dep - // 1, // push prev dep - // 0); // push next dep - prog_frag.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, - VTA_MEM_ID_ACC, - 0, 0, 1, out_size, 0, 0, 0)); - // Load weight block (pop next) - // insn_buf[insn_idx++] = get1DLoadStoreInsn( - // VTA_OPCODE_LOAD, // opcode - // VTA_MEM_ID_WGT, // type - // 0, // sram offset - // 0, // dram offset - // wgt_size, // size - // 0, // pop prev dep - // 1, // pop next dep - // 0, // push prev dep - // 0); // push next dep - prog_frag.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, - VTA_MEM_ID_WGT, - 0, 0, 1, wgt_size, 0, 0, 0)); - // Load input block (push next) - // insn_buf[insn_idx++] = get1DLoadStoreInsn( - // VTA_OPCODE_LOAD, // opcode - // VTA_MEM_ID_INP, // type - // 0, // sram offset - // 0, // dram offset - // inp_size, // size - // 0, // pop prev dep - // 0, // pop next dep - // 0, // push prev dep - // 1); // push next dep - prog_frag.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, - VTA_MEM_ID_INP, - 0, 0, 1, inp_size, 0, 0, 0)); - // Perform GEMM (pop prev, push prev if not last, push next if last) - // insn_buf[insn_idx++] = getGEMMInsn( - // 0, // uop offset - // batch / VTA_BATCH, // batch - // in_channels / VTA_BLOCK_IN, // in_channels - // out_channels / VTA_BLOCK_OUT, // out_channels - // uop_compression, // uop_compression - // 1, // pop_prev_dep - // 0, // pop_next_dep - // 0, // push prev dep - // 1); // push_next_dep - prog_frag.push_back(getGEMMAsm(0, batch / VTA_BATCH, - in_channels / VTA_BLOCK_IN, out_channels / VTA_BLOCK_OUT)); - // Store output block (pop prev, push prev if not last) - // insn_buf[insn_idx++] = get1DLoadStoreInsn( - // VTA_OPCODE_STORE, // opcode - // VTA_MEM_ID_OUT, // type - // 0, // sram offset - // 0, // dram offset - // out_size, // size - // 1, // pop prev dep - // 0, // pop next dep - // 1, // push prev dep - // 0); // push next dep - prog.push_back(getAluAsm(4 /* VTA_ALU_OPCODE_MUL */, 0, uop_size, 1, factor)); - prog.push_back(getAluAsm(VTA_ALU_OPCODE_SHR, 0, uop_size, 1, nbits)); - prog.push_back(getAluAsm(VTA_ALU_OPCODE_MAX, 0, uop_size, 1, -127)); - prog.push_back(getAluAsm(VTA_ALU_OPCODE_MIN, 0, uop_size, 1, 127)); -prog_frag.push_back(get2DLoadStoreAsm(VTA_OPCODE_STORE, - VTA_MEM_ID_OUT, - 0, 0, 1, out_size, 0, 0, 0)); +json CompileGEMM(int batch, size_t n_inp_cols, size_t n_wgt_rows, int factor, int nbits, std::string filename) { + size_t in_dim = n_inp_cols % VTA_BLOCK_IN != 0 ? n_inp_cols / VTA_BLOCK_IN + 1 : n_inp_cols / VTA_BLOCK_IN; + size_t out_dim = n_wgt_rows % VTA_BLOCK_OUT != 0 ? n_wgt_rows / VTA_BLOCK_OUT + 1 : n_wgt_rows / VTA_BLOCK_OUT; + size_t uop_size = batch * in_dim * out_dim; + json prog_frag = {}; + prog_frag["asm"] = json::array({}); + auto& prog = prog_frag["asm"]; + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_UOP, 0, 0, 1, uop_size)); + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_WGT, 0, 0, out_dim * in_dim, 1)); + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_LOAD, VTA_MEM_ID_INP, 0, 0, batch * in_dim, 1)); + prog.push_back(getGEMMAsm(0, uop_size)); + prog.push_back(getAluAsm(4 /* VTA_ALU_OPCODE_MUL */, 0, uop_size, 1, factor)); + prog.push_back(getAluAsm(VTA_ALU_OPCODE_SHR, 0, uop_size, 1, nbits)); + prog.push_back(getAluAsm(VTA_ALU_OPCODE_MAX, 0, uop_size, 1, -127)); + prog.push_back(getAluAsm(VTA_ALU_OPCODE_MIN, 0, uop_size, 1, 127)); + prog.push_back(get2DLoadStoreAsm(VTA_OPCODE_STORE, VTA_MEM_ID_OUT, 0, 0, batch * out_dim, 1)); + return prog_frag; } size_t loadILAOutput(const ila_output_data& out_values, int8_t* buffer, size_t out_h, diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index e1725e264..1930c1ed2 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -108,7 +108,6 @@ class ILAVTARuntime : public JSONRuntimeBase { auto output_node = nodes_[outputs_[0].id_]; int8_t* out_buf = reinterpret_cast(output_data->data); int8_t* out_inter = new int8_t[VTA_BLOCK_OUT * VTA_BLOCK_OUT]; - VTAUop* uop_buf = getGEMMUops(VTA_BLOCK_OUT, 1, 1); int32_t* acc_buf = new int32_t[batch * n_wgt_rows]; memset(acc_buf, 0, sizeof(int) * batch * n_wgt_rows); @@ -150,7 +149,8 @@ class ILAVTARuntime : public JSONRuntimeBase { // } // } // } - std::string data_file = dump_datafile(input_buf, inp_rows * inp_cols, + VTAUop* uop_buf = getGEMMUops(VTA_BLOCK_IN / VTA_BATCH, in_channels / VTA_BLOCK_IN, out_channels / VTA_BLOCK_OUT); + std::string data_file = dump_datafile(input_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, wgt_buf, wgt_rows * inp_cols, nullptr, 0, uop_buf, uop_size, From 813f2a9c526eeb04a84ef38be51f3225dfbc6b2f Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 19 Nov 2021 06:31:49 -0800 Subject: [PATCH 125/129] fix --- src/runtime/contrib/ilavta/ilavta_helpers.cc | 2 +- src/runtime/contrib/ilavta/ilavta_runtime.cc | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.cc b/src/runtime/contrib/ilavta/ilavta_helpers.cc index 56e9cf9ff..6c6c4f7ae 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.cc +++ b/src/runtime/contrib/ilavta/ilavta_helpers.cc @@ -525,7 +525,7 @@ void readILAOutput(const std::string filename, ila_output_data& out_values) { } } -json CompileGEMM(int batch, size_t n_inp_cols, size_t n_wgt_rows, int factor, int nbits, std::string filename) { +json get_gemm(int batch, size_t n_inp_cols, size_t n_wgt_rows, int factor, int nbits) { size_t in_dim = n_inp_cols % VTA_BLOCK_IN != 0 ? n_inp_cols / VTA_BLOCK_IN + 1 : n_inp_cols / VTA_BLOCK_IN; size_t out_dim = n_wgt_rows % VTA_BLOCK_OUT != 0 ? n_wgt_rows / VTA_BLOCK_OUT + 1 : n_wgt_rows / VTA_BLOCK_OUT; size_t uop_size = batch * in_dim * out_dim; diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index 1930c1ed2..dc9addbb9 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -161,7 +161,7 @@ class ILAVTARuntime : public JSONRuntimeBase { // fin.close(); // asm_data["asm"][4]["imm"] = factor; // asm_data["asm"][5]["imm"] = nbits; - nlohmann::json asm_data = get_gemm(1, VTA_BLOCK_IN, VTA_BLOCK_OUT, factor, nbits); + nlohmann::json asm_data = get_gemm(inp_rows, inp_cols, wgt_rows, factor, nbits); std::ofstream fout(ila_asm); fout << asm_data; fout.close(); From feaf6fcc9c3e8f01553399cc469b34822d5c8668 Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 19 Nov 2021 06:34:57 -0800 Subject: [PATCH 126/129] fix --- src/runtime/contrib/ilavta/ilavta_helpers.h | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/runtime/contrib/ilavta/ilavta_helpers.h b/src/runtime/contrib/ilavta/ilavta_helpers.h index 1c9573e98..17a0f47ca 100644 --- a/src/runtime/contrib/ilavta/ilavta_helpers.h +++ b/src/runtime/contrib/ilavta/ilavta_helpers.h @@ -116,7 +116,8 @@ std::string dump_datafile(int8_t* input_buf, size_t input_size, std::vector approximate_scale(double x); -json get_gemm(int batch, int in_channels, int out_channels, int factor, int nbits); +nlohmann::json get_gemm(int batch, size_t n_inp_cols, size_t n_wgt_rows, int factor, int nbits); + } } } From 8c218752a570a3a1b14da4e1008f50116da279ed Mon Sep 17 00:00:00 2001 From: AD1024 Date: Fri, 19 Nov 2021 06:46:10 -0800 Subject: [PATCH 127/129] try fix segfault --- src/runtime/contrib/ilavta/ilavta_runtime.cc | 69 +++++++++++++++----- 1 file changed, 51 insertions(+), 18 deletions(-) diff --git a/src/runtime/contrib/ilavta/ilavta_runtime.cc b/src/runtime/contrib/ilavta/ilavta_runtime.cc index dc9addbb9..c42f3fa9e 100644 --- a/src/runtime/contrib/ilavta/ilavta_runtime.cc +++ b/src/runtime/contrib/ilavta/ilavta_runtime.cc @@ -123,6 +123,7 @@ class ILAVTARuntime : public JSONRuntimeBase { memset(out_inter, 0, sizeof(int8_t) * VTA_BLOCK_OUT * VTA_BLOCK_IN); memset(input_buf, 0, sizeof(int8_t) * VTA_BLOCK_OUT * VTA_BLOCK_IN); memset(wgt_buf, 0, sizeof(int8_t) * VTA_BLOCK_OUT * VTA_BLOCK_IN); + memset(out_inter, 0, VTA_BLOCK_IN * VTA_BLOCK_OUT); std::cout << "inp_rows " << inp_rows << " inp_cols " << inp_cols << " wgt_rows " << wgt_rows << "\n"; std::cout << "input block\n"; for (int i = block_h; i < (block_h + VTA_BLOCK_OUT < batch_size ? block_h + VTA_BLOCK_OUT : batch_size); ++i) { @@ -140,34 +141,66 @@ class ILAVTARuntime : public JSONRuntimeBase { } std::cout << "\n"; } - // for (int i = block_h; i < (block_h + VTA_BLOCK_OUT < batch_size ? block_h + VTA_BLOCK_OUT : batch_size); ++i) { - // for (int j = block_k ; j < (block_k + VTA_BLOCK_OUT < n_wgt_rows ? block_k + VTA_BLOCK_OUT : n_wgt_rows); ++j) { - // for (int k = block_w; k < (block_w + VTA_BLOCK_IN < n_inp_cols ? block_w + VTA_BLOCK_IN : n_inp_cols); ++k) { - // result[i * n_wgt_rows + j] += input[i * n_inp_cols + k] * weight[j * n_wgt_cols + k]; - // input_buf[inp_size++] = input[i * n_inp_cols + k]; - // wgt_buf[wgt_size++] = weight[j * n_wgt_cols + k]; - // } - // } - // } - VTAUop* uop_buf = getGEMMUops(VTA_BLOCK_IN / VTA_BATCH, in_channels / VTA_BLOCK_IN, out_channels / VTA_BLOCK_OUT); - std::string data_file = dump_datafile(input_buf, VTA_BLOCK_IN * VTA_BLOCK_OUT, - wgt_buf, wgt_rows * inp_cols, + int block_batch = inp_cols; + block_batch = block_batch * VTA_BATCH; + int block_in_dim = inp_cols % VTA_BLOCK_IN != 0 ? inp_cols / VTA_BLOCK_IN + 1 : inp_cols / VTA_BLOCK_IN; + int block_out_dim = wgt_rows % VTA_BLOCK_OUT != 0 ? wgt_rows / VTA_BLOCK_OUT + 1 : wgt_rows / VTA_BLOCK_OUT; + int block_in_channels = block_in_dim * VTA_BLOCK_IN; + int block_out_channels = block_out_dim * VTA_BLOCK_OUT; + + int8_t* block_inp_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * block_batch * block_in_channels, 0)); + int8_t* block_wgt_buf = reinterpret_cast(VTAMemAlloc(sizeof(int8_t) * block_out_channels * block_in_channels, 0)); + + int uop_size = VTA_BLOCK_OUT; + for (int i = 0; i < block_batch; ++i) { + for (int j = 0; j < block_in_channels; ++j) { + if (i >= n_inp_rows || j >= inp_cols) { + // zero padding + block_inp_buf[i * block_in_channels + j] = 0; + } else { + block_inp_buf[i * block_in_channels + j] = input_buf[i * inp_cols + j]; + } + // std::cerr << (int)input_buf[i * in_channels + j] << " "; + } + // std::cerr << "\n"; + } + + int wgt_ptr_x = 0; + int wgt_ptr_y = 0; + for (int i = 0; i < wgt_rows; i += VTA_BLOCK_OUT) { + for (int j = 0; j < inp_cols; j += VTA_BLOCK_IN) { + // Flatten a block into weight buffer + for (int x = i; x < i + VTA_BLOCK_OUT; ++x) { + for (int y = j; y < j + VTA_BLOCK_IN; ++y) { + if (x >= wgt_rows || y >= inp_cols) { + // zero padding + block_wgt_buf[wgt_ptr_x * block_in_channels + wgt_ptr_y] = 0; + } else { + block_wgt_buf[wgt_ptr_x * block_in_channels + wgt_ptr_y] = wgt_buf[x * inp_cols + y]; + } + wgt_ptr_y++; + if (wgt_ptr_y == block_in_channels) { + wgt_ptr_y = 0; + wgt_ptr_x++; + } + } + } + } + } + VTAUop* uop_buf = getGEMMUops(block_batch / VTA_BATCH, block_in_channels / VTA_BLOCK_IN, block_out_channels / VTA_BLOCK_OUT); + std::string data_file = dump_datafile(block_inp_buf, block_batch * block_in_channels, + block_wgt_buf, block_out_channels * block_in_channels, nullptr, 0, uop_buf, uop_size, "ilavta_dense"); std::string ila_asm = call_node.GetAttr>("asm_file")[0]; - // std::ifstream fin(ila_asm); - // nlohmann::json asm_data = nlohmann::json::parse(fin); - // fin.close(); - // asm_data["asm"][4]["imm"] = factor; - // asm_data["asm"][5]["imm"] = nbits; nlohmann::json asm_data = get_gemm(inp_rows, inp_cols, wgt_rows, factor, nbits); std::ofstream fout(ila_asm); fout << asm_data; fout.close(); LOG(INFO) << "Size " << GetDataSize(*output_data) << " " << batch * n_wgt_rows; sim_time = runSimGetData("ilavta_dense", driver_dir, ila_asm, data_file, - inp_rows * wgt_rows, inp_rows, wgt_rows, out_inter, "int8_t"); + inp_rows * wgt_rows, block_batch, wgt_rows, out_inter, "int8_t"); int ptr = 0; for (int i = block_h; i < (block_h + VTA_BLOCK_OUT < batch_size ? block_h + VTA_BLOCK_OUT : batch_size); ++i) { for (int j = block_k ; j < (block_k + VTA_BLOCK_OUT < n_wgt_rows ? block_k + VTA_BLOCK_OUT : n_wgt_rows); ++j) { From b0845a46d558515f91fce05c849969e5be0ffbad Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Mon, 6 Dec 2021 22:44:52 -0800 Subject: [PATCH 128/129] Propagate type annotations in the exact matcher --- python/tvm/relay/testing/exact_matcher.py | 112 +++++++++++++++------- tests/python/relay/test_exact_matcher.py | 44 +++++++++ 2 files changed, 119 insertions(+), 37 deletions(-) diff --git a/python/tvm/relay/testing/exact_matcher.py b/python/tvm/relay/testing/exact_matcher.py index 7e79940c7..c431453e7 100644 --- a/python/tvm/relay/testing/exact_matcher.py +++ b/python/tvm/relay/testing/exact_matcher.py @@ -8,47 +8,59 @@ from tvm.relay.expr_functor import ExprFunctor, ExprMutator from tvm.relay.analysis import free_vars, bound_vars +# very silly because there is no way to check if the checked_type field is populated +# without triggering the exception +def has_type_annotation(expr): + try: + expr.checked_type + return True + except ValueError: + return False + + +class Deduplicator(ExprMutator): + def __init__(self, var_map=None): + super().__init__() + self.var_map = {} if var_map is None else var_map + + def visit_var(self, var): + if var in self.var_map: + return self.var_map[var] + fresh_var = relay.Var(var.name_hint) + self.var_map[var] = fresh_var + return fresh_var + + def visit_pattern(self, pattern): + if isinstance(pattern, relay.PatternWildcard): + return pattern + if isinstance(pattern, relay.PatternVar): + return relay.PatternVar(self.visit(pattern.var)) + if isinstance(pattern, relay.PatternTuple): + return relay.PatternTuple([self.visit_pattern(subpattern) + for subpattern in pattern.patterns]) + if isinstance(pattern, relay.PatternConstructor): + return relay.PatternConstructor(pattern.constructor, + [self.visit_pattern(subpattern) + for subpattern in pattern.patterns]) + raise ValueError(f"Invalid pattern {pattern}") + + def visit_match(self, match): + new_val = self.visit(match.data) + clauses = [relay.Clause(self.visit_pattern(c.lhs), self.visit(c.rhs)) + for c in match.clauses] + return relay.Match(new_val, clauses) + + # dumb copy of what src/relay/transforms/de_duplicate.cc is doing def deduplicate_vars(expr): """ Given the expr, replace all vars in the expression with fresh ones. This is done to preserve well-formedness in Relay (all var definitions must be unique) """ - class Deduplicator(ExprMutator): - def __init__(self): - super().__init__() - self.var_map = {} - - def visit_var(self, var): - if var in self.var_map: - return self.var_map[var] - fresh_var = relay.Var(var.name_hint) - self.var_map[var] = fresh_var - return fresh_var - - def visit_pattern(self, pattern): - if isinstance(pattern, relay.PatternWildcard): - return pattern - if isinstance(pattern, relay.PatternVar): - return relay.PatternVar(self.visit(pattern.var)) - if isinstance(pattern, relay.PatternTuple): - return relay.PatternTuple([self.visit_pattern(subpattern) - for subpattern in pattern.patterns]) - if isinstance(pattern, relay.PatternConstructor): - return relay.PatternConstructor(pattern.constructor, - [self.visit_pattern(subpattern) - for subpattern in pattern.patterns]) - raise ValueError(f"Invalid pattern {pattern}") - - def visit_match(self, match): - new_val = self.visit(match.data) - clauses = [relay.Clause(self.visit_pattern(c.lhs), self.visit(c.rhs)) - for c in match.clauses] - return relay.Match(new_val, clauses) - dedup = Deduplicator() return dedup.visit(expr) + def check_match(template, target): """ Given a template expression and a target expression, @@ -291,7 +303,7 @@ def __init__(self, target, compiler_name, composite_name, composite_counter=0, c self.composite_counter = composite_counter self.callback = (lambda expr: True) if callback is None else callback - def extract_target(self, match_args): + def extract_target(self, match_args, target_type=None): """ If we found a match for our target, this will produce a call to a BYOC-annotated version of the target @@ -308,18 +320,40 @@ def extract_target(self, match_args): # note: b1 ... bn are the free vars from the target })(a1, ..., an) })(match_args[0], ..., match_args[n-1]) + + If a target type is specified and the match arguments have type annotations, + the functions will be type-annotated (easier on the type checker) """ match_ordering = [match_args[v] for v in self.target_vars] + include_annotation = (target_type is not None) and all(map(has_type_annotation, match_ordering)) + arg_types = [None] * len(match_ordering) + if include_annotation: + arg_types = list(map(lambda v: v.checked_type, match_ordering)) + # we have to deduplicate vars for Relay's well-formedness check # (all var definitions must be unique) inner_body = deduplicate_vars(self.target) inner_args = free_vars(inner_body) - inner_func = relay.Function(inner_args, inner_body) + + # if we want to annotate the argument types, we have to map the free vars + # to versions of the free vars with the appropriate type annotations + if include_annotation: + new_args = [] + arg_mapping = {} + for i, arg in enumerate(inner_args): + new_arg = relay.Var(arg.name_hint, type_annotation=arg_types[i]) + new_args.append(new_arg) + arg_mapping[arg] = new_arg + dedup = Deduplicator(var_map=arg_mapping) + inner_body = dedup.visit(inner_body) + inner_args = new_args + + inner_func = relay.Function(inner_args, inner_body, ret_type=target_type) inner_func = inner_func.with_attr("Composite", self.composite_name) - outer_args = [relay.Var(f"outer_arg_{i}") for i in range(len(inner_args))] - outer_func = relay.Function(outer_args, inner_func(*outer_args)) + outer_args = [relay.Var(f"outer_arg_{i}", type_annotation=arg_types[i]) for i in range(len(inner_args))] + outer_func = relay.Function(outer_args, inner_func(*outer_args), ret_type=target_type) outer_func = outer_func.with_attr("Compiler", self.compiler_name) outer_func = outer_func.with_attr("Primitive", tvm.tir.IntImm("int32", 1)) outer_func = outer_func.with_attr( @@ -342,9 +376,13 @@ def visit(self, expr): found_match, match_args = check_match(self.target, expr) # only permit the match if the callback is true if found_match and self.callback(expr): + target_type = None + if has_type_annotation(expr): + target_type = expr.checked_type + # need to check for matches in the match args too final_args = {var: self.visit(arg) for var, arg in match_args.items()} - return self.extract_target(final_args) + return self.extract_target(final_args, target_type=target_type) return super().visit(expr) diff --git a/tests/python/relay/test_exact_matcher.py b/tests/python/relay/test_exact_matcher.py index a83970a5b..6218a5537 100644 --- a/tests/python/relay/test_exact_matcher.py +++ b/tests/python/relay/test_exact_matcher.py @@ -442,6 +442,49 @@ def linear_definition(batch_size, in_features, out_features, num_call=0): assert check_annotations(first_call.op.body) +def test_type_annotations(): + def linear_definition(batch_size, in_features, out_features, num_call=0): + weight = relay.var(f'weight_{num_call}', relay.TensorType((out_features, in_features), 'float32')) + bias = relay.var(f'bias_{num_call}', relay.TensorType((out_features, ), 'float32')) + inp = relay.var(f'input', relay.TensorType((batch_size, in_features))) + return relay.Function([inp], relay.nn.bias_add(relay.nn.dense(inp, weight), bias)) + + batch_size = 8 + in_features = 10 + out_features = 12 + + x = relay.Var("x") + mod = tvm.IRModule.from_expr(linear_definition(batch_size, in_features, out_features)(x)) + mod = relay.transform.InferType()(mod) + + # we will match a linear layer pattern and expect the matched pattern to preserve the types + linear_pattern = linear_definition(batch_size, in_features, out_features).body + main_mut = annotate_exact_matches(mod["main"], linear_pattern, 'ilaflex', 'ilaflex.linear') + mod_mut = tvm.IRModule.from_expr(main_mut) + mod_mut = relay.transform.InferType()(mod_mut) + final_main = mod_mut["main"] + + # structure of body: Call(fun(input) {Call(annotated_function, ...)}, input) + outermost_call = final_main.body + assert isinstance(outermost_call.op, relay.Function) + assert len(outermost_call.args) == 1 + + outer_func = outermost_call.op + assert check_annotations(outer_func.body) + inner_func = outer_func.body.op + assert inner_func.ret_type == outer_func.checked_type.ret_type + innermost_func = inner_func.body.op + assert innermost_func.ret_type == outer_func.ret_type + + # free arg order is input, weight, bias + assert inner_func.params[0].type_annotation == relay.TensorType((batch_size, in_features)) + assert inner_func.params[1].type_annotation == relay.TensorType((out_features, in_features)) + assert inner_func.params[2].type_annotation == relay.TensorType((out_features,)) + + assert innermost_func.params[0].type_annotation == relay.TensorType((batch_size, in_features)) + assert innermost_func.params[1].type_annotation == relay.TensorType((out_features, in_features)) + assert innermost_func.params[2].type_annotation == relay.TensorType((out_features,)) + if __name__ == "__main__": test_match_misses() @@ -461,3 +504,4 @@ def linear_definition(batch_size, in_features, out_features, num_call=0): test_multiple_matches() test_operator_callback() test_linear_layer_case() + test_type_annotations() From bca20c9414258a122d81d7de8030d157fe813772 Mon Sep 17 00:00:00 2001 From: "Steven S. Lyubomirsky" Date: Mon, 6 Dec 2021 23:04:55 -0800 Subject: [PATCH 129/129] Add structural hashes of arguments to annotated regions as annotations --- python/tvm/relay/testing/exact_matcher.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/python/tvm/relay/testing/exact_matcher.py b/python/tvm/relay/testing/exact_matcher.py index 7e79940c7..060e5b6f0 100644 --- a/python/tvm/relay/testing/exact_matcher.py +++ b/python/tvm/relay/testing/exact_matcher.py @@ -297,12 +297,19 @@ def extract_target(self, match_args): produce a call to a BYOC-annotated version of the target with the pattern-arguments as args to the call + The nested function will include annotations naming the arguments + in case the codegen can use that information (e.g., avoid redundant loads/stores). + For names, it uses structural hashes in cases the name hints for vars clash. + Format: (fn(a1, ..., an, attrs={Compiler: compiler_name}) { (fn(b1, ..., bn, attrs={ Composite: composite_name Primitive: 1 global_symbol: composite_name+counter + arg_0_id: [structural hash of a1] + ... + arg_n_id: [structural hash of an] }) { target expression # note: b1 ... bn are the free vars from the target @@ -311,6 +318,8 @@ def extract_target(self, match_args): """ match_ordering = [match_args[v] for v in self.target_vars] + match_names = [str(tvm.ir.structural_hash(v, map_free_vars=False)) for v in match_ordering] + # we have to deduplicate vars for Relay's well-formedness check # (all var definitions must be unique) inner_body = deduplicate_vars(self.target) @@ -318,6 +327,9 @@ def extract_target(self, match_args): inner_func = relay.Function(inner_args, inner_body) inner_func = inner_func.with_attr("Composite", self.composite_name) + for i, name in enumerate(match_names): + inner_func = inner_func.with_attr(f"arg_{i}_id", name) + outer_args = [relay.Var(f"outer_arg_{i}") for i in range(len(inner_args))] outer_func = relay.Function(outer_args, inner_func(*outer_args)) outer_func = outer_func.with_attr("Compiler", self.compiler_name)