diff --git a/onert-micro/onert-micro/include/OMConfig.h b/onert-micro/onert-micro/include/OMConfig.h index 0ffbf024b1f..fca5f381d0b 100644 --- a/onert-micro/onert-micro/include/OMConfig.h +++ b/onert-micro/onert-micro/include/OMConfig.h @@ -41,6 +41,8 @@ enum OMMetrics MAE_METRICS, CROSS_ENTROPY_METRICS, ACCURACY, + SPARSE_CROSS_ENTROPY_METRICS, + SPARSE_CROSS_ENTROPY_ACCURACY, }; /* @@ -50,6 +52,7 @@ enum OMLoss { BINARY_CROSS_ENTROPY, CROSS_ENTROPY, + SPARSE_CROSS_ENTROPY, MSE, MAE, }; diff --git a/onert-micro/onert-micro/include/train/losses_functions/SparseCrossEntropy.h b/onert-micro/onert-micro/include/train/losses_functions/SparseCrossEntropy.h new file mode 100644 index 00000000000..586a5b211d3 --- /dev/null +++ b/onert-micro/onert-micro/include/train/losses_functions/SparseCrossEntropy.h @@ -0,0 +1,44 @@ + +/* + * Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#ifndef ONERT_MICRO_TRAIN_LOSSES_FUNCTIONS_SPARSE_CROSS_ENTROPY_H +#define ONERT_MICRO_TRAIN_LOSSES_FUNCTIONS_SPARSE_CROSS_ENTROPY_H + +#include "OMStatus.h" + +#include + +namespace onert_micro +{ +namespace train +{ +namespace losses_functions +{ + +// Cross Entropy +struct SparseCrossEntropy +{ + // Calculate sparse cross entropy error backpropagation between calculated and target data + static void calculateErrorBackpropagation(const uint32_t flat_size, const float *calculated_data, + const float *target_data, float *output_grad); +}; + +} // namespace losses_functions +} // namespace train +} // namespace onert_micro + +#endif // ONERT_MICRO_TRAIN_LOSSES_FUNCTIONS_SPARSE_CROSS_ENTROPY_H diff --git a/onert-micro/onert-micro/include/train/metrics/SparseCrossEntropy.h b/onert-micro/onert-micro/include/train/metrics/SparseCrossEntropy.h new file mode 100644 index 00000000000..7d5370b832b --- /dev/null +++ b/onert-micro/onert-micro/include/train/metrics/SparseCrossEntropy.h @@ -0,0 +1,43 @@ + +/* + * Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#ifndef ONERT_MICRO_TRAIN_METRICS_SPARSE_CROSS_ENTROPY_H +#define ONERT_MICRO_TRAIN_METRICS_SPARSE_CROSS_ENTROPY_H + +#include "OMStatus.h" + +#include + +namespace onert_micro +{ +namespace train +{ +namespace metrics +{ + +struct SparseCrossEntropy +{ + // Calculate sparse cross entropy metric between calculated and target data + static float calculateValue(const uint32_t flat_size, const float *calculated_data, + const float *target_data); +}; + +} // namespace metrics +} // namespace train +} // namespace onert_micro + +#endif // ONERT_MICRO_TRAIN_METRICS_SPARSE_CROSS_ENTROPY_H diff --git a/onert-micro/onert-micro/include/train/metrics/SparseCrossEntropyAccuracy.h b/onert-micro/onert-micro/include/train/metrics/SparseCrossEntropyAccuracy.h new file mode 100644 index 00000000000..64c73ae20ea --- /dev/null +++ b/onert-micro/onert-micro/include/train/metrics/SparseCrossEntropyAccuracy.h @@ -0,0 +1,43 @@ +/* + * Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#ifndef ONERT_MICRO_TRAIN_METRICS_SPARSE_CROSS_ENTROPY_ACCURACY_H +#define ONERT_MICRO_TRAIN_METRICS_SPARSE_CROSS_ENTROPY_ACCURACY_H + +#include "OMStatus.h" + +#include + +namespace onert_micro +{ +namespace train +{ +namespace metrics +{ + +// Accuracy metric +struct SparseCrossEntropyAccuracy +{ + // Calculate accuracy metric between calculated and target data + static float calculateValue(const uint32_t flat_size, const float *calculated_data, + const float *target_data); +}; + +} // namespace metrics +} // namespace train +} // namespace onert_micro + +#endif // ONERT_MICRO_TRAIN_METRICS_SPARSE_CROSS_ENTROPY_ACCURACY_H diff --git a/onert-micro/onert-micro/include/train/tests/OMTestUtils.h b/onert-micro/onert-micro/include/train/tests/OMTestUtils.h index f92f600835c..443ebca0117 100644 --- a/onert-micro/onert-micro/include/train/tests/OMTestUtils.h +++ b/onert-micro/onert-micro/include/train/tests/OMTestUtils.h @@ -40,7 +40,13 @@ OMStatus train(OMTrainingInterpreter &train_interpreter, OMConfig &config, const uint32_t num_train_data_samples = test_base.getTrainNumSamples(); const uint32_t batch_size = config.training_context.batch_size; const uint32_t input_size = train_interpreter.getInputSizeAt(0); - const uint32_t target_size = train_interpreter.getOutputSizeAt(0); + uint32_t target_size = train_interpreter.getOutputSizeAt(0); + + // TODO: Need to revisit this to make getOuputSize can get proper output number + // when 'all' target number and output numbers are different + if (config.training_context.loss == SPARSE_CROSS_ENTROPY) + target_size = 1; + for (uint32_t e = 0; e < training_epochs; ++e) { config.training_context.num_epoch = e + 1; @@ -92,7 +98,13 @@ OMStatus evaluate(OMTrainingInterpreter &train_interpreter, OMConfig &config, const uint32_t num_test_data_samples = test_base.getTestNumSamples(); const uint32_t batch_size = 1; const uint32_t input_size = train_interpreter.getInputSizeAt(0); - const uint32_t target_size = train_interpreter.getOutputSizeAt(0); + uint32_t target_size = train_interpreter.getOutputSizeAt(0); + + // TODO: Need to revisit this to make getOuputSize can get proper output number + // when 'all' target number and output numbers are different + if (config.training_context.loss == SPARSE_CROSS_ENTROPY) + target_size = 1; + for (int i = 0; i < num_test_data_samples; ++i) { // Read current input and target data diff --git a/onert-micro/onert-micro/include/train/tests/models/simple_mnist_model.h b/onert-micro/onert-micro/include/train/tests/models/simple_mnist_model.h new file mode 100644 index 00000000000..3b9d8cd3e7f --- /dev/null +++ b/onert-micro/onert-micro/include/train/tests/models/simple_mnist_model.h @@ -0,0 +1,291 @@ + +/* + * Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#ifndef ONERT_MICRO_TRAIN_TESTS_MODELS_SIMPLE_MNIST_MODEL_H +#define ONERT_MICRO_TRAIN_TESTS_MODELS_SIMPLE_MNIST_MODEL_H + +#include +#include + +namespace onert_micro +{ +namespace train +{ +namespace test +{ +namespace models +{ +unsigned char simple_mnist_model[] = { + 0x18, 0x00, 0x00, 0x00, 0x43, 0x49, 0x52, 0x30, 0x00, 0x00, 0x0e, 0x00, 0x14, 0x00, 0x00, 0x00, + 0x0c, 0x00, 0x08, 0x00, 0x10, 0x00, 0x04, 0x00, 0x0e, 0x00, 0x00, 0x00, 0x10, 0x00, 0x00, 0x00, + 0xe8, 0x07, 0x00, 0x00, 0xfc, 0x0e, 0x00, 0x00, 0x58, 0x0f, 0x00, 0x00, 0x0f, 0x00, 0x00, 0x00, + 0xd4, 0x07, 0x00, 0x00, 0xcc, 0x07, 0x00, 0x00, 0x9c, 0x07, 0x00, 0x00, 0x4c, 0x01, 0x00, 0x00, + 0x34, 0x01, 0x00, 0x00, 0xe4, 0x00, 0x00, 0x00, 0xc4, 0x00, 0x00, 0x00, 0xbc, 0x00, 0x00, 0x00, + 0xb4, 0x00, 0x00, 0x00, 0xac, 0x00, 0x00, 0x00, 0xa4, 0x00, 0x00, 0x00, 0x9c, 0x00, 0x00, 0x00, + 0x94, 0x00, 0x00, 0x00, 0x74, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, 0xf2, 0xf7, 0xff, 0xff, + 0x04, 0x00, 0x00, 0x00, 0x60, 0x00, 0x00, 0x00, 0x10, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x08, 0x00, 0x0e, 0x00, 0x08, 0x00, 0x04, 0x00, 0x08, 0x00, 0x00, 0x00, 0x10, 0x00, 0x00, 0x00, + 0x24, 0x00, 0x00, 0x00, 0x00, 0x00, 0x06, 0x00, 0x08, 0x00, 0x04, 0x00, 0x06, 0x00, 0x00, 0x00, + 0x04, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0c, 0x00, 0x18, 0x00, 0x14, 0x00, 0x10, 0x00, + 0x0c, 0x00, 0x04, 0x00, 0x0c, 0x00, 0x00, 0x00, 0x81, 0x13, 0x95, 0xf4, 0x5e, 0x4c, 0x2b, 0x66, + 0x01, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, + 0x32, 0x2e, 0x31, 0x37, 0x2e, 0x30, 0x00, 0x00, 0x5e, 0xf8, 0xff, 0xff, 0x04, 0x00, 0x00, 0x00, + 0x10, 0x00, 0x00, 0x00, 0x31, 0x2e, 0x35, 0x2e, 0x30, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x14, 0xf2, 0xff, 0xff, 0x18, 0xf2, 0xff, 0xff, 0x1c, 0xf2, 0xff, 0xff, + 0x20, 0xf2, 0xff, 0xff, 0x24, 0xf2, 0xff, 0xff, 0x28, 0xf2, 0xff, 0xff, 0x92, 0xf8, 0xff, 0xff, + 0x04, 0x00, 0x00, 0x00, 0x10, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xae, 0xf8, 0xff, 0xff, 0x04, 0x00, 0x00, 0x00, + 0x40, 0x00, 0x00, 0x00, 0x98, 0xe6, 0x63, 0xbd, 0x9c, 0xb0, 0xf7, 0xbe, 0x26, 0xc6, 0xbc, 0x3e, + 0x7e, 0x93, 0xe0, 0x3e, 0x35, 0x5a, 0xe2, 0xbe, 0x88, 0x98, 0xfd, 0x3d, 0x00, 0x2e, 0xf2, 0xba, + 0xf0, 0x79, 0x35, 0xbd, 0xe8, 0x04, 0xee, 0xbd, 0x97, 0xb7, 0xaa, 0xbe, 0x77, 0x60, 0xb9, 0xbe, + 0xb9, 0x3f, 0xbd, 0xbe, 0x4a, 0xf7, 0x92, 0x3e, 0x5a, 0x52, 0xa9, 0xbe, 0x8a, 0x59, 0x9b, 0xbe, + 0x27, 0xc5, 0xa7, 0xbe, 0xfa, 0xf8, 0xff, 0xff, 0x04, 0x00, 0x00, 0x00, 0x08, 0x00, 0x00, 0x00, + 0xff, 0xff, 0xff, 0xff, 0x64, 0x00, 0x00, 0x00, 0x0e, 0xf9, 0xff, 0xff, 0x04, 0x00, 0x00, 0x00, + 0x40, 0x06, 0x00, 0x00, 0x80, 0x3a, 0x28, 0x3e, 0x30, 0x8b, 0xd8, 0x3c, 0xb7, 0xb4, 0x06, 0xbe, + 0x0e, 0xcf, 0x2a, 0xbe, 0x9e, 0x1a, 0x1e, 0x3e, 0xb8, 0x4c, 0xe3, 0xbc, 0x00, 0x4f, 0xb3, 0x3c, + 0x7a, 0xe6, 0x0a, 0x3e, 0xd4, 0xd0, 0xed, 0x3d, 0xe6, 0x39, 0x2f, 0xbe, 0x74, 0xf0, 0x4a, 0xbe, + 0xe6, 0x9a, 0x57, 0x3e, 0x46, 0xb3, 0x10, 0xbe, 0x16, 0xf6, 0x4a, 0xbe, 0x04, 0xdf, 0x0c, 0x3e, + 0x64, 0xd7, 0x2a, 0x3e, 0x12, 0x00, 0x25, 0x3e, 0xf4, 0x20, 0x08, 0xbe, 0x2c, 0x2e, 0x4b, 0x3e, + 0xec, 0xd3, 0x71, 0xbd, 0x72, 0xe9, 0x37, 0x3e, 0xe6, 0xe0, 0x86, 0xbd, 0x78, 0x07, 0xa7, 0xbd, + 0x20, 0x13, 0x81, 0xbc, 0x14, 0x34, 0xe3, 0x3d, 0x78, 0x8d, 0x8f, 0xbd, 0xcc, 0x80, 0xa5, 0xbd, + 0xb6, 0xe9, 0xe4, 0xbd, 0x28, 0xf6, 0xc1, 0x3d, 0x76, 0x36, 0x0a, 0x3e, 0xa8, 0x4b, 0x63, 0x3d, + 0xa0, 0xff, 0xc2, 0xbb, 0xd0, 0x1a, 0x6f, 0xbe, 0xc2, 0xfd, 0x1c, 0xbe, 0x98, 0x0e, 0xaa, 0xbc, + 0x50, 0xd5, 0x47, 0xbe, 0x30, 0xae, 0x00, 0xbe, 0x68, 0x96, 0x17, 0x3e, 0xba, 0x2e, 0x27, 0x3e, + 0xf8, 0x9a, 0x14, 0xbd, 0xc0, 0xa0, 0x62, 0xbc, 0xa0, 0xd5, 0xe7, 0x3b, 0x26, 0xcf, 0x05, 0x3e, + 0xa6, 0x7e, 0x45, 0x3e, 0x57, 0x7b, 0xfe, 0xbd, 0x54, 0x5c, 0x5b, 0xbe, 0xbf, 0x32, 0x5a, 0xbe, + 0x2e, 0x62, 0x6f, 0x3e, 0xbc, 0x04, 0x5f, 0x3e, 0x94, 0x88, 0x28, 0x3e, 0x00, 0x70, 0xc2, 0x39, + 0x62, 0x84, 0x3e, 0x3e, 0xf8, 0xf6, 0x43, 0x3d, 0x90, 0x5a, 0x5e, 0x3d, 0x7f, 0xf7, 0x3a, 0xbe, + 0xda, 0xfe, 0x39, 0xbe, 0xde, 0xcc, 0x02, 0xbe, 0x98, 0xff, 0x99, 0xbd, 0x90, 0x1f, 0x32, 0xbe, + 0xac, 0xb3, 0x26, 0xbd, 0xba, 0xbe, 0x0f, 0x3e, 0x5b, 0x28, 0x70, 0xbe, 0x98, 0x18, 0x64, 0x3e, + 0x55, 0xe1, 0xf0, 0xbd, 0x48, 0x21, 0x16, 0x3e, 0x01, 0x21, 0x50, 0xbe, 0x08, 0xac, 0x9d, 0x3d, + 0xf4, 0x50, 0x2f, 0x3e, 0x90, 0xbd, 0x7c, 0xbc, 0x14, 0x10, 0x92, 0x3d, 0x4c, 0xb8, 0x15, 0x3e, + 0xae, 0xde, 0x61, 0xbe, 0xa2, 0x67, 0x4b, 0xbe, 0x9e, 0x16, 0x52, 0x3e, 0x1c, 0x5a, 0x40, 0xbe, + 0x33, 0x77, 0x74, 0xbe, 0x08, 0x27, 0x66, 0x3d, 0xd8, 0x0f, 0x4b, 0x3e, 0xd8, 0x54, 0x9d, 0x3d, + 0x18, 0x38, 0xac, 0x3d, 0x06, 0xfa, 0x02, 0xbe, 0xb6, 0xe5, 0xa1, 0xbd, 0x84, 0x18, 0xef, 0x3d, + 0xd3, 0xba, 0x0a, 0xbe, 0xc4, 0xc9, 0xac, 0x3d, 0x1e, 0x4e, 0x3e, 0xbe, 0x06, 0x5b, 0x3b, 0x3e, + 0x02, 0x2f, 0x66, 0xbe, 0x57, 0x5b, 0x50, 0xbe, 0x00, 0x36, 0xa4, 0x3d, 0x7c, 0x04, 0xe6, 0x3d, + 0x11, 0xf2, 0x10, 0xbe, 0x16, 0xba, 0x36, 0x3e, 0xe0, 0xd5, 0x0b, 0xbe, 0xea, 0x09, 0xb8, 0xbd, + 0x54, 0xc7, 0x14, 0x3e, 0xcc, 0x93, 0x67, 0x3e, 0x12, 0x0a, 0xb2, 0xbd, 0x40, 0x03, 0xbf, 0x3b, + 0x34, 0x2f, 0xe2, 0x3d, 0x40, 0x0b, 0x61, 0xbd, 0x32, 0x07, 0x73, 0x3e, 0x80, 0x83, 0xb9, 0xbd, + 0x68, 0x12, 0xda, 0x3d, 0x51, 0xfa, 0x5b, 0xbe, 0xe3, 0xf5, 0x57, 0xbe, 0x24, 0x6a, 0x50, 0x3e, + 0x4e, 0xbd, 0x5d, 0xbe, 0x10, 0x3f, 0x7a, 0x3d, 0xa8, 0xa4, 0x6d, 0x3e, 0x20, 0xe0, 0x12, 0x3d, + 0xf4, 0xf2, 0xbd, 0x3d, 0x58, 0xe6, 0x83, 0xbc, 0xa0, 0x0e, 0x7c, 0x3d, 0xf4, 0xc7, 0x95, 0x3d, + 0x60, 0xe2, 0x4d, 0xbe, 0x70, 0x4c, 0x89, 0x3c, 0x16, 0x4a, 0x0a, 0x3e, 0xa4, 0x27, 0x48, 0xbe, + 0x15, 0xf1, 0xeb, 0xbd, 0x02, 0xaf, 0x22, 0xbe, 0x40, 0x81, 0x01, 0xbd, 0x46, 0xc2, 0x4c, 0x3e, + 0x78, 0x26, 0x58, 0xbd, 0x28, 0x0a, 0x46, 0x3d, 0xa5, 0xa7, 0x4d, 0xbe, 0x10, 0x99, 0x23, 0x3e, + 0x76, 0x0d, 0x16, 0xbe, 0x5c, 0xc2, 0x82, 0xbd, 0x00, 0xbd, 0x45, 0x3d, 0x1e, 0xf0, 0xa2, 0xbd, + 0x24, 0xeb, 0x35, 0xbe, 0x36, 0x55, 0x71, 0xbe, 0xc0, 0x3b, 0x9f, 0xbc, 0xbe, 0x4d, 0x1a, 0xbe, + 0x60, 0x10, 0x41, 0x3e, 0xa9, 0xe8, 0x68, 0xbe, 0x08, 0x2e, 0x58, 0x3e, 0x54, 0xf6, 0x12, 0xbe, + 0xba, 0x02, 0xa5, 0xbd, 0x08, 0xb6, 0x10, 0x3e, 0xbd, 0xa3, 0x75, 0xbe, 0x92, 0x95, 0x62, 0xbe, + 0x3f, 0xef, 0x00, 0xbe, 0xd0, 0x61, 0x02, 0x3c, 0x70, 0xde, 0x5a, 0x3e, 0x60, 0x0b, 0x30, 0xbe, + 0x50, 0x2c, 0xc7, 0x3d, 0xf2, 0xea, 0x3d, 0xbe, 0x1f, 0xaf, 0x50, 0xbe, 0xb4, 0xe4, 0x3d, 0x3e, + 0xc0, 0x08, 0x14, 0x3e, 0xbc, 0xbb, 0xd9, 0xbd, 0xcd, 0x00, 0x53, 0xbe, 0xb6, 0x8f, 0x08, 0x3e, + 0x60, 0xec, 0x12, 0x3d, 0x26, 0x5d, 0x1e, 0x3e, 0xb4, 0xde, 0xa8, 0x3d, 0xe8, 0xb5, 0x4d, 0xbe, + 0x82, 0x47, 0x74, 0x3e, 0x29, 0xdd, 0xf6, 0xbd, 0xb0, 0xf3, 0x82, 0x3d, 0x9e, 0xfe, 0x0f, 0x3e, + 0x9c, 0x6f, 0x32, 0x3e, 0xeb, 0x5d, 0x6a, 0xbe, 0xf8, 0x3b, 0x4b, 0x3e, 0x54, 0x1b, 0x5e, 0xbd, + 0xd8, 0x3a, 0x03, 0xbd, 0xba, 0xdd, 0x87, 0xbd, 0xfe, 0x26, 0xd3, 0xbd, 0x78, 0x20, 0x44, 0xbd, + 0xac, 0x0d, 0x10, 0x3e, 0x76, 0x45, 0x96, 0xbd, 0xa8, 0x5d, 0x1d, 0x3e, 0x90, 0x98, 0x3b, 0x3d, + 0x0a, 0x31, 0x41, 0xbe, 0x34, 0x2c, 0x3d, 0xbe, 0x4a, 0xa9, 0x03, 0xbe, 0x40, 0xd4, 0x30, 0x3e, + 0x7a, 0x2f, 0xc2, 0xbd, 0x64, 0xaa, 0x6d, 0xbe, 0x9f, 0x8f, 0x70, 0xbe, 0x20, 0xac, 0x87, 0xbd, + 0xa8, 0x3c, 0x46, 0x3e, 0x8c, 0xec, 0x00, 0x3e, 0x64, 0xc3, 0x95, 0xbd, 0x10, 0x2d, 0x03, 0xbc, + 0xf0, 0x7a, 0x79, 0x3d, 0xfe, 0x8a, 0x27, 0x3e, 0x67, 0x4e, 0x33, 0xbe, 0x8c, 0xa3, 0xa0, 0x3d, + 0x98, 0x56, 0x22, 0xbd, 0x0f, 0x1d, 0x2a, 0xbe, 0x9e, 0x04, 0x43, 0xbe, 0xc2, 0xca, 0x65, 0xbe, + 0x38, 0x3e, 0xb8, 0xbd, 0xec, 0x2b, 0x00, 0x3e, 0xd8, 0xb4, 0xb0, 0x3d, 0x60, 0x69, 0x74, 0x3c, + 0xba, 0xaf, 0x32, 0x3e, 0x10, 0xe6, 0xe5, 0x3c, 0xc0, 0x16, 0x28, 0x3d, 0x04, 0x8f, 0x15, 0x3e, + 0x90, 0x80, 0x89, 0x3c, 0xe6, 0x41, 0x99, 0xbd, 0x30, 0x73, 0x73, 0xbc, 0xcf, 0x02, 0xf5, 0xbd, + 0x00, 0xe4, 0x24, 0xbe, 0xe0, 0xc5, 0x6c, 0x3e, 0xb9, 0x0a, 0x69, 0xbe, 0xe0, 0x1d, 0x08, 0xbc, + 0x80, 0x9d, 0x47, 0xbe, 0xb4, 0xff, 0xb1, 0x3d, 0x06, 0x37, 0x6b, 0xbe, 0x36, 0xfe, 0x05, 0x3e, + 0x04, 0xe2, 0x39, 0x3e, 0x2c, 0x46, 0x91, 0x3d, 0x40, 0x42, 0xeb, 0xbb, 0x60, 0xa0, 0x59, 0xbc, + 0x98, 0x6a, 0x22, 0x3d, 0x80, 0x68, 0xac, 0x3c, 0x92, 0x13, 0x4b, 0x3e, 0x48, 0x58, 0xd8, 0x3d, + 0x82, 0x48, 0xe8, 0xbd, 0xda, 0x99, 0x1e, 0x3e, 0x4e, 0xd7, 0x73, 0xbe, 0x08, 0xa8, 0xed, 0x3d, + 0x4a, 0xc8, 0x08, 0x3e, 0x88, 0x0c, 0x96, 0x3d, 0x54, 0x4a, 0xa4, 0x3d, 0x55, 0x58, 0xf8, 0xbd, + 0x28, 0x37, 0x74, 0x3d, 0x58, 0x57, 0x58, 0x3d, 0x3d, 0xb6, 0x50, 0xbe, 0x40, 0xc7, 0x15, 0x3e, + 0x44, 0x55, 0xb9, 0xbd, 0x9a, 0xe2, 0xba, 0xbd, 0x67, 0x83, 0xf3, 0xbd, 0x40, 0xc6, 0x91, 0x3d, + 0x9a, 0x89, 0x5a, 0x3e, 0x4a, 0xbc, 0x20, 0x3e, 0xe8, 0x41, 0x4d, 0x3e, 0xf8, 0x35, 0x87, 0xbc, + 0x28, 0xa0, 0xcc, 0x3d, 0xf0, 0x94, 0xe7, 0x3d, 0x44, 0x8b, 0x0c, 0x3e, 0x98, 0x28, 0x0a, 0x3e, + 0xfc, 0x57, 0x1a, 0x3e, 0x54, 0x1e, 0x4d, 0x3e, 0x12, 0x9e, 0x51, 0x3e, 0x40, 0xa5, 0x6a, 0x3d, + 0xc0, 0x80, 0xd5, 0x3b, 0xf0, 0x6f, 0x3e, 0x3d, 0x27, 0xf2, 0x39, 0xbe, 0x4d, 0x38, 0x55, 0xbe, + 0x48, 0x80, 0x57, 0x3e, 0x0a, 0x64, 0x97, 0xbd, 0xb2, 0xe2, 0x71, 0x3e, 0x44, 0x81, 0x34, 0xbd, + 0xac, 0x6f, 0x82, 0x3d, 0x0e, 0xa0, 0x0a, 0x3e, 0x24, 0xbc, 0x0f, 0x3e, 0xe0, 0xf2, 0x15, 0x3d, + 0xf0, 0xa0, 0xe8, 0x3d, 0x6c, 0x1d, 0xf6, 0x3d, 0x57, 0x17, 0x2a, 0xbe, 0xb0, 0x95, 0xef, 0xbd, + 0xce, 0x19, 0x01, 0x3e, 0xe4, 0x8e, 0xe0, 0xbd, 0x55, 0x86, 0x61, 0xbe, 0x90, 0xdf, 0xed, 0x3c, + 0x76, 0xa1, 0xb3, 0xbd, 0x04, 0x6d, 0x4d, 0xbd, 0x74, 0x3e, 0x60, 0x3e, 0x00, 0x9a, 0x3b, 0x3c, + 0x14, 0x7b, 0x46, 0xbe, 0x9c, 0x49, 0xcd, 0x3d, 0x3e, 0x9d, 0xda, 0xbd, 0xce, 0x12, 0x1f, 0xbe, + 0xb4, 0xce, 0xb1, 0x3d, 0x50, 0x8f, 0x69, 0xbc, 0x62, 0x67, 0x34, 0xbe, 0xbc, 0x0f, 0x03, 0xbe, + 0xd4, 0xf0, 0x4c, 0xbe, 0xe0, 0xd4, 0xc4, 0x3c, 0x64, 0x89, 0x95, 0xbd, 0xd0, 0x91, 0xf1, 0x3d, + 0x65, 0xe1, 0xf4, 0xbd, 0xc4, 0xa3, 0x09, 0x3e, 0x00, 0x8c, 0xb1, 0x3d, 0x9c, 0xc8, 0xb1, 0x3d, + 0xc8, 0xf7, 0x48, 0xbe, 0x36, 0x3b, 0x63, 0x3e, 0xfa, 0x6e, 0xa2, 0xbd, 0x40, 0x02, 0x87, 0x3b, + 0xd2, 0x1a, 0xb2, 0xbd, 0x41, 0xd0, 0x45, 0xbe, 0x90, 0x4f, 0x25, 0xbe, 0x90, 0x6e, 0x4e, 0xbd, + 0x58, 0xd4, 0x92, 0x3d, 0xb8, 0x29, 0xcf, 0xbc, 0x84, 0x13, 0xb7, 0x3d, 0x30, 0xd9, 0x27, 0xbd, + 0xa0, 0xfd, 0x35, 0x3e, 0x50, 0xe7, 0x51, 0xbc, 0xb2, 0x9d, 0x1e, 0xbe, 0x48, 0x7d, 0x43, 0x3e, + 0x72, 0x9b, 0x23, 0xbe, 0xb6, 0x60, 0x68, 0x3e, 0xe4, 0xd1, 0x45, 0xbd, 0xec, 0x9e, 0x6e, 0xbe, + 0x2a, 0x21, 0x8e, 0xbd, 0xd6, 0x21, 0x13, 0x3e, 0xed, 0xf6, 0x3f, 0xbe, 0x78, 0xae, 0x05, 0x3e, + 0x86, 0x14, 0x74, 0xbe, 0xf8, 0x42, 0x01, 0x3d, 0x28, 0xdf, 0x8e, 0xbc, 0x38, 0x67, 0xea, 0x3d, + 0x90, 0xbb, 0xc8, 0x3c, 0xee, 0x51, 0xb7, 0xbd, 0xc0, 0xbb, 0x8c, 0x3c, 0xad, 0xaf, 0x61, 0xbe, + 0xfe, 0x24, 0x72, 0x3e, 0x88, 0xb5, 0x4a, 0xbe, 0xea, 0x6f, 0x1b, 0xbe, 0xc4, 0xf6, 0x95, 0xbd, + 0xc8, 0xc3, 0x43, 0xbe, 0x4e, 0x4c, 0x2b, 0x3e, 0x1a, 0xbd, 0x48, 0x3e, 0xa6, 0xeb, 0x55, 0xbe, + 0x9e, 0xef, 0x4e, 0x3e, 0xec, 0xd6, 0xbc, 0xbd, 0xa0, 0x2d, 0xb0, 0xbc, 0x8e, 0xa7, 0xdd, 0xbd, + 0xc0, 0x2e, 0xf9, 0x3c, 0x40, 0x6d, 0x4e, 0x3e, 0xee, 0x1d, 0x17, 0xbe, 0x65, 0xbf, 0x56, 0xbe, + 0xb0, 0x20, 0x5b, 0xbe, 0x14, 0x12, 0xee, 0x3d, 0xfa, 0x50, 0x72, 0x3e, 0x0a, 0xaa, 0x18, 0xbe, + 0x38, 0x6b, 0x6a, 0x3e, 0x74, 0x77, 0xdb, 0x3d, 0xb0, 0x4d, 0x01, 0x3e, 0x00, 0xfb, 0xb2, 0x3a, + 0xc0, 0xc3, 0x5e, 0x3d, 0x66, 0x3c, 0x68, 0x3e, 0x39, 0x98, 0x72, 0xbe, 0x28, 0xf0, 0x56, 0x3e, + 0xa8, 0x03, 0x10, 0x3d, 0xb4, 0x1c, 0xa5, 0x3d, 0xa4, 0xb3, 0x3c, 0xbe, 0xe4, 0xf0, 0x33, 0x3e, + 0xa4, 0xdc, 0xab, 0xbd, 0xb4, 0xac, 0xec, 0x3d, 0x1c, 0x61, 0x3e, 0xbd, 0x32, 0x88, 0x3c, 0x3e, + 0x6b, 0x30, 0x73, 0xbe, 0x80, 0x9b, 0x68, 0x3b, 0xa0, 0x1c, 0xd1, 0xbb, 0xfa, 0xc5, 0x17, 0x3e, + 0x78, 0x29, 0x1c, 0xbd, 0xa0, 0x9b, 0x14, 0x3e, 0x78, 0xf1, 0x15, 0xbe, 0x6a, 0xe8, 0x0b, 0xbe, + 0xec, 0x1b, 0xa7, 0xbd, 0x76, 0xd6, 0x1c, 0xbe, 0x72, 0xf0, 0x9e, 0xbd, 0x68, 0xf3, 0xe6, 0xbd, + 0xd6, 0x80, 0x62, 0xbe, 0xdc, 0xda, 0xed, 0x3d, 0xe4, 0x0c, 0x38, 0xbd, 0x40, 0x6d, 0xf9, 0x3d, + 0xa6, 0x91, 0xf6, 0xbd, 0x32, 0xac, 0x64, 0x3e, 0xa0, 0xad, 0xc3, 0xbd, 0x1e, 0xcb, 0xc2, 0xbd, + 0x18, 0xd6, 0xdb, 0x3d, 0x52, 0xf2, 0x34, 0xbe, 0x40, 0xe4, 0x66, 0x3e, 0xa8, 0x59, 0xb2, 0xbc, + 0x36, 0x63, 0x9e, 0xbd, 0xa6, 0x5f, 0x45, 0xbe, 0x62, 0xbf, 0x35, 0x3e, 0xf0, 0xd0, 0x9f, 0xbd, + 0x9c, 0x5d, 0x3a, 0xbe, 0x90, 0xaa, 0x9f, 0xbd, 0xfe, 0x0b, 0x28, 0xbe, 0x42, 0xa7, 0xc9, 0xbd, + 0x20, 0xdd, 0x60, 0x3d, 0x7a, 0x47, 0x58, 0xbe, 0x98, 0xa6, 0xc7, 0xbd, 0xf0, 0x37, 0x09, 0x3d, + 0x94, 0x18, 0x16, 0xbd, 0x6c, 0xab, 0x19, 0x3e, 0x60, 0x9e, 0x1b, 0x3e, 0x9b, 0x0b, 0x00, 0xbe, + 0x30, 0xba, 0x80, 0x3d, 0x5a, 0xff, 0xff, 0xff, 0x04, 0x00, 0x00, 0x00, 0x20, 0x00, 0x00, 0x00, + 0x34, 0xd9, 0x1d, 0x3f, 0x78, 0x75, 0x59, 0x3f, 0x50, 0xd0, 0x32, 0xbe, 0x00, 0x13, 0xf5, 0xbe, + 0xe8, 0x4a, 0x25, 0xbf, 0x10, 0x3b, 0x3a, 0x3f, 0x00, 0xa2, 0x2a, 0xbf, 0xb4, 0x04, 0x7e, 0x3f, + 0x20, 0xf9, 0xff, 0xff, 0x24, 0xf9, 0xff, 0xff, 0x01, 0x00, 0x00, 0x00, 0x14, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x0e, 0x00, 0x18, 0x00, 0x14, 0x00, 0x10, 0x00, 0x0c, 0x00, 0x08, 0x00, 0x04, 0x00, + 0x0e, 0x00, 0x00, 0x00, 0x14, 0x00, 0x00, 0x00, 0x1c, 0x00, 0x00, 0x00, 0xdc, 0x01, 0x00, 0x00, + 0xe0, 0x01, 0x00, 0x00, 0xe4, 0x01, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, 0x6d, 0x61, 0x69, 0x6e, + 0x00, 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, 0x74, 0x01, 0x00, 0x00, 0x10, 0x01, 0x00, 0x00, + 0xd8, 0x00, 0x00, 0x00, 0x88, 0x00, 0x00, 0x00, 0x50, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, + 0x12, 0xff, 0xff, 0xff, 0x00, 0x00, 0x00, 0x09, 0x18, 0x00, 0x00, 0x00, 0x1c, 0x00, 0x00, 0x00, + 0x20, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, 0x00, 0x00, 0x06, 0x00, 0x08, 0x00, 0x04, 0x00, + 0x06, 0x00, 0x00, 0x00, 0x00, 0x00, 0x80, 0x3f, 0x01, 0x00, 0x00, 0x00, 0x0b, 0x00, 0x00, 0x00, + 0x01, 0x00, 0x00, 0x00, 0x0a, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0e, 0x00, 0x18, 0x00, 0x14, 0x00, + 0x10, 0x00, 0x0c, 0x00, 0x07, 0x00, 0x08, 0x00, 0x0e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x08, + 0x10, 0x00, 0x00, 0x00, 0x10, 0x00, 0x00, 0x00, 0x14, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00, + 0xe0, 0xf9, 0xff, 0xff, 0x01, 0x00, 0x00, 0x00, 0x0a, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00, + 0x09, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0xff, 0xff, 0xff, 0xff, 0x8e, 0xff, 0xff, 0xff, + 0x00, 0x00, 0x00, 0x08, 0x18, 0x00, 0x00, 0x00, 0x1c, 0x00, 0x00, 0x00, 0x20, 0x00, 0x00, 0x00, + 0x03, 0x00, 0x00, 0x00, 0x00, 0x00, 0x06, 0x00, 0x08, 0x00, 0x07, 0x00, 0x06, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x01, 0x01, 0x00, 0x00, 0x00, 0x09, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00, + 0x08, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0xff, 0xff, 0xff, 0xff, 0x00, 0x00, 0x0a, 0x00, + 0x10, 0x00, 0x0c, 0x00, 0x08, 0x00, 0x04, 0x00, 0x0a, 0x00, 0x00, 0x00, 0x0c, 0x00, 0x00, 0x00, + 0x10, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x08, 0x00, 0x00, 0x00, + 0x02, 0x00, 0x00, 0x00, 0x07, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0e, 0x00, + 0x1a, 0x00, 0x14, 0x00, 0x10, 0x00, 0x0c, 0x00, 0x07, 0x00, 0x08, 0x00, 0x0e, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x05, 0x20, 0x00, 0x00, 0x00, 0x34, 0x00, 0x00, 0x00, 0x38, 0x00, 0x00, 0x00, + 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0e, 0x00, 0x18, 0x00, 0x17, 0x00, 0x10, 0x00, 0x0c, 0x00, + 0x08, 0x00, 0x04, 0x00, 0x0e, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, + 0x02, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x00, 0x00, 0x00, + 0x07, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0e, 0x00, + 0x14, 0x00, 0x00, 0x00, 0x10, 0x00, 0x0c, 0x00, 0x07, 0x00, 0x08, 0x00, 0x0e, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x01, 0x18, 0x00, 0x00, 0x00, 0x28, 0x00, 0x00, 0x00, 0x2c, 0x00, 0x00, 0x00, + 0x0c, 0x00, 0x14, 0x00, 0x13, 0x00, 0x0c, 0x00, 0x08, 0x00, 0x07, 0x00, 0x0c, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x01, 0x01, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, + 0x01, 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x04, 0x00, 0x00, 0x00, 0x05, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x0b, 0x00, 0x00, 0x00, + 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0c, 0x00, 0x00, 0x00, 0x98, 0x04, 0x00, 0x00, + 0x48, 0x04, 0x00, 0x00, 0xfc, 0x03, 0x00, 0x00, 0xc0, 0x03, 0x00, 0x00, 0x58, 0x03, 0x00, 0x00, + 0xd8, 0x02, 0x00, 0x00, 0x30, 0x02, 0x00, 0x00, 0xbc, 0x01, 0x00, 0x00, 0x60, 0x01, 0x00, 0x00, + 0xd4, 0x00, 0x00, 0x00, 0x5c, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, 0xac, 0xfb, 0xff, 0xff, + 0x14, 0x00, 0x00, 0x00, 0x1c, 0x00, 0x00, 0x00, 0x1c, 0x00, 0x00, 0x00, 0x0c, 0x00, 0x00, 0x00, + 0x34, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0xff, 0xff, 0xff, 0xff, 0x02, 0x00, 0x00, 0x00, + 0x90, 0xfb, 0xff, 0xff, 0x1b, 0x00, 0x00, 0x00, 0x53, 0x74, 0x61, 0x74, 0x65, 0x66, 0x75, 0x6c, + 0x50, 0x61, 0x72, 0x74, 0x69, 0x74, 0x69, 0x6f, 0x6e, 0x65, 0x64, 0x43, 0x61, 0x6c, 0x6c, 0x5f, + 0x31, 0x3a, 0x30, 0x00, 0x02, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, + 0x00, 0xfc, 0xff, 0xff, 0x14, 0x00, 0x00, 0x00, 0x1c, 0x00, 0x00, 0x00, 0x1c, 0x00, 0x00, 0x00, + 0x0b, 0x00, 0x00, 0x00, 0x54, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0xff, 0xff, 0xff, 0xff, + 0x02, 0x00, 0x00, 0x00, 0xe4, 0xfb, 0xff, 0xff, 0x38, 0x00, 0x00, 0x00, 0x73, 0x65, 0x71, 0x75, + 0x65, 0x6e, 0x74, 0x69, 0x61, 0x6c, 0x5f, 0x31, 0x2f, 0x64, 0x65, 0x6e, 0x73, 0x65, 0x5f, 0x31, + 0x5f, 0x32, 0x2f, 0x4d, 0x61, 0x74, 0x4d, 0x75, 0x6c, 0x3b, 0x73, 0x65, 0x71, 0x75, 0x65, 0x6e, + 0x74, 0x69, 0x61, 0x6c, 0x5f, 0x31, 0x2f, 0x64, 0x65, 0x6e, 0x73, 0x65, 0x5f, 0x31, 0x5f, 0x32, + 0x2f, 0x41, 0x64, 0x64, 0x00, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, + 0x02, 0x00, 0x00, 0x00, 0x74, 0xfc, 0xff, 0xff, 0x14, 0x00, 0x00, 0x00, 0x1c, 0x00, 0x00, 0x00, + 0x1c, 0x00, 0x00, 0x00, 0x0a, 0x00, 0x00, 0x00, 0x68, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, + 0xff, 0xff, 0xff, 0xff, 0x04, 0x00, 0x00, 0x00, 0x58, 0xfc, 0xff, 0xff, 0x4e, 0x00, 0x00, 0x00, + 0x73, 0x65, 0x71, 0x75, 0x65, 0x6e, 0x74, 0x69, 0x61, 0x6c, 0x5f, 0x31, 0x2f, 0x64, 0x65, 0x6e, + 0x73, 0x65, 0x5f, 0x31, 0x2f, 0x4d, 0x61, 0x74, 0x4d, 0x75, 0x6c, 0x3b, 0x73, 0x65, 0x71, 0x75, + 0x65, 0x6e, 0x74, 0x69, 0x61, 0x6c, 0x5f, 0x31, 0x2f, 0x64, 0x65, 0x6e, 0x73, 0x65, 0x5f, 0x31, + 0x2f, 0x52, 0x65, 0x6c, 0x75, 0x3b, 0x73, 0x65, 0x71, 0x75, 0x65, 0x6e, 0x74, 0x69, 0x61, 0x6c, + 0x5f, 0x31, 0x2f, 0x64, 0x65, 0x6e, 0x73, 0x65, 0x5f, 0x31, 0x2f, 0x41, 0x64, 0x64, 0x00, 0x00, + 0x02, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, 0xfc, 0xfc, 0xff, 0xff, + 0x14, 0x00, 0x00, 0x00, 0x1c, 0x00, 0x00, 0x00, 0x1c, 0x00, 0x00, 0x00, 0x09, 0x00, 0x00, 0x00, + 0x38, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0xff, 0xff, 0xff, 0xff, 0x64, 0x00, 0x00, 0x00, + 0xe0, 0xfc, 0xff, 0xff, 0x1e, 0x00, 0x00, 0x00, 0x73, 0x65, 0x71, 0x75, 0x65, 0x6e, 0x74, 0x69, + 0x61, 0x6c, 0x5f, 0x31, 0x2f, 0x66, 0x6c, 0x61, 0x74, 0x74, 0x65, 0x6e, 0x5f, 0x31, 0x2f, 0x52, + 0x65, 0x73, 0x68, 0x61, 0x70, 0x65, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, + 0x64, 0x00, 0x00, 0x00, 0x54, 0xfd, 0xff, 0xff, 0x14, 0x00, 0x00, 0x00, 0x24, 0x00, 0x00, 0x00, + 0x24, 0x00, 0x00, 0x00, 0x08, 0x00, 0x00, 0x00, 0x48, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, + 0xff, 0xff, 0xff, 0xff, 0x05, 0x00, 0x00, 0x00, 0x05, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, + 0x40, 0xfd, 0xff, 0xff, 0x26, 0x00, 0x00, 0x00, 0x73, 0x65, 0x71, 0x75, 0x65, 0x6e, 0x74, 0x69, + 0x61, 0x6c, 0x5f, 0x31, 0x2f, 0x6d, 0x61, 0x78, 0x5f, 0x70, 0x6f, 0x6f, 0x6c, 0x69, 0x6e, 0x67, + 0x32, 0x64, 0x5f, 0x31, 0x2f, 0x4d, 0x61, 0x78, 0x50, 0x6f, 0x6f, 0x6c, 0x32, 0x64, 0x00, 0x00, + 0x04, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x05, 0x00, 0x00, 0x00, 0x05, 0x00, 0x00, 0x00, + 0x04, 0x00, 0x00, 0x00, 0xc4, 0xfd, 0xff, 0xff, 0x14, 0x00, 0x00, 0x00, 0x24, 0x00, 0x00, 0x00, + 0x24, 0x00, 0x00, 0x00, 0x07, 0x00, 0x00, 0x00, 0x7c, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, + 0xff, 0xff, 0xff, 0xff, 0x0a, 0x00, 0x00, 0x00, 0x0a, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, + 0xb0, 0xfd, 0xff, 0xff, 0x58, 0x00, 0x00, 0x00, 0x73, 0x65, 0x71, 0x75, 0x65, 0x6e, 0x74, 0x69, + 0x61, 0x6c, 0x5f, 0x31, 0x2f, 0x63, 0x6f, 0x6e, 0x76, 0x32, 0x64, 0x5f, 0x31, 0x2f, 0x52, 0x65, + 0x6c, 0x75, 0x3b, 0x73, 0x65, 0x71, 0x75, 0x65, 0x6e, 0x74, 0x69, 0x61, 0x6c, 0x5f, 0x31, 0x2f, + 0x63, 0x6f, 0x6e, 0x76, 0x32, 0x64, 0x5f, 0x31, 0x2f, 0x61, 0x64, 0x64, 0x3b, 0x73, 0x65, 0x71, + 0x75, 0x65, 0x6e, 0x74, 0x69, 0x61, 0x6c, 0x5f, 0x31, 0x2f, 0x63, 0x6f, 0x6e, 0x76, 0x32, 0x64, + 0x5f, 0x31, 0x2f, 0x63, 0x6f, 0x6e, 0x76, 0x6f, 0x6c, 0x75, 0x74, 0x69, 0x6f, 0x6e, 0x3b, 0x31, + 0x00, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x0a, 0x00, 0x00, 0x00, + 0x0a, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, 0xae, 0xfe, 0xff, 0xff, 0x10, 0x00, 0x00, 0x00, + 0x10, 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, 0x64, 0x00, 0x00, 0x00, 0x3c, 0xfe, 0xff, 0xff, + 0x57, 0x00, 0x00, 0x00, 0x73, 0x65, 0x71, 0x75, 0x65, 0x6e, 0x74, 0x69, 0x61, 0x6c, 0x5f, 0x31, + 0x2f, 0x63, 0x6f, 0x6e, 0x76, 0x32, 0x64, 0x5f, 0x31, 0x2f, 0x52, 0x65, 0x6c, 0x75, 0x3b, 0x73, + 0x65, 0x71, 0x75, 0x65, 0x6e, 0x74, 0x69, 0x61, 0x6c, 0x5f, 0x31, 0x2f, 0x63, 0x6f, 0x6e, 0x76, + 0x32, 0x64, 0x5f, 0x31, 0x2f, 0x61, 0x64, 0x64, 0x3b, 0x73, 0x65, 0x71, 0x75, 0x65, 0x6e, 0x74, + 0x69, 0x61, 0x6c, 0x5f, 0x31, 0x2f, 0x63, 0x6f, 0x6e, 0x76, 0x32, 0x64, 0x5f, 0x31, 0x2f, 0x63, + 0x6f, 0x6e, 0x76, 0x6f, 0x6c, 0x75, 0x74, 0x69, 0x6f, 0x6e, 0x3b, 0x00, 0x01, 0x00, 0x00, 0x00, + 0x04, 0x00, 0x00, 0x00, 0x2a, 0xff, 0xff, 0xff, 0x10, 0x00, 0x00, 0x00, 0x10, 0x00, 0x00, 0x00, + 0x05, 0x00, 0x00, 0x00, 0x30, 0x00, 0x00, 0x00, 0xb8, 0xfe, 0xff, 0xff, 0x21, 0x00, 0x00, 0x00, + 0x73, 0x65, 0x71, 0x75, 0x65, 0x6e, 0x74, 0x69, 0x61, 0x6c, 0x5f, 0x31, 0x2f, 0x63, 0x6f, 0x6e, + 0x76, 0x32, 0x64, 0x5f, 0x31, 0x2f, 0x63, 0x6f, 0x6e, 0x76, 0x6f, 0x6c, 0x75, 0x74, 0x69, 0x6f, + 0x6e, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, + 0x02, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0e, 0x00, 0x18, 0x00, 0x14, 0x00, + 0x13, 0x00, 0x0c, 0x00, 0x08, 0x00, 0x04, 0x00, 0x0e, 0x00, 0x00, 0x00, 0x14, 0x00, 0x00, 0x00, + 0x14, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0x1c, 0x00, 0x00, 0x00, + 0x20, 0xff, 0xff, 0xff, 0x0f, 0x00, 0x00, 0x00, 0x61, 0x72, 0x69, 0x74, 0x68, 0x2e, 0x63, 0x6f, + 0x6e, 0x73, 0x74, 0x61, 0x6e, 0x74, 0x32, 0x00, 0x01, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, + 0xc6, 0xff, 0xff, 0xff, 0x10, 0x00, 0x00, 0x00, 0x10, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00, + 0x1c, 0x00, 0x00, 0x00, 0x54, 0xff, 0xff, 0xff, 0x0f, 0x00, 0x00, 0x00, 0x61, 0x72, 0x69, 0x74, + 0x68, 0x2e, 0x63, 0x6f, 0x6e, 0x73, 0x74, 0x61, 0x6e, 0x74, 0x31, 0x00, 0x02, 0x00, 0x00, 0x00, + 0x04, 0x00, 0x00, 0x00, 0x64, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0e, 0x00, 0x14, 0x00, 0x10, 0x00, + 0x00, 0x00, 0x0c, 0x00, 0x08, 0x00, 0x04, 0x00, 0x0e, 0x00, 0x00, 0x00, 0x10, 0x00, 0x00, 0x00, + 0x10, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x1c, 0x00, 0x00, 0x00, 0x9c, 0xff, 0xff, 0xff, + 0x0e, 0x00, 0x00, 0x00, 0x61, 0x72, 0x69, 0x74, 0x68, 0x2e, 0x63, 0x6f, 0x6e, 0x73, 0x74, 0x61, + 0x6e, 0x74, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, + 0x14, 0x00, 0x18, 0x00, 0x14, 0x00, 0x00, 0x00, 0x10, 0x00, 0x0c, 0x00, 0x08, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x04, 0x00, 0x14, 0x00, 0x00, 0x00, 0x14, 0x00, 0x00, 0x00, 0x28, 0x00, 0x00, 0x00, + 0x28, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x44, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, + 0xff, 0xff, 0xff, 0xff, 0x0b, 0x00, 0x00, 0x00, 0x0b, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, + 0x04, 0x00, 0x04, 0x00, 0x04, 0x00, 0x00, 0x00, 0x1e, 0x00, 0x00, 0x00, 0x73, 0x65, 0x72, 0x76, + 0x69, 0x6e, 0x67, 0x5f, 0x64, 0x65, 0x66, 0x61, 0x75, 0x6c, 0x74, 0x5f, 0x6b, 0x65, 0x72, 0x61, + 0x73, 0x5f, 0x74, 0x65, 0x6e, 0x73, 0x6f, 0x72, 0x3a, 0x30, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, + 0x01, 0x00, 0x00, 0x00, 0x0b, 0x00, 0x00, 0x00, 0x0b, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, + 0x05, 0x00, 0x00, 0x00, 0x50, 0x00, 0x00, 0x00, 0x34, 0x00, 0x00, 0x00, 0x24, 0x00, 0x00, 0x00, + 0x14, 0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x00, 0xd0, 0xff, 0xff, 0xff, 0x19, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x19, 0xdc, 0xff, 0xff, 0xff, 0x09, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x09, + 0xe8, 0xff, 0xff, 0xff, 0x16, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x16, 0xf4, 0xff, 0xff, 0xff, + 0x11, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x11, 0x0c, 0x00, 0x0c, 0x00, 0x0b, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x04, 0x00, 0x0c, 0x00, 0x00, 0x00, 0x03, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x03, + 0x11, 0x00, 0x00, 0x00, 0x4f, 0x4e, 0x45, 0x2d, 0x74, 0x66, 0x6c, 0x69, 0x74, 0x65, 0x32, 0x63, + 0x69, 0x72, 0x63, 0x6c, 0x65, 0x00, 0x00, 0x00 +}; +unsigned int simple_mnist_model_size = 3992; + +} // namespace models +} // namespace test +} // namespace train +} // namespace onert_micro + +#endif // ONERT_MICRO_TRAIN_TESTS_MODELS_SIMPLE_MNIST_MODEL_H diff --git a/onert-micro/onert-micro/include/train/tests/simple_mnist_task/SimpleMnistClassificationTask.h b/onert-micro/onert-micro/include/train/tests/simple_mnist_task/SimpleMnistClassificationTask.h new file mode 100644 index 00000000000..dd8d8f7872f --- /dev/null +++ b/onert-micro/onert-micro/include/train/tests/simple_mnist_task/SimpleMnistClassificationTask.h @@ -0,0 +1,119 @@ +/* + * Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#ifndef ONERT_MICRO_TRAIN_TESTS_SIMPLE_MNIST_TASK_H +#define ONERT_MICRO_TRAIN_TESTS_SIMPLE_MNIST_TASK_H + +#include "train/tests/OMTestTrainBase.h" +#include "train/tests/models/simple_mnist_model.h" +#include "train/tests/simple_mnist_task/data/train_input.h" +#include "train/tests/simple_mnist_task/data/train_target.h" + +#include +#include + +namespace onert_micro +{ +namespace train +{ +namespace test +{ + +namespace +{ + +// Note: use only one dataset - train will be also for test +const size_t NUM_SAMPLES = 20; + +} // namespace + +template class SimpleMnistTask : public OMTestTrainBase +{ +public: + SimpleMnistTask() + { + // Set model + _train_model_ptr.resize(models::simple_mnist_model_size); + std::memcpy(_train_model_ptr.data(), models::simple_mnist_model, + models::simple_mnist_model_size); + } + + // Get ptr to trained model + char *getModelPtr() final { return _train_model_ptr.data(); } + + // Return model size + size_t getModelSize() final { return _train_model_ptr.size(); } + + // Return num train samples + size_t getTrainNumSamples() final { return NUM_SAMPLES; }; + + // Return num test samples + size_t getTestNumSamples() final { return NUM_SAMPLES; } + + // Read train input data with cur size and cur offset + std::vector readTrainInputData(size_t size, size_t offset) final + { + std::vector result(size); + + auto *cur_ptr = data::simple_mnist_task_input_data + offset; + + std::memcpy(result.data(), cur_ptr, size); + return result; + } + // Read train target data with cur size and cur offset + std::vector readTrainTargetData(size_t size, size_t offset) final + { + std::vector result(size); + + auto *cur_ptr = data::simple_mnist_task_target_data + offset; + + std::memcpy(result.data(), cur_ptr, size); + return result; + } + + // Read test input data with cur size and cur offset + // Note: use only one dataset - train will be also for test + std::vector readTestInputData(size_t size, size_t offset) final + { + std::vector result(size); + + auto *cur_ptr = data::simple_mnist_task_input_data + offset; + + std::memcpy(result.data(), cur_ptr, size); + return result; + } + + // Read test target data with cur size and cur offset + // Note: use only one dataset - train will be also for test + std::vector readTestTargetData(size_t size, size_t offset) final + { + std::vector result(size); + + auto *cur_ptr = data::simple_mnist_task_target_data + offset; + + std::memcpy(result.data(), cur_ptr, size); + return result; + } + +private: + std::vector _train_model_ptr = {}; +}; + +} // namespace test +} // namespace train +} // namespace onert_micro + +#endif // ONERT_MICRO_TRAIN_TESTS_SIMPLE_MNIST_TASK_H diff --git a/onert-micro/onert-micro/include/train/tests/simple_mnist_task/data/train_input.h b/onert-micro/onert-micro/include/train/tests/simple_mnist_task/data/train_input.h new file mode 100644 index 00000000000..64bec19ba26 --- /dev/null +++ b/onert-micro/onert-micro/include/train/tests/simple_mnist_task/data/train_input.h @@ -0,0 +1,646 @@ +/* + * Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#ifndef ONERT_MICRO_TRAIN_TESTS_SIMPLE_MNIST_DATA_TRAIN_INPUT_H +#define ONERT_MICRO_TRAIN_TESTS_SIMPLE_MNIST_DATA_TRAIN_INPUT_H + +#include +#include + +namespace onert_micro +{ +namespace train +{ +namespace test +{ +namespace data +{ + +unsigned char simple_mnist_task_input_data[] = { + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5b, 0xb1, 0x7f, 0x3e, 0x0c, 0x3c, 0x76, 0x3f, + 0xed, 0xb3, 0x6f, 0x3f, 0x5d, 0x29, 0x5c, 0x3f, 0xde, 0xa7, 0x2c, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x7c, 0x20, 0x23, 0x3f, 0x7b, 0x40, 0x7c, 0x3f, 0x07, 0x09, 0x89, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x52, 0x50, 0xd1, 0x3d, 0x50, 0x24, 0x18, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf0, 0xf1, 0x03, 0x3f, 0x56, 0x84, 0x3e, 0x3f, + 0x4a, 0xba, 0x37, 0x3c, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x66, 0x02, 0xb4, 0x3c, 0x36, 0x9b, 0x22, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xbb, 0x60, 0x6c, 0x3f, 0x3a, 0xc8, 0xf6, 0x3d, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x41, 0x7f, 0x96, 0x3e, + 0x02, 0x19, 0x76, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0xbb, 0x60, 0x6c, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x0d, 0xf7, 0x3b, 0x3e, 0x23, 0xdf, 0x7e, 0x3f, 0xe6, 0xe3, 0x3f, 0x3e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd0, 0x15, 0x76, 0x3f, + 0x5f, 0x8a, 0x8c, 0x3e, 0xdf, 0x52, 0x47, 0x3e, 0x51, 0x1a, 0x03, 0x3f, 0x78, 0xce, 0x4a, 0x3f, + 0xee, 0xfc, 0x7d, 0x3f, 0x23, 0xea, 0xc2, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x43, 0xb8, 0xad, 0x3d, 0x57, 0x1a, 0x68, 0x3f, + 0x13, 0x42, 0x7c, 0x3f, 0xb8, 0x5d, 0x69, 0x3f, 0x00, 0x90, 0x35, 0x3f, 0xee, 0x53, 0x5d, 0x3d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xfd, 0x12, 0x79, 0x3f, 0x17, 0x41, 0xc6, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x29, 0xb4, 0xe2, 0x3e, + 0x11, 0x89, 0x76, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf4, 0x69, 0x3b, 0x3f, 0x8e, 0x72, 0x43, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x7d, 0x7d, 0x7d, 0x3f, 0x1f, 0xd3, 0xbb, 0x3d, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xfa, 0xe4, 0xfa, 0x3b, + 0x7d, 0x7d, 0x7d, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xbe, 0xa3, 0x3c, 0x3f, 0xb1, 0xc2, 0x1f, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0xe1, 0x7f, 0x9f, 0x3c, 0xb0, 0x4b, 0x7b, 0x3f, 0x99, 0x11, 0x63, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x57, 0xe6, 0x82, 0x3e, + 0xfd, 0xfc, 0x7c, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xbc, 0x1a, 0x8f, 0x3b, 0xa6, 0x5d, 0x8f, 0x3e, + 0x57, 0x40, 0x08, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x68, 0x3c, 0x02, 0x3e, 0x50, 0xf3, 0x7e, 0x3f, 0xd0, 0x3d, 0x58, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0xff, 0x8a, 0x79, 0x3f, 0x07, 0xcd, 0x11, 0x3f, 0xd2, 0xca, 0x53, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x29, 0x71, 0x6c, 0x3f, 0x3e, 0x25, 0x08, 0x3f, + 0x1b, 0x83, 0xc9, 0x3c, 0xfe, 0xfd, 0x7d, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x01, 0xd1, 0x96, 0x3e, 0xfe, 0xfd, 0x7d, 0x3f, 0xb1, 0xb0, 0x30, 0x3c, 0x00, 0x00, 0x00, 0x00, + 0xa2, 0x19, 0x6b, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xb2, 0x09, 0x59, 0x3f, + 0xf9, 0xe1, 0x06, 0x3e, 0x00, 0x00, 0x00, 0x00, 0xa7, 0x47, 0x14, 0x3c, 0x50, 0xf3, 0x7e, 0x3f, + 0x5b, 0x1c, 0x61, 0x3d, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x8c, 0x55, 0x76, 0x3f, 0xdc, 0x21, 0x09, 0x3c, + 0x00, 0x00, 0x00, 0x00, 0x20, 0xc0, 0x1c, 0x3f, 0xdf, 0xf5, 0x0a, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0xf1, 0x3e, 0x8d, 0x3e, 0x0a, 0x23, 0x77, 0x3f, 0xea, 0x8f, 0x52, 0x3f, 0xa4, 0x75, 0x7b, 0x3f, + 0x97, 0x78, 0xf6, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x78, 0x2c, 0x95, 0x3e, 0xa8, 0xa1, 0xa1, 0x3e, 0x4c, 0x8c, 0x23, 0x3d, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa0, 0xa1, 0xa1, 0x3e, + 0x2f, 0x1d, 0x1c, 0x3d, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xfc, 0xfb, 0x7b, 0x3f, 0x28, 0x69, 0x00, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xfc, 0xfb, 0x7b, 0x3f, 0xd7, 0x80, 0x56, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0xfc, 0xfb, 0x7b, 0x3f, 0xee, 0x62, 0x22, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xfd, 0xfc, 0x7c, 0x3f, + 0xd3, 0xfa, 0x74, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xfc, 0xfb, 0x7b, 0x3f, 0xa9, 0xff, 0x73, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x19, 0xa2, 0x50, 0x3f, 0xa9, 0xff, 0x73, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x42, 0x42, 0x42, 0x3f, 0xa9, 0xff, 0x73, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x6e, 0x0c, 0x18, 0x3e, + 0xa0, 0x45, 0x9b, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xa0, 0xad, 0x94, 0x3b, 0xa8, 0xf2, 0x37, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x46, 0x04, 0x36, 0x3f, 0xda, 0x39, 0x4a, 0x3f, 0x1b, 0xc7, 0x09, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4c, 0x4c, 0x0c, 0x3f, 0xde, 0xb3, 0x15, 0x3f, + 0xfd, 0x22, 0x80, 0x3d, 0xa5, 0x7a, 0xc0, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x7c, 0xc6, 0xb8, 0x3e, 0xed, 0x01, 0x1f, 0x3f, 0x00, 0x00, 0x00, 0x00, 0xfd, 0x22, 0x80, 0x3d, + 0xa5, 0x7a, 0xc0, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x67, 0xd9, 0x2a, 0x3e, 0x46, 0xea, 0x75, 0x3f, + 0xf1, 0xf0, 0x70, 0x3c, 0x00, 0x00, 0x00, 0x00, 0xfa, 0xc7, 0x30, 0x3e, 0xa5, 0x7a, 0xc0, 0x3e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xaf, 0xb2, 0x60, 0x3f, 0xd3, 0x74, 0x66, 0x3c, 0x00, 0x00, 0x00, 0x00, + 0x1d, 0x1d, 0x58, 0x3b, 0x10, 0x61, 0x5d, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x75, 0x85, 0x85, 0x3e, + 0x19, 0xe1, 0x0a, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x60, 0x41, 0x87, 0x3d, 0x2e, 0x41, 0x4b, 0x3f, + 0xbf, 0x13, 0xb0, 0x3d, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x7c, 0x06, 0x7e, 0x3f, + 0xff, 0xfe, 0x7e, 0x3f, 0xf3, 0x99, 0x65, 0x3f, 0x43, 0x5a, 0xee, 0x3d, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xe2, 0x6f, 0x1e, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x13, 0xdf, 0xec, 0x3e, + 0xe9, 0x01, 0x5f, 0x3f, 0x36, 0xf9, 0x74, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x16, 0x0e, 0xd7, 0x3b, 0x76, 0x47, 0x0d, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0xc1, 0xee, 0x02, 0x3e, 0xcc, 0x01, 0x51, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0xea, 0x6c, 0x88, 0x3e, 0x30, 0x0a, 0xdb, 0x3c, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x3c, 0xdb, 0x1c, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xdc, 0x1f, 0xb7, 0x3e, + 0x61, 0xe1, 0xe0, 0x3b, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x46, 0x8b, 0xc5, 0x3e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe3, 0x04, 0xe3, 0x3e, 0xdf, 0x66, 0xd4, 0x3b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xac, 0x90, 0x8d, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x69, 0x7c, 0xa2, 0x3e, 0x46, 0x74, 0xc8, 0x3b, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x76, 0xfa, 0x27, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x34, 0x2a, 0xe0, 0x3d, 0x7b, 0xcd, 0x55, 0x3e, 0xee, 0xfd, 0xb7, 0x3c, 0x43, 0x59, 0xc8, 0x3e, + 0xb3, 0xd0, 0xd4, 0x3d, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x79, 0x95, 0x17, 0x3e, 0x7f, 0x33, 0x9c, 0x3e, 0xd2, 0x2b, 0x6a, 0x3c, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xca, 0x8b, 0x23, 0x3c, + 0xd9, 0xf0, 0x84, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd9, 0x6e, 0xe6, 0x3e, 0xfc, 0xfb, 0x7b, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x29, 0x85, 0x79, 0x3e, 0xfc, 0xfb, 0x7b, 0x3f, 0x25, 0xd9, 0x41, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x86, 0xfd, 0x4e, 0x3f, + 0xb0, 0x96, 0x79, 0x3f, 0xed, 0xcc, 0x17, 0x3d, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x7d, 0x53, 0x19, 0x3d, 0xfd, 0xfc, 0x7c, 0x3f, 0x2d, 0x27, 0x67, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x7f, 0x9f, 0x6a, 0x3f, 0xfc, 0xfb, 0x7b, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xdb, 0x56, 0xf1, 0x3d, 0x05, 0xe2, 0x7a, 0x3f, + 0xfc, 0xfb, 0x7b, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x18, 0xfe, 0x20, 0x3e, 0xfc, 0xfb, 0x7b, 0x3f, 0xb0, 0x6a, 0x13, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0xd8, 0xfd, 0x37, 0x3c, 0x6e, 0x34, 0x9e, 0x3e, 0xfe, 0xe1, 0x84, 0x3c, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x3e, 0x5a, 0xee, 0x3c, 0x07, 0x61, 0x70, 0x3f, 0xfe, 0x2f, 0x6a, 0x3f, 0x7b, 0x2d, 0x7a, 0x3f, + 0xa7, 0xb7, 0xba, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x89, 0xde, 0xe4, 0x3e, + 0xae, 0x98, 0x72, 0x3f, 0x3c, 0x9a, 0x0e, 0x3f, 0x45, 0x80, 0x8f, 0x3c, 0x9b, 0x7c, 0x7a, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x54, 0x59, 0x47, 0x3f, 0x42, 0x60, 0xe3, 0x3e, + 0x00, 0x00, 0x00, 0x00, 0x6b, 0xeb, 0xa9, 0x38, 0xdf, 0x59, 0x62, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x43, 0x89, 0x60, 0x3f, 0xb4, 0x5b, 0x38, 0x3d, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x0d, 0x46, 0x40, 0x3f, 0x66, 0xdf, 0xb0, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x79, 0x59, 0x60, 0x3f, 0xa8, 0xe7, 0xb5, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x05, 0x01, 0x40, 0x3f, 0x45, 0xd5, 0xa8, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd7, 0x20, 0x14, 0x3f, + 0x56, 0xd0, 0x0f, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x77, 0xfd, 0x55, 0x3b, 0xf2, 0xd6, 0x66, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf1, 0x7e, 0x64, 0x3e, 0x46, 0x84, 0x7f, 0x3f, + 0xd5, 0x52, 0xde, 0x3d, 0xa0, 0x63, 0xf1, 0x3e, 0x29, 0x2a, 0x61, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x50, 0x9d, 0x19, 0x3f, 0x27, 0xf8, 0x7d, 0x3f, + 0x62, 0x74, 0x1a, 0x3f, 0x70, 0x14, 0x7f, 0x3d, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x0d, 0x53, 0x19, 0x3c, 0x6c, 0x58, 0x33, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x30, 0x56, 0x0f, 0x3f, 0x7a, 0x56, 0x31, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x71, 0xb4, 0xcb, 0x3c, 0x43, 0x2d, 0x75, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xc4, 0xc6, 0xc6, 0x3e, 0xb0, 0xa3, 0xb5, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0xdf, 0xde, 0x5e, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x34, 0x4b, 0x68, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x6f, 0xf6, 0x90, 0x3c, 0xc7, 0x93, 0x19, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x01, 0xe9, 0x5d, 0x3f, 0x0a, 0x6d, 0xe1, 0x3d, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x87, 0xce, 0x8a, 0x3e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe8, 0xe1, 0x84, 0x3c, + 0xfd, 0x0d, 0x6a, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x4c, 0xb0, 0x3f, 0x3b, 0xbe, 0xab, 0x57, 0x3f, 0xb8, 0x90, 0x44, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x8e, 0x43, 0x07, 0x3f, 0x76, 0x4d, 0x78, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x62, 0x52, 0x75, 0x3d, 0x1f, 0x29, 0x7c, 0x3f, + 0x8f, 0xb2, 0xef, 0x3d, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x5d, 0x5d, 0x5d, 0x3f, 0x9d, 0xc2, 0xfc, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x39, 0x40, 0x40, 0x3f, + 0xe2, 0x68, 0x57, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x96, 0xc7, 0x81, 0x3e, 0x70, 0xa7, 0x7d, 0x3f, 0xee, 0xfd, 0x37, 0x3d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0xf8, 0x97, 0x6c, 0x3f, 0x06, 0x34, 0x1c, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc8, 0x83, 0x91, 0x3e, + 0xa0, 0xcf, 0x1c, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa5, 0x2a, 0xb3, 0x3e, 0xbb, 0x4f, 0xa5, 0x3e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xdd, 0x47, 0x7d, 0x3f, 0xb5, 0x25, 0xc2, 0x3c, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x2f, 0x1a, 0x3d, 0x3e, + 0xa3, 0x2e, 0x39, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xf5, 0xf4, 0x34, 0x3f, 0x60, 0xfe, 0x09, 0x3d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xf4, 0x93, 0x5f, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x79, 0x2a, 0x24, 0x3f, + 0xd3, 0x90, 0x56, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xac, 0x33, 0x88, 0x3b, 0xa2, 0xa0, 0x72, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0xe5, 0xab, 0xde, 0x3e, 0x75, 0x85, 0xc0, 0x3d, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x99, 0x9a, 0x1a, 0x3e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x43, 0x5a, 0xb7, 0x3e, 0xdf, 0x99, 0x30, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xd3, 0xa3, 0xe9, 0x3e, 0x13, 0x37, 0x0c, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x0d, 0x0e, 0x0e, 0x3f, 0x01, 0x9e, 0x29, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x29, 0x29, 0x29, 0x3f, + 0x72, 0x52, 0x75, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5a, 0xcf, 0x60, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xff, 0xfe, 0x7e, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0xdc, 0x95, 0x7e, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x19, 0x3d, 0x77, 0x3e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x1a, 0xa8, 0xd6, 0x3c, 0x28, 0x6a, 0x78, 0x3f, 0x2d, 0xf5, 0x15, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xe4, 0x43, 0x38, 0x3f, + 0x6e, 0xd0, 0x69, 0x3f, 0x5b, 0x0a, 0x69, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x40, 0x52, 0x13, 0x3f, 0x5e, 0x5e, 0x5e, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x01, 0x81, 0xbf, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x39, 0x21, 0x8d, 0x3d, + 0xff, 0x27, 0x7d, 0x3f, 0x8c, 0x6b, 0x5f, 0x3c, 0x00, 0x00, 0x00, 0x00, 0x8f, 0xb6, 0x13, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x7b, 0x4b, 0x11, 0x3f, 0xb6, 0xc9, 0x26, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa4, 0x7e, 0x44, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x0e, 0x3a, 0x7d, 0x3f, 0x93, 0x41, 0x0b, 0x3c, 0x00, 0x00, 0x00, 0x00, + 0x36, 0xe6, 0xcb, 0x38, 0x59, 0x11, 0x5e, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x7a, 0x33, 0x65, 0x3f, 0x8b, 0x9c, 0x1c, 0x3e, 0x8b, 0x9c, 0x1c, 0x3e, 0x00, 0x30, 0x31, 0x3e, + 0x62, 0x85, 0x48, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0c, 0x84, 0x55, 0x3f, + 0x54, 0x83, 0x7d, 0x3f, 0xfe, 0xfd, 0x7d, 0x3f, 0x49, 0x60, 0x7d, 0x3f, 0x10, 0xd9, 0x9f, 0x3e, + 0x00, 0x00, 0x00, 0x00, 0xde, 0xf9, 0xe8, 0x3d, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x52, 0xf7, 0x82, 0x3e, 0x3d, 0xec, 0x41, 0x3e, 0xf1, 0xcf, 0x05, 0x3a, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xfb, 0xa6, 0xd7, 0x3c, 0x05, 0xc9, 0x5f, 0x3f, + 0xfe, 0xfd, 0x7d, 0x3f, 0xfe, 0xfd, 0x7d, 0x3f, 0x4c, 0xa2, 0x16, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xbb, 0x7e, 0xb1, 0x3e, 0xfe, 0xfd, 0x7d, 0x3f, 0x8e, 0xd5, 0x6c, 0x3e, + 0x10, 0x08, 0x85, 0x3d, 0xf9, 0xa7, 0x7d, 0x3f, 0xf5, 0x8b, 0x16, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0xda, 0xd8, 0x18, 0x3f, 0x71, 0xa1, 0x00, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x2e, 0xb2, 0x31, 0x3f, 0x35, 0x41, 0x26, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x39, 0xdb, 0x66, 0x3f, + 0xe3, 0x0e, 0x83, 0x3d, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xae, 0x03, 0x1b, 0x3f, + 0xc7, 0x9c, 0x62, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x46, 0xc7, 0x59, 0x3f, 0xed, 0xe4, 0xec, 0x3c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x4f, 0x1b, 0x32, 0x3f, 0xba, 0x2e, 0x40, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x46, 0x77, 0x31, 0x3f, 0xf9, 0xe8, 0xe7, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x63, 0xf6, 0x7a, 0x3d, 0xf3, 0x51, 0x7d, 0x3f, 0xfe, 0x8b, 0x16, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x88, 0x87, 0x50, 0x3f, 0xfe, 0xfd, 0x7d, 0x3f, 0xfe, 0xfd, 0x7d, 0x3f, 0xe7, 0xb7, 0x7d, 0x3f, + 0x34, 0x99, 0x0e, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd4, 0xb7, 0x48, 0x3b, + 0x39, 0xc7, 0x9a, 0x3e, 0xf8, 0x7d, 0x2c, 0x3e, 0x83, 0xfc, 0x3c, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x32, 0x97, 0x8a, 0x3c, 0x13, 0x7b, 0x14, 0x3f, 0xfc, 0xfb, 0x7b, 0x3f, + 0x96, 0x40, 0x68, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x3c, 0xfd, 0xe5, 0x3d, + 0x7e, 0xac, 0x78, 0x3f, 0xa1, 0xe6, 0x7d, 0x3f, 0x25, 0x05, 0x1b, 0x3d, 0xa9, 0x18, 0x82, 0x3b, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xc4, 0x53, 0x02, 0x3e, 0xb4, 0xb3, 0x73, 0x3f, 0xaf, 0x64, 0x4d, 0x3f, + 0xfa, 0x6b, 0x9a, 0x3d, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xdc, 0x93, 0xe8, 0x3d, + 0xfe, 0xfd, 0x7d, 0x3f, 0xe1, 0x7f, 0x0b, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x1c, 0x28, 0x83, 0x3c, 0x29, 0x6a, 0x65, 0x3f, 0x5a, 0x56, 0xc5, 0x3e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x06, 0x9e, 0x68, 0x3f, 0xfb, 0x96, 0x0f, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xcd, 0x68, 0xbd, 0x3e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa1, 0x58, 0x53, 0x3e, 0xbe, 0x77, 0x97, 0x3d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x89, 0x50, 0x55, 0x3f, + 0xd4, 0x97, 0x65, 0x3f, 0x19, 0xe3, 0x4c, 0x3f, 0x42, 0x6a, 0x6f, 0x3d, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xe3, 0x10, 0x0b, 0x3f, 0x4b, 0xeb, 0x76, 0x3f, 0xdf, 0x62, 0x50, 0x3f, + 0xb2, 0xbf, 0x1b, 0x3d, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x8f, 0x3d, 0x49, 0x3e, + 0xfe, 0xfd, 0x7d, 0x3f, 0x4d, 0x1d, 0x1c, 0x3d, 0x49, 0x9d, 0xee, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x67, 0xd9, 0x2a, 0x3c, 0x5d, 0x31, 0x77, 0x3f, 0xc5, 0xc4, 0x04, 0x3f, + 0x59, 0x17, 0x23, 0x3e, 0x70, 0x78, 0xd5, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x01, 0x26, 0xcd, 0x3e, 0x0d, 0xfd, 0x7b, 0x3f, 0x00, 0x00, 0x00, 0x00, 0xcf, 0xfb, 0x7e, 0x3f, + 0xbc, 0xf7, 0x8f, 0x3d, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xed, 0x42, 0x5b, 0x3f, + 0xb7, 0x9a, 0xac, 0x3e, 0x0c, 0x78, 0x6c, 0x3e, 0xa2, 0xd2, 0x5f, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x5e, 0x23, 0x5f, 0x3f, 0x15, 0xc7, 0x31, 0x3e, + 0xcb, 0x84, 0x6d, 0x3f, 0xf0, 0xa8, 0x11, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xbf, 0xac, 0x99, 0x3d, 0xa8, 0xa1, 0xa1, 0x3e, 0xcc, 0x53, 0x02, 0x3e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xec, 0xe4, 0x1a, 0x3e, + 0xca, 0x28, 0x9d, 0x3d, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x40, 0xdc, 0x31, 0x3e, 0x91, 0xbf, 0x79, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x62, 0x62, 0x62, 0x3f, 0xd6, 0x6e, 0x8c, 0x3e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x01, 0xa3, 0x2e, 0x3f, 0xa2, 0x79, 0x52, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0xbf, 0xbe, 0xbe, 0x3e, 0xc3, 0x48, 0x77, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc0, 0xc2, 0xc2, 0x3e, + 0xef, 0x32, 0x78, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x30, 0xa7, 0x38, 0x3f, 0xc9, 0xc6, 0x74, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x85, 0x10, 0x7f, 0x3f, 0x3e, 0x7e, 0x95, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0xc2, 0x01, 0x99, 0x3e, 0xb1, 0x62, 0x39, 0x3d, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x5d, 0x1e, 0xbe, 0x3e, 0xaf, 0x97, 0x3a, 0x3f, 0xfe, 0x09, 0x8b, 0x3d, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd2, 0x8f, 0x78, 0x3f, + 0x7e, 0x7e, 0x7e, 0x3f, 0x71, 0x59, 0x7c, 0x3f, 0xa2, 0xda, 0x83, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x2e, 0x18, 0xa9, 0x3e, 0x1d, 0x99, 0x18, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x22, 0x92, 0xd0, 0x3e, 0xd3, 0x78, 0x7b, 0x3f, 0x85, 0x6c, 0x21, 0x3d, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0d, 0x69, 0x4a, 0x3d, + 0xed, 0x73, 0x74, 0x3f, 0x10, 0x1e, 0xba, 0x3b, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x8d, 0xd4, 0xfc, 0x3e, 0x49, 0x7e, 0x6f, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa9, 0x20, 0x32, 0x3f, 0x23, 0xc8, 0xd3, 0x3e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xa6, 0x8f, 0xd5, 0x3e, + 0x66, 0xc4, 0x78, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xf5, 0xd2, 0x6b, 0x3f, 0x45, 0x30, 0xd3, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x51, 0x47, 0x05, 0x3b, 0x76, 0xd6, 0x37, 0x3f, 0xd4, 0x8e, 0x77, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0xbc, 0x75, 0xcc, 0x3e, 0x62, 0x82, 0x56, 0x3f, 0x04, 0x40, 0xe7, 0x3d, 0xbc, 0x2b, 0x20, 0x3e, + 0x29, 0x2a, 0x4e, 0x3f, 0xfe, 0xfd, 0x7d, 0x3f, 0xa7, 0x61, 0x82, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd8, 0xb0, 0x3f, 0x3c, + 0xae, 0x95, 0x4a, 0x3f, 0x7b, 0x8e, 0x7d, 0x3f, 0x04, 0x90, 0x7e, 0x3f, 0x34, 0x76, 0x68, 0x3f, + 0x1c, 0xc2, 0x85, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x8a, 0xd2, 0x69, 0x3e, 0x7b, 0x24, 0x43, 0x3c, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x75, 0x8b, 0x28, 0x3f, 0x69, 0xa8, 0x3f, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x07, 0x64, 0x18, 0x3f, 0x69, 0xa8, 0x3f, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x77, 0xed, 0x3e, 0x3f, + 0x69, 0xa8, 0x3f, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0b, 0x0b, 0x4b, 0x3f, 0x69, 0xa8, 0x3f, 0x3e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xd0, 0x72, 0x7e, 0x3f, 0x69, 0xa8, 0x3f, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x11, 0xe0, 0x65, 0x3f, 0x21, 0xff, 0xe9, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x32, 0xd5, 0x20, 0x3f, + 0x3f, 0x0e, 0x14, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x37, 0x77, 0x0e, 0x3e, 0x63, 0x5b, 0x12, 0x3d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xff, 0x00, 0xee, 0x3d, 0xbc, 0x1a, 0x46, 0x3e, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x63, 0xae, 0xc5, 0x3d, 0xdb, 0x6b, 0x5a, 0x3f, + 0xd0, 0xe8, 0x7c, 0x3f, 0x42, 0x30, 0x4a, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x4b, 0x2c, 0x3c, 0x3e, 0x32, 0x1b, 0x7e, 0x3f, 0xb5, 0xff, 0x7b, 0x3f, 0xe1, 0xa8, 0xb7, 0x3e, + 0x20, 0x7c, 0x79, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xc9, 0x8f, 0x0b, 0x3e, 0xad, 0x32, 0x7c, 0x3f, + 0x2e, 0xfe, 0x43, 0x3f, 0x8b, 0x2a, 0xbe, 0x3c, 0x00, 0x00, 0x00, 0x00, 0x0a, 0x0e, 0x7c, 0x3f, + 0x49, 0xd5, 0xdf, 0x3d, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x3b, 0x57, 0x34, 0x3d, 0x7a, 0x92, 0x6f, 0x3f, 0xd2, 0x2d, 0x62, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xad, 0x96, 0x79, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x2c, 0x7e, 0x3a, 0x3f, + 0xd0, 0xc4, 0x5f, 0x3f, 0x57, 0x63, 0x8b, 0x3d, 0x00, 0x00, 0x00, 0x00, 0xcf, 0xee, 0x07, 0x38, + 0xa3, 0x8a, 0x99, 0x3e, 0x84, 0x07, 0x5a, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0xff, 0x00, 0xee, 0x3d, 0xcf, 0xe8, 0x7c, 0x3f, 0xb4, 0x25, 0x42, 0x3d, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xd9, 0xee, 0x13, 0x3f, 0x75, 0x86, 0x7e, 0x3f, + 0x26, 0x6a, 0x27, 0x3e, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x86, 0x50, 0x03, 0x3e, 0xe3, 0x79, 0x7b, 0x3f, 0x71, 0xb6, 0x4d, 0x3f, 0xbc, 0x3b, 0x57, 0x3f, + 0x7d, 0x7d, 0x7d, 0x3f, 0x21, 0x63, 0x55, 0x3f, 0x77, 0xe0, 0x0d, 0x3d, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x8b, 0x50, 0x03, 0x3e, 0x03, 0x41, 0xa1, 0x3e, 0x1a, 0xfe, 0xa0, 0x3e, 0x31, 0x13, 0x36, 0x3e, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 +}; +unsigned int simple_mnist_task_input_data_len = 9680; + +} // namespace data +} // namespace test +} // namespace train +} // namespace onert_micro + +#endif // ONERT_MICRO_TRAIN_TESTS_SIMPLE_MNIST_DATA_TRAIN_INPUT_H diff --git a/onert-micro/onert-micro/include/train/tests/simple_mnist_task/data/train_target.h b/onert-micro/onert-micro/include/train/tests/simple_mnist_task/data/train_target.h new file mode 100644 index 00000000000..872da475b01 --- /dev/null +++ b/onert-micro/onert-micro/include/train/tests/simple_mnist_task/data/train_target.h @@ -0,0 +1,45 @@ +/* + * Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#ifndef ONERT_MICRO_TRAIN_TESTS_SIMPLE_MNIST_TASK_DATA_TRAIN_TARGET_H +#define ONERT_MICRO_TRAIN_TESTS_SIMPLE_MNIST_TASK_DATA_TRAIN_TARGET_H + +#include +#include + +namespace onert_micro +{ +namespace train +{ +namespace test +{ +namespace data +{ +unsigned char simple_mnist_task_target_data[] = { + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x80, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x80, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x80, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x80, 0x3f, 0x00, 0x00, 0x80, 0x3f, 0x00, 0x00, 0x80, 0x3f, 0x00, 0x00, 0x80, 0x3f, + 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x80, 0x3f, 0x00, 0x00, 0x00, 0x00, + 0x00, 0x00, 0x80, 0x3f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x80, 0x3f, 0x00, 0x00, 0x00, 0x00 +}; +unsigned int simple_mnist_task_target_data_size = 80; + +} // namespace data +} // namespace test +} // namespace train +} // namespace onert_micro + +#endif // ONERT_MICRO_TRAIN_TESTS_SIMPLE_MNIST_TASK_DATA_TRAIN_TARGET_H diff --git a/onert-micro/onert-micro/src/core/train/OMTrainingHandler.cpp b/onert-micro/onert-micro/src/core/train/OMTrainingHandler.cpp index 24535625a02..4f884ba0ace 100644 --- a/onert-micro/onert-micro/src/core/train/OMTrainingHandler.cpp +++ b/onert-micro/onert-micro/src/core/train/OMTrainingHandler.cpp @@ -19,8 +19,11 @@ #include "core/train/OMTrainingHandler.h" #include "train/losses_functions/MSE.h" #include "train/losses_functions/CrossEntropy.h" +#include "train/losses_functions/SparseCrossEntropy.h" #include "train/metrics/MSE.h" #include "train/metrics/CrossEntropy.h" +#include "train/metrics/SparseCrossEntropy.h" +#include "train/metrics/SparseCrossEntropyAccuracy.h" #include "train/metrics/Accuracy.h" #include "train/metrics/MAE.h" @@ -56,11 +59,16 @@ OMStatus OMTrainingHandler::handleError(const OMConfig &config, OMRuntimeStorage OMStatus status = forward_storage.getDataByTensorIndex(&calculated_data, forward_output_index); assert(calculated_data != nullptr); + OMLoss loss_type = config.training_context.loss; + // Get target data auto data_type_size = sizeof(core::OMDataType(forward_output_tensor->type())); size_t offset = batch_num * data_type_size * flat_size; + if (loss_type == SPARSE_CROSS_ENTROPY) + { + offset = batch_num * data_type_size; + } uint8_t *target_data = _training_storage.getTargetData(i) + offset; - OMLoss loss_type = config.training_context.loss; // Allocate data for error gradient for current calculated data and target data uint8_t *output_grad_data; @@ -85,6 +93,13 @@ OMStatus OMTrainingHandler::handleError(const OMConfig &config, OMRuntimeStorage reinterpret_cast(target_data), reinterpret_cast(output_grad_data)); break; } + case SPARSE_CROSS_ENTROPY: + { + losses_functions::SparseCrossEntropy::calculateErrorBackpropagation( + flat_size, reinterpret_cast(calculated_data), + reinterpret_cast(target_data), reinterpret_cast(output_grad_data)); + break; + } default: { assert(false && "Unsupported loss type"); @@ -221,8 +236,14 @@ OMStatus OMTrainingHandler::evaluateMetric(OMMetrics metric, void *metric_val, OMStatus status = storage.getDataByTensorIndex(&calculated_data, forward_output_index); assert(calculated_data != nullptr); - // Get target data + /** NOTE: + * This offset will always return 0 if the MODEL OUTPUT is returning 1 value of prediction. + * (forward_output->size() == length of output vector.) + * one-hot: size == target_numbers + * Sparse cross : size == 1 + */ size_t offset = batch_num * sizeof(core::OMDataType(forward_output_tensor->type())) * flat_size; + uint8_t *target_data = _training_storage.getTargetData(i) + offset; // Note: always cast it to float @@ -261,6 +282,22 @@ OMStatus OMTrainingHandler::evaluateMetric(OMMetrics metric, void *metric_val, reinterpret_cast(target_data)); break; } + case SPARSE_CROSS_ENTROPY_METRICS: + { + // Note: sum up new calculated value for current sample + *f_metric_val += + metrics::SparseCrossEntropy::calculateValue(flat_size, reinterpret_cast(calculated_data), + reinterpret_cast(target_data)); + break; + } + case SPARSE_CROSS_ENTROPY_ACCURACY: + { + // Note: sum up new calculated value for current sample + *f_metric_val += + metrics::SparseCrossEntropyAccuracy::calculateValue(flat_size, reinterpret_cast(calculated_data), + reinterpret_cast(target_data)); + break; + } default: { assert(false && "Unsupported loss type"); diff --git a/onert-micro/onert-micro/src/train/CMakeLists.txt b/onert-micro/onert-micro/src/train/CMakeLists.txt index 6374a9dfc9e..4b861df0cb3 100644 --- a/onert-micro/onert-micro/src/train/CMakeLists.txt +++ b/onert-micro/onert-micro/src/train/CMakeLists.txt @@ -14,10 +14,13 @@ set(SOURCES OMBackpropExecutionBuilder.cpp losses_functions/MSE.cpp losses_functions/CrossEntropy.cpp + losses_functions/SparseCrossEntropy.cpp metrics/CrossEntropy.cpp + metrics/SparseCrossEntropy.cpp metrics/MAE.cpp metrics/MSE.cpp metrics/Accuracy.cpp + metrics/SparseCrossEntropyAccuracy.cpp train_optimizers/SGD.cpp train_optimizers/Adam.cpp ) @@ -48,7 +51,8 @@ nnas_find_package(GTest REQUIRED) set (TEST_SOURCES tests/BostonHousingTask.test.cpp tests/CheckpointsHandler.test.cpp - tests/NumbersClassificationTask.test.cpp) + tests/NumbersClassificationTask.test.cpp + tests/SimpleMnistTask.test.cpp) GTest_AddTest(${OM_TRAIN_LIB}_test ${TEST_SOURCES}) target_include_directories(${OM_TRAIN_LIB}_test PUBLIC "${OM_INCLUDE_DIR}") diff --git a/onert-micro/onert-micro/src/train/losses_functions/SparseCrossEntropy.cpp b/onert-micro/onert-micro/src/train/losses_functions/SparseCrossEntropy.cpp new file mode 100644 index 00000000000..7bbd83776e1 --- /dev/null +++ b/onert-micro/onert-micro/src/train/losses_functions/SparseCrossEntropy.cpp @@ -0,0 +1,45 @@ + +/* + * Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#include "train/losses_functions/SparseCrossEntropy.h" +#include + +using namespace onert_micro; +using namespace onert_micro::train; +using namespace onert_micro::train::losses_functions; + +/* + * dE/dZi = (dE/dy) * (dy / dZi) + * where Z - vector of logits, + * y - probaility of target. + * + * Since dE/dy = -(1/y), + * (true label) if i == y : dE/dZi = py - 1 = y - 1 + * (wrong label) else : dE/dZi = pj + * + */ +void SparseCrossEntropy::calculateErrorBackpropagation(const uint32_t flat_size, + const float *calculated_data, + const float *target_data, float *output_grad) +{ + uint32_t label = static_cast(target_data[0]); + + for (uint32_t i = 0; i < flat_size; ++i) + { + output_grad[i] = (calculated_data[i] + float(10.0e-32)) - (i == label); + } +} diff --git a/onert-micro/onert-micro/src/train/metrics/SparseCrossEntropy.cpp b/onert-micro/onert-micro/src/train/metrics/SparseCrossEntropy.cpp new file mode 100644 index 00000000000..a2aadfa16dc --- /dev/null +++ b/onert-micro/onert-micro/src/train/metrics/SparseCrossEntropy.cpp @@ -0,0 +1,41 @@ + +/* + * Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#include "train/metrics/SparseCrossEntropy.h" + +#include +#include + +using namespace onert_micro; +using namespace onert_micro::train; +using namespace onert_micro::train::metrics; + +/* + * Y - calculated value + * Y_i - probability of target class (Correct) + * E(Y, Y_i) = -log(Y_i)) + */ +float SparseCrossEntropy::calculateValue(const uint32_t flat_size, const float *calculated_data, + const float *target_data) +{ + float result_value = 0.f; + + // Sparse Cross Entropy uses target data as a integer label of target class. + uint32_t label_index = static_cast(target_data[0]); + result_value = std::log(calculated_data[label_index] + float(10.0e-32)); + return -result_value; +} diff --git a/onert-micro/onert-micro/src/train/metrics/SparseCrossEntropyAccuracy.cpp b/onert-micro/onert-micro/src/train/metrics/SparseCrossEntropyAccuracy.cpp new file mode 100644 index 00000000000..c8a5b8a23bd --- /dev/null +++ b/onert-micro/onert-micro/src/train/metrics/SparseCrossEntropyAccuracy.cpp @@ -0,0 +1,46 @@ +/* + * Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#include "train/metrics/SparseCrossEntropyAccuracy.h" + +using namespace onert_micro; +using namespace onert_micro::train; +using namespace onert_micro::train::metrics; + +/* + * return 1.0 if predicted class equals to target + * return 0.0 otherwise + */ +float SparseCrossEntropyAccuracy::calculateValue(const uint32_t flat_size, const float *calculated_data, + const float *target_data) +{ + // Find target class + uint32_t target_class = static_cast(target_data[0]); + + // Find predicted class + float pred_class = 0.f; + float pred_max_val = calculated_data[0]; + for (uint32_t i = 0; i < flat_size; ++i) + { + if (pred_max_val < calculated_data[i]) + { + pred_max_val = calculated_data[i]; + pred_class = static_cast(i); + } + } + + return pred_class == target_class ? 1.0f : 0.0f; +} diff --git a/onert-micro/onert-micro/src/train/tests/SimpleMnistTask.test.cpp b/onert-micro/onert-micro/src/train/tests/SimpleMnistTask.test.cpp new file mode 100644 index 00000000000..a366363f777 --- /dev/null +++ b/onert-micro/onert-micro/src/train/tests/SimpleMnistTask.test.cpp @@ -0,0 +1,111 @@ +/* + * Copyright (c) 2024 Samsung Electronics Co., Ltd. All Rights Reserved + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#include "train/tests/simple_mnist_task/SimpleMnistClassificationTask.h" +#include "train/tests/OMTestUtils.h" + +#include + +namespace onert_micro +{ +namespace train +{ +namespace test +{ + +using namespace testing; + +class SimpleMnistClassificationTaskTest : public ::testing::Test +{ +public: + SimpleMnistClassificationTaskTest() + { + // Set user defined training settings + const uint32_t training_epochs = 10; + const float lambda = 0.001f; + const uint32_t batch_size = 1; + // Train all layers + const uint32_t num_train_layers = 0; + const onert_micro::OMLoss loss = onert_micro::SPARSE_CROSS_ENTROPY; + const onert_micro::OMTrainOptimizer train_optim = onert_micro::ADAM; + const float beta = 0.9; + const float beta_squares = 0.999; + const float epsilon = 1e-07; + + config.train_mode = true; + { + onert_micro::OMTrainingContext train_context; + train_context.batch_size = batch_size; + train_context.num_of_train_layers = num_train_layers; + train_context.learning_rate = lambda; + train_context.loss = loss; + train_context.optimizer = train_optim; + train_context.beta = beta; + train_context.beta_squares = beta_squares; + train_context.epsilon = epsilon; + train_context.epochs = training_epochs; + + config.training_context = train_context; + } + } + OMConfig config = {}; + + // Some value for checking that the learning process has not become worse + const float golden_accuracy_metric = 0.9f; +}; + +TEST_F(SimpleMnistClassificationTaskTest, ADAM_SPARSE_CROSS_ENTROPY_P) +{ + // Create BostonHousing data handler + SimpleMnistTask simpleMnistTask; + + config.model_ptr = simpleMnistTask.getModelPtr(); + config.model_size = simpleMnistTask.getModelSize(); + config.train_mode = true; + + // Create and import train interpreter + OMTrainingInterpreter train_interpreter; + OMStatus status = + train_interpreter.importTrainModel(simpleMnistTask.getModelPtr(), config); + EXPECT_EQ(status, Ok); + + // Evaluate result before training + float acc_metric_before_training = 0.f; + status = evaluate(train_interpreter, config, simpleMnistTask, SPARSE_CROSS_ENTROPY_ACCURACY, + &acc_metric_before_training); + EXPECT_EQ(status, Ok); + + // Train model with current config + status = train(train_interpreter, config, simpleMnistTask); + EXPECT_EQ(status, Ok); + + // Evaluate result after training + float acc_metric_after_training = 0.f; + status = evaluate(train_interpreter, config, simpleMnistTask, SPARSE_CROSS_ENTROPY_ACCURACY, + &acc_metric_after_training); + EXPECT_EQ(status, Ok); + + // ACCURACY metric after training should be better then before (before training accuracy value + // smaller then after) + EXPECT_GT(acc_metric_after_training, acc_metric_before_training); + + // Compare with gold value (should be greater or equal) + EXPECT_GE(acc_metric_after_training, golden_accuracy_metric); +} + +} // namespace test +} // namespace train +} // namespace onert_micro