/** * Copyright 2020 Huawei Technologies Co., Ltd * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "common/common_test.h" #include "master/server.h" #include "common/tensor_base.h" #define private public #include "master/restful/http_process.h" #undef private using std::string; using std::vector; namespace mindspore { namespace serving { class TestParseInput : public UT::Common { public: TestParseInput() = default; }; class TestParseReply : public UT::Common { public: TestParseReply() = default; }; TEST_F(TestParseInput, test_parse_SUCCESS) { nlohmann::json js = R"( {"instances":[ { "key_tag":"scalar", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes": {"b64": "dXRfdGVzdA==", "type": "bytes"} }, { "key_tag":"tensor", "key_int": [1,2,3], "key_bool":[[true, false], [false, true]], "key_float":[[1.1, 2.2]], "key_str":["ut_test"], "key_bytes":{"b64":"dXRfdGVzdA=="} }, { "key_tag":"b64", "key_str_format1":"ut_test", "key_str_foramt2":{"b64":"dXRfdGVzdA==", "type":"str"}, "key_bytes_int16":{"b64":"AQACAAIAAwADAAQA", "type":"int16", "shape":[3,2]}, "key_bytes_fp16":{"b64":"ZjxmQJpCZkQ=", "type":"fp16", "shape":[2,2]}, "key_bytes_bool":{"b64":"AQA=", "type":"bool", "shape":[1,2]} } ] } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_EQ(status.StatusCode(), SUCCESS); ASSERT_EQ(predict_request.instances().size(), 3); for (int32_t i = 0; i < predict_request.instances().size(); i++) { auto &cur_instance = predict_request.instances(i); auto &items = cur_instance.items(); if (i == 0) { ASSERT_EQ(items.size(), 6); for (const auto &item : items) { ProtoTensor pb_tensor(const_cast(&item.second)); if (item.first == "key_int") { ASSERT_EQ(pb_tensor.data_type(), DataType::kMSI_Int32); const int32_t *data = reinterpret_cast(pb_tensor.data()); ASSERT_EQ(*data, 1); } else if (item.first == "key_bool") { ASSERT_EQ(pb_tensor.data_type(), DataType::kMSI_Bool); const bool *data = reinterpret_cast(pb_tensor.data()); ASSERT_EQ(*data, false); } else if (item.first == "key_float") { ASSERT_EQ(pb_tensor.data_type(), DataType::kMSI_Float32); const float *data = reinterpret_cast(pb_tensor.data()); ASSERT_FLOAT_EQ(*data, 2.3); } else if (item.first == "key_str") { ASSERT_EQ(pb_tensor.data_type(), DataType::kMSI_String); auto str_nums = pb_tensor.bytes_data_size(); ASSERT_EQ(str_nums, 1); std::string value; size_t length; const uint8_t *ptr = nullptr; pb_tensor.get_bytes_data(0, &ptr, &length); value.resize(length); memcpy_s(value.data(), length, reinterpret_cast(ptr), length); ASSERT_EQ(value, "ut_test"); } else if (item.first == "key_bytes") { ASSERT_EQ(pb_tensor.data_type(), DataType::kMSI_Bytes); auto str_nums = pb_tensor.bytes_data_size(); ASSERT_EQ(str_nums, 1); std::string value; size_t length; const uint8_t *ptr = nullptr; pb_tensor.get_bytes_data(0, &ptr, &length); value.resize(length); memcpy_s(value.data(), length, reinterpret_cast(ptr), length); ASSERT_EQ(value, "ut_test"); } } } else if (i == 1) { ASSERT_EQ(items.size(), 6); for (const auto &item : items) { ProtoTensor pb_tensor(const_cast(&item.second)); auto shape = pb_tensor.shape(); if (item.first == "key_int") { ASSERT_EQ(pb_tensor.data_type(), DataType::kMSI_Int32); ASSERT_EQ(shape.size(), 1); ASSERT_EQ(shape[0], 3); vector expected_value = {1, 2, 3}; for (int i = 0; i < 3; i++) { const int32_t *data = reinterpret_cast(pb_tensor.data()) + i; ASSERT_EQ(*data, expected_value[i]); } } else if (item.first == "key_bool") { ASSERT_EQ(pb_tensor.data_type(), DataType::kMSI_Bool); ASSERT_EQ(shape.size(), 2); ASSERT_EQ(shape[0], 2); ASSERT_EQ(shape[1], 2); vector> expected_value = {{true, false}, {false, true}}; for (int i = 0; i < 2; i++) { for (int j = 0; j < 2; j++) { const bool *data = reinterpret_cast(pb_tensor.data()) + i * 2 + j; ASSERT_EQ(*data, expected_value[i][j]); } } } else if (item.first == "key_float") { ASSERT_EQ(pb_tensor.data_type(), DataType::kMSI_Float32); ASSERT_EQ(shape.size(), 2); ASSERT_EQ(shape[0], 1); ASSERT_EQ(shape[1], 2); vector> expected_value = {{1.1, 2.2}}; for (int i = 0; i < 1; i++) { for (int j = 0; j < 2; j++) { const float *data = reinterpret_cast(pb_tensor.data()) + i * 1 + j; ASSERT_FLOAT_EQ(*data, expected_value[i][j]); } } } else if (item.first == "key_str") { ASSERT_EQ(pb_tensor.data_type(), DataType::kMSI_String); ASSERT_EQ(shape.size(), 1); ASSERT_EQ(shape[0], 1); auto str_nums = pb_tensor.bytes_data_size(); ASSERT_EQ(str_nums, 1); std::string value; size_t length; const uint8_t *ptr = nullptr; pb_tensor.get_bytes_data(0, &ptr, &length); value.resize(length); memcpy_s(value.data(), length, reinterpret_cast(ptr), length); ASSERT_EQ(value, "ut_test"); } else if (item.first == "key_bytes") { ASSERT_EQ(pb_tensor.data_type(), DataType::kMSI_Bytes); auto str_nums = pb_tensor.bytes_data_size(); ASSERT_EQ(str_nums, 1); std::string value; size_t length; const uint8_t *ptr = nullptr; pb_tensor.get_bytes_data(0, &ptr, &length); value.resize(length); memcpy_s(value.data(), length, reinterpret_cast(ptr), length); ASSERT_EQ(value, "ut_test"); } } } else if (i == 2) { ASSERT_EQ(items.size(), 6); for (const auto &item : items) { ProtoTensor pb_tensor(const_cast(&item.second)); auto shape = pb_tensor.shape(); if (item.first == "key_str_format1") { ASSERT_EQ(pb_tensor.data_type(), DataType::kMSI_String); auto str_nums = pb_tensor.bytes_data_size(); ASSERT_EQ(str_nums, 1); std::string value; size_t length; const uint8_t *ptr = nullptr; pb_tensor.get_bytes_data(0, &ptr, &length); value.resize(length); memcpy_s(value.data(), length, reinterpret_cast(ptr), length); ASSERT_EQ(value, "ut_test"); } else if (item.first == "key_str_format2") { ASSERT_EQ(pb_tensor.data_type(), DataType::kMSI_String); auto str_nums = pb_tensor.bytes_data_size(); ASSERT_EQ(str_nums, 1); std::string value; size_t length; const uint8_t *ptr = nullptr; pb_tensor.get_bytes_data(0, &ptr, &length); value.resize(length); memcpy_s(value.data(), length, reinterpret_cast(ptr), length); ASSERT_EQ(value, "ut_test"); } else if (item.first == "key_bytes_int16") { ASSERT_EQ(pb_tensor.data_type(), DataType::kMSI_Int16); ASSERT_EQ(shape.size(), 2); ASSERT_EQ(shape[0], 3); ASSERT_EQ(shape[1], 2); vector> expected_value = {{1, 2}, {2, 3}, {3, 4}}; for (int i = 0; i < 3; i++) { for (int j = 0; j < 2; j++) { const int16_t *data = reinterpret_cast(pb_tensor.data()) + i * 2 + j; ASSERT_FLOAT_EQ(*data, expected_value[i][j]); } } } else if (item.first == "key_bytes_fp16") { ASSERT_EQ(pb_tensor.data_type(), DataType::kMSI_Float16); ASSERT_EQ(shape.size(), 2); ASSERT_EQ(shape[0], 2); ASSERT_EQ(shape[1], 2); } else if (item.first == "key_bytes_bool") { ASSERT_EQ(pb_tensor.data_type(), DataType::kMSI_Bool); ASSERT_EQ(shape.size(), 2); ASSERT_EQ(shape[0], 1); ASSERT_EQ(shape[1], 2); vector> expected_value = {{true, false}}; for (int i = 0; i < 1; i++) { for (int j = 0; j < 2; j++) { const bool *data = reinterpret_cast(pb_tensor.data()) + i * 2 + j; ASSERT_FLOAT_EQ(*data, expected_value[i][j]); } } } } } } } TEST_F(TestParseInput, test_instances_empty_FAIL) { nlohmann::json js = R"( {"": { "key_tag":"scalar", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes": {"b64": "dXRfdGVzdA==", "type": "bytes"} } } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_NE(status.StatusCode(), SUCCESS); } TEST_F(TestParseInput, test_instances_incorrect_FAIL) { nlohmann::json js = R"( {"instance": { "key_tag":"scalar", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes": {"b64": "dXRfdGVzdA==", "type": "bytes"} } } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_NE(status.StatusCode(), SUCCESS); } TEST_F(TestParseInput, test_key_empty_FAIL) { nlohmann::json js = R"( {"instances": { "":"scalar", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes": {"b64": "dXRfdGVzdA==", "type": "bytes"} } } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_NE(status.StatusCode(), SUCCESS); } TEST_F(TestParseInput, test_value_empty_FAIL) { nlohmann::json js = R"( {"instances": { "key_tag":"", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes": {"b64": "dXRfdGVzdA==", "type": "bytes"} } } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_NE(status.StatusCode(), SUCCESS); } TEST_F(TestParseInput, test_obj_unknown_key_FAIL) { nlohmann::json js = R"( {"instances": { "key_tag":"", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes": {"b64": "dXRfdGVzdA==", "type": "bytes", "type1":"bytes"} } } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_NE(status.StatusCode(), SUCCESS); } TEST_F(TestParseInput, test_obj_nob64_key_FAIL) { nlohmann::json js = R"( {"instances": { "key_tag":"", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes": {"base64": "dXRfdGVzdA==", "type": "bytes"} } } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_NE(status.StatusCode(), SUCCESS); } TEST_F(TestParseInput, test_obj_illegal_b64value_FAIL) { nlohmann::json js = R"( {"instances": { "key_tag":"", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes": {"base64": "dXRfdGVzdA", "type": "bytes"} } } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_NE(status.StatusCode(), SUCCESS); } TEST_F(TestParseInput, test_obj_unknown_type_FAIL) { nlohmann::json js = R"( {"instances": { "key_tag":"", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes": {"base64": "dXRfdGVzdA==", "type": "INt"} } } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_NE(status.StatusCode(), SUCCESS); } TEST_F(TestParseInput, test_obj_error_shape_format_FAIL) { nlohmann::json js = R"( {"instances": { "key_tag":"", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes_int16":{"b64":"AQACAAIAAwADAAQA", "type":"int16", "shape":3} } } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_NE(status.StatusCode(), SUCCESS); } TEST_F(TestParseInput, test_obj_error_shape_format2_FAIL) { nlohmann::json js = R"( {"instances": { "key_tag":"", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes_int16":{"b64":"AQACAAIAAwADAAQA", "type":"int16", "shape":[[3],[2]]} } } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_NE(status.StatusCode(), SUCCESS); } TEST_F(TestParseInput, test_obj_error_shape_value_FAIL) { nlohmann::json js = R"( {"instances": { "key_tag":"", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes_int16":{"b64":"AQACAAIAAwADAAQA", "type":"int16", "shape":[3.0,2.0]} } } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_NE(status.StatusCode(), SUCCESS); } TEST_F(TestParseInput, test_obj_error_shape_value2_FAIL) { nlohmann::json js = R"( {"instances": { "key_tag":"", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes_int16":{"b64":"AQACAAIAAwADAAQA", "type":"int16", "shape":[3,3]} } } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_NE(status.StatusCode(), SUCCESS); } TEST_F(TestParseInput, test_obj_error_shape_value3_FAIL) { nlohmann::json js = R"( {"instances": { "key_tag":"", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes_int16":{"b64":"AQACAAIAAwADAAQA", "type":"int16", "shape":[3,-2]} } } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_NE(status.StatusCode(), SUCCESS); } TEST_F(TestParseInput, test_tensor_value_empty_FAIL) { nlohmann::json js = R"( {"instances": { "key_tag":"tensor", "key_int": [], "key_bool":[[true, false], [false, true]], "key_float":[[1.1, 2.2]], "key_str":["ut_test"], "key_bytes":{"b64":"dXRfdGVzdA=="} } } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_NE(status.StatusCode(), SUCCESS); } TEST_F(TestParseInput, test_tensor_value_diff_type_FAIL) { nlohmann::json js = R"( {"instances": { "key_tag":"tensor", "key_int": [1, 2.0], "key_bool":[[true, false], [false, true]], "key_float":[[1.1, 2.2]], "key_str":["ut_test"], "key_bytes":{"b64":"dXRfdGVzdA=="} } } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_NE(status.StatusCode(), SUCCESS); } TEST_F(TestParseInput, test_tensor_value_diff_dimention_FAIL) { nlohmann::json js = R"( {"instances": { "key_tag":"tensor", "key_int": [1, 2], "key_bool":[[true, false], [false]], "key_float":[[1.1, 2.2]], "key_str":["ut_test"], "key_bytes":{"b64":"dXRfdGVzdA=="} } } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_NE(status.StatusCode(), SUCCESS); } TEST_F(TestParseInput, test_tensor_multi_object_FAIL) { nlohmann::json js = R"( {"instances": { "key_tag":"tensor", "key_int": [1, 2], "key_bool":[[true, false], [false, true]], "key_float":[[1.1, 2.2]], "key_str":["ut_test"], "key_bytes":[{"b64":"dXRfdGVzdA=="}, {"b64":"dXRfdGVzdA=="}] } } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_NE(status.StatusCode(), SUCCESS); } TEST_F(TestParseReply, test_reply_SUCCESS) { nlohmann::json js = R"( {"instances":[ { "key_tag":"scalar", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes": {"b64": "dXRfdGVzdA==", "type": "bytes"} }, { "key_tag":"tensor", "key_int": [1,2,3], "key_bool":[[true, false], [false, true]], "key_float":[[1.1, 2.2]], "key_str":["ut_test"] } ] } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status(INVALID_INPUTS); status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_EQ(status.StatusCode(), SUCCESS); nlohmann::json out_js; proto::PredictReply reply; auto instance_ptr = reply.add_instances(); auto &map_item = *(instance_ptr->mutable_items()); // test scalar: // scalar:key_int proto::Tensor tensor_int; ProtoTensor pb_tensor_int(&tensor_int); DataType type_int = kMSI_Int32; pb_tensor_int.set_data_type(type_int); pb_tensor_int.set_shape({1}); pb_tensor_int.resize_data(pb_tensor_int.GetTypeSize(type_int)); auto data_int = reinterpret_cast(pb_tensor_int.mutable_data()); *data_int = 1; map_item["key_int"] = tensor_int; // scalar: key_bool proto::Tensor tensor_bool; ProtoTensor pb_tensor_bool(&tensor_bool); DataType type_bool = kMSI_Bool; pb_tensor_bool.set_data_type(type_bool); pb_tensor_bool.resize_data(pb_tensor_bool.GetTypeSize(type_bool)); auto data_bool = reinterpret_cast(pb_tensor_bool.mutable_data()); *data_bool = false; map_item["key_bool"] = tensor_bool; // scalar: key_float proto::Tensor tensor_float; ProtoTensor pb_tensor_float(&tensor_float); DataType type_float = kMSI_Float32; pb_tensor_float.set_data_type(type_float); pb_tensor_float.set_shape({1}); pb_tensor_float.resize_data(pb_tensor_float.GetTypeSize(type_float)); auto data_float = reinterpret_cast(pb_tensor_float.mutable_data()); *data_float = 2.3; map_item["key_float"] = tensor_float; // scalar: key_str string value = "ut_test"; proto::Tensor tensor_str; ProtoTensor pb_tensor_str(&tensor_str); DataType type_str = kMSI_String; pb_tensor_str.set_data_type(type_str); pb_tensor_str.add_bytes_data(reinterpret_cast(value.data()), value.length()); map_item["key_str"] = tensor_str; // scalar: key_bytes string value_bytes = "ut_test"; proto::Tensor tensor_bytes; ProtoTensor pb_tensor_bytes(&tensor_bytes); DataType type_bytes = kMSI_Bytes; pb_tensor_bytes.set_data_type(type_bytes); pb_tensor_bytes.add_bytes_data(reinterpret_cast(value_bytes.data()), value_bytes.length()); map_item["key_bytes"] = tensor_bytes; // test tensor: auto instance_ptr2 = reply.add_instances(); auto &map_item2 = *(instance_ptr2->mutable_items()); // tensor int: vector tensor_value_int = {1, 2, 3}; proto::Tensor tensor_int2; ProtoTensor pb_tensor_int2(&tensor_int2); DataType type_int2 = kMSI_Int32; pb_tensor_int2.set_data_type(type_int2); pb_tensor_int2.set_shape({3}); pb_tensor_int2.resize_data(pb_tensor_int2.GetTypeSize(type_int2) * 3); for (int i = 0; i < 3; i++) { auto data_int2 = reinterpret_cast(pb_tensor_int2.mutable_data()) + i; *data_int2 = tensor_value_int[i]; } map_item2["key_int"] = tensor_int2; // tensor: key_bool vector> tensor_value_bool = {{true, false}, {false, true}}; proto::Tensor tensor_bool2; ProtoTensor pb_tensor_bool2(&tensor_bool2); DataType type_bool2 = kMSI_Bool; pb_tensor_bool2.set_data_type(type_bool2); pb_tensor_bool2.set_shape({2, 2}); pb_tensor_bool2.resize_data(pb_tensor_bool2.GetTypeSize(type_bool2) * 4); for (int i = 0; i < 2; i++) { for (int j = 0; j < 2; j++) { auto data_bool2 = reinterpret_cast(pb_tensor_bool2.mutable_data()) + i * 2 + j; *data_bool2 = tensor_value_bool[i][j]; } } map_item2["key_bool"] = tensor_bool2; // tensor: key_float vector> tensor_value_float = {{1.1, 2.2}}; proto::Tensor tensor_float2; ProtoTensor pb_tensor_float2(&tensor_float2); DataType type_float2 = kMSI_Float32; pb_tensor_float2.set_data_type(type_float2); pb_tensor_float2.set_shape({1, 2}); pb_tensor_float2.resize_data(pb_tensor_float2.GetTypeSize(type_float2) * 2); for (int i = 0; i < 1; i++) { for (int j = 0; j < 2; j++) { auto data_float2 = reinterpret_cast(pb_tensor_float2.mutable_data()) + i * 1 + j; *data_float2 = tensor_value_float[i][j]; } } map_item2["key_float"] = tensor_float2; // tensor: key_str vector tensor_value_str = {"ut_test", "ut_test2"}; proto::Tensor tensor_str2; ProtoTensor pb_tensor_str2(&tensor_str2); DataType type_str2 = kMSI_String; pb_tensor_str2.set_data_type(type_str2); pb_tensor_str2.set_shape({2}); for (int i = 0; i < 2; i++) { pb_tensor_str2.add_bytes_data(reinterpret_cast(tensor_value_str[i].data()), tensor_value_str[i].length()); } map_item2["key_str"] = tensor_str2; Status status2 = restful_service.ParseReply(reply, &out_js); ASSERT_EQ(status2.StatusCode(), SUCCESS); string out_str = out_js.dump(); std::cout << "Parse reply out:" << out_str << std::endl; ASSERT_TRUE(out_js.is_object()); for (auto &item : out_js.items()) { ASSERT_EQ(item.key(), "instances"); ASSERT_TRUE(item.value().is_array()); ASSERT_EQ(item.value().size(), 2); int sum = 0; // array for (auto &element : item.value()) { ASSERT_TRUE(element.is_object()); if (element.size() == 5) { int count = 0; // object std::cout << "===start====" << std::endl; for (auto &it : element.items()) { if (it.key() == "key_int") { ASSERT_EQ(it.value(), 1); count++; } else if (it.key() == "key_bool") { ASSERT_EQ(it.value(), false); count++; } else if (it.key() == "key_float") { ASSERT_FLOAT_EQ(it.value(), 2.3); count++; } else if (it.key() == "key_str") { ASSERT_EQ(it.value(), "ut_test"); count++; } else if (it.key() == "key_bytes") { ASSERT_TRUE(it.value().is_object()); ASSERT_EQ(it.value()["b64"], "dXRfdGVzdA=="); count++; } } ASSERT_EQ(count, 5); sum++; } else if (element.size() == 4) { int count = 0; // object for (auto &it : element.items()) { if (it.key() == "key_int") { ASSERT_TRUE(it.value().is_array()); ASSERT_EQ(it.value().size(), 3); ASSERT_EQ(it.value()[0], 1); ASSERT_EQ(it.value()[1], 2); ASSERT_EQ(it.value()[2], 3); count++; } else if (it.key() == "key_bool") { ASSERT_TRUE(it.value().is_array()); ASSERT_EQ(it.value().size(), 2); ASSERT_TRUE(it.value()[0].is_array()); ASSERT_EQ(it.value()[0].size(), 2); ASSERT_EQ(it.value()[0][0], true); ASSERT_EQ(it.value()[0][1], false); ASSERT_EQ(it.value()[1].size(), 2); ASSERT_EQ(it.value()[1][0], false); ASSERT_EQ(it.value()[1][1], true); count++; } else if (it.key() == "key_float") { ASSERT_TRUE(it.value().is_array()); ASSERT_EQ(it.value().size(), 1); ASSERT_TRUE(it.value()[0].is_array()); ASSERT_EQ(it.value()[0].size(), 2); ASSERT_FLOAT_EQ(it.value()[0][0], 1.1); ASSERT_FLOAT_EQ(it.value()[0][1], 2.2); count++; } else if (it.key() == "key_str") { ASSERT_TRUE(it.value().is_array()); ASSERT_EQ(it.value().size(), 2); ASSERT_EQ(it.value()[0], "ut_test"); ASSERT_EQ(it.value()[1], "ut_test2"); count++; } } ASSERT_EQ(count, 4); sum++; } } ASSERT_EQ(sum, 2); } } TEST_F(TestParseReply, test_reply_instances_num_not_match_FAIL) { nlohmann::json js = R"( {"instances":[ { "key_tag":"scalar", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes": {"b64": "dXRfdGVzdA==", "type": "bytes"} } ] } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status(INVALID_INPUTS); status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_EQ(status.StatusCode(), SUCCESS); nlohmann::json out_js; proto::PredictReply reply; auto instance_ptr = reply.add_instances(); auto &map_item = *(instance_ptr->mutable_items()); // test scalar: // scalar:key_int proto::Tensor tensor_int; ProtoTensor pb_tensor_int(&tensor_int); DataType type_int = kMSI_Int32; pb_tensor_int.set_data_type(type_int); pb_tensor_int.set_shape({1}); pb_tensor_int.resize_data(pb_tensor_int.GetTypeSize(type_int)); auto data_int = reinterpret_cast(pb_tensor_int.mutable_data()); *data_int = 1; map_item["key_int"] = tensor_int; // scalar: key_bool proto::Tensor tensor_bool; ProtoTensor pb_tensor_bool(&tensor_bool); DataType type_bool = kMSI_Bool; pb_tensor_bool.set_data_type(type_bool); pb_tensor_bool.resize_data(pb_tensor_bool.GetTypeSize(type_bool)); auto data_bool = reinterpret_cast(pb_tensor_bool.mutable_data()); *data_bool = false; map_item["key_bool"] = tensor_bool; // scalar: key_float proto::Tensor tensor_float; ProtoTensor pb_tensor_float(&tensor_float); DataType type_float = kMSI_Float32; pb_tensor_float.set_data_type(type_float); pb_tensor_float.set_shape({1}); pb_tensor_float.resize_data(pb_tensor_float.GetTypeSize(type_float)); auto data_float = reinterpret_cast(pb_tensor_float.mutable_data()); *data_float = 2.3; map_item["key_float"] = tensor_float; // scalar: key_str string value = "ut_test"; proto::Tensor tensor_str; ProtoTensor pb_tensor_str(&tensor_str); DataType type_str = kMSI_String; pb_tensor_str.set_data_type(type_str); pb_tensor_str.add_bytes_data(reinterpret_cast(value.data()), value.length()); map_item["key_str"] = tensor_str; // scalar: key_bytes string value_bytes = "ut_test"; proto::Tensor tensor_bytes; ProtoTensor pb_tensor_bytes(&tensor_bytes); DataType type_bytes = kMSI_Bytes; pb_tensor_bytes.set_data_type(type_bytes); pb_tensor_bytes.add_bytes_data(reinterpret_cast(value_bytes.data()), value_bytes.length()); map_item["key_bytes"] = tensor_bytes; // test tensor: auto instance_ptr2 = reply.add_instances(); auto &map_item2 = *(instance_ptr2->mutable_items()); // tensor int: vector tensor_value_int = {1, 2, 3}; proto::Tensor tensor_int2; ProtoTensor pb_tensor_int2(&tensor_int2); DataType type_int2 = kMSI_Int32; pb_tensor_int2.set_data_type(type_int2); pb_tensor_int2.set_shape({3}); pb_tensor_int2.resize_data(pb_tensor_int2.GetTypeSize(type_int2) * 3); for (int i = 0; i < 3; i++) { auto data_int2 = reinterpret_cast(pb_tensor_int2.mutable_data()) + i; *data_int2 = tensor_value_int[i]; } map_item2["key_int"] = tensor_int2; // tensor: key_bool vector> tensor_value_bool = {{true, false}, {false, true}}; proto::Tensor tensor_bool2; ProtoTensor pb_tensor_bool2(&tensor_bool2); DataType type_bool2 = kMSI_Bool; pb_tensor_bool2.set_data_type(type_bool2); pb_tensor_bool2.set_shape({2, 2}); pb_tensor_bool2.resize_data(pb_tensor_bool2.GetTypeSize(type_bool2) * 4); for (int i = 0; i < 2; i++) { for (int j = 0; j < 2; j++) { auto data_bool2 = reinterpret_cast(pb_tensor_bool2.mutable_data()) + i * 2 + j; *data_bool2 = tensor_value_bool[i][j]; } } map_item2["key_bool"] = tensor_bool2; // tensor: key_float vector> tensor_value_float = {{1.1, 2.2}}; proto::Tensor tensor_float2; ProtoTensor pb_tensor_float2(&tensor_float2); DataType type_float2 = kMSI_Float32; pb_tensor_float2.set_data_type(type_float2); pb_tensor_float2.set_shape({1, 2}); pb_tensor_float2.resize_data(pb_tensor_float2.GetTypeSize(type_float2) * 2); for (int i = 0; i < 1; i++) { for (int j = 0; j < 2; j++) { auto data_float2 = reinterpret_cast(pb_tensor_float2.mutable_data()) + i * 1 + j; *data_float2 = tensor_value_float[i][j]; } } map_item2["key_float"] = tensor_float2; // tensor: key_str vector tensor_value_str = {"ut_test", "ut_test2"}; proto::Tensor tensor_str2; ProtoTensor pb_tensor_str2(&tensor_str2); DataType type_str2 = kMSI_String; pb_tensor_str2.set_data_type(type_str2); pb_tensor_str2.set_shape({2}); for (int i = 0; i < 2; i++) { pb_tensor_str2.add_bytes_data(reinterpret_cast(tensor_value_str[i].data()), tensor_value_str[i].length()); } map_item2["key_str"] = tensor_str2; Status status2 = restful_service.ParseReply(reply, &out_js); ASSERT_NE(status2.StatusCode(), SUCCESS); } TEST_F(TestParseReply, test_reply_error_num_not_match_FAIL) { nlohmann::json js = R"( {"instances":[ { "key_tag":"scalar", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes": {"b64": "dXRfdGVzdA==", "type": "bytes"} } ] } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status(INVALID_INPUTS); status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_EQ(status.StatusCode(), SUCCESS); nlohmann::json out_js; proto::PredictReply reply; auto error_msg = reply.add_error_msg(); error_msg->set_error_msg("error1"); auto error_msg2 = reply.add_error_msg(); error_msg2->set_error_msg("error2"); Status status2 = restful_service.ParseReply(reply, &out_js); ASSERT_NE(status2.StatusCode(), SUCCESS); } TEST_F(TestParseReply, test_reply_type_not_set_FAIL) { nlohmann::json js = R"( {"instances":[ { "key_tag":"scalar", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes": {"b64": "dXRfdGVzdA==", "type": "bytes"} } ] } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status(INVALID_INPUTS); status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_EQ(status.StatusCode(), SUCCESS); nlohmann::json out_js; proto::PredictReply reply; auto instance_ptr = reply.add_instances(); auto &map_item = *(instance_ptr->mutable_items()); // test scalar: // scalar:key_int proto::Tensor tensor_int; ProtoTensor pb_tensor_int(&tensor_int); pb_tensor_int.set_shape({1}); pb_tensor_int.resize_data(pb_tensor_int.GetTypeSize(kMSI_Int32)); auto data_int = reinterpret_cast(pb_tensor_int.mutable_data()); *data_int = 1; map_item["key_int"] = tensor_int; Status status2 = restful_service.ParseReply(reply, &out_js); ASSERT_NE(status2.StatusCode(), SUCCESS); } TEST_F(TestParseReply, test_reply_type_fp16_FAIL) { nlohmann::json js = R"( {"instances":[ { "key_tag":"scalar", "key_int": 1, "key_bool": false, "key_float": 2.3, "key_str": "ut_test", "key_bytes": {"b64": "dXRfdGVzdA==", "type": "bytes"} } ] } )"_json; struct evhttp_request *request = new evhttp_request(); int size = 100; std::shared_ptr request_msg = std::make_shared(request, size); request_msg->request_message_ = js; std::shared_ptr restful_request = std::make_shared(request_msg); proto::PredictRequest predict_request; std::shared_ptr dispatcher_ = Server::Instance().GetDispatcher(); RestfulService restful_service(dispatcher_); Status status(INVALID_INPUTS); status = restful_service.ParseRequest(restful_request, &predict_request); ASSERT_EQ(status.StatusCode(), SUCCESS); nlohmann::json out_js; proto::PredictReply reply; auto instance_ptr = reply.add_instances(); auto &map_item = *(instance_ptr->mutable_items()); // test scalar: // scalar: key_float proto::Tensor tensor_float; ProtoTensor pb_tensor_float(&tensor_float); DataType type_float = kMSI_Float16; pb_tensor_float.set_data_type(type_float); pb_tensor_float.set_shape({1}); pb_tensor_float.resize_data(pb_tensor_float.GetTypeSize(type_float)); map_item["key_float16"] = tensor_float; Status status2 = restful_service.ParseReply(reply, &out_js); ASSERT_NE(status2.StatusCode(), SUCCESS); } } // namespace serving } // namespace mindspore