You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

acl_session_test_dvpp.cc 41 kB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055
  1. /**
  2. * Copyright 2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include "acl_session_test_common.h"
  17. #include <fstream>
  18. #include <sstream>
  19. #include <nlohmann/json.hpp>
  20. using namespace std;
  21. using namespace mindspore::inference;
  22. namespace mindspore {
  23. namespace serving {
  24. class MockDvppProces : public AclDvppProcess {
  25. public:
  26. aclError acldvppVpcResizeAsync(acldvppChannelDesc *channelDesc, acldvppPicDesc *inputDesc, acldvppPicDesc *outputDesc,
  27. acldvppResizeConfig *resizeConfig, aclrtStream stream) override {
  28. if (resize_fail_list_.empty()) {
  29. return AclDvppProcess::acldvppVpcResizeAsync(channelDesc, inputDesc, outputDesc, resizeConfig, stream);
  30. }
  31. bool val = resize_fail_list_.front();
  32. resize_fail_list_.erase(resize_fail_list_.begin());
  33. if (!val) {
  34. return 1;
  35. }
  36. return AclDvppProcess::acldvppVpcResizeAsync(channelDesc, inputDesc, outputDesc, resizeConfig, stream);
  37. }
  38. aclError acldvppVpcCropAsync(acldvppChannelDesc *channelDesc, acldvppPicDesc *inputDesc, acldvppPicDesc *outputDesc,
  39. acldvppRoiConfig *cropArea, aclrtStream stream) override {
  40. if (crop_fail_list_.empty()) {
  41. return AclDvppProcess::acldvppVpcCropAsync(channelDesc, inputDesc, outputDesc, cropArea, stream);
  42. }
  43. bool val = crop_fail_list_.front();
  44. crop_fail_list_.erase(crop_fail_list_.begin());
  45. if (!val) {
  46. return 1;
  47. }
  48. return AclDvppProcess::acldvppVpcCropAsync(channelDesc, inputDesc, outputDesc, cropArea, stream);
  49. }
  50. aclError acldvppVpcCropAndPasteAsync(acldvppChannelDesc *channelDesc, acldvppPicDesc *inputDesc,
  51. acldvppPicDesc *outputDesc, acldvppRoiConfig *cropArea,
  52. acldvppRoiConfig *pasteArea, aclrtStream stream) override {
  53. if (crop_and_paste_fail_list_.empty()) {
  54. return AclDvppProcess::acldvppVpcCropAndPasteAsync(channelDesc, inputDesc, outputDesc, cropArea, pasteArea,
  55. stream);
  56. }
  57. bool val = crop_and_paste_fail_list_.front();
  58. crop_and_paste_fail_list_.erase(crop_and_paste_fail_list_.begin());
  59. if (!val) {
  60. return 1;
  61. }
  62. return AclDvppProcess::acldvppVpcCropAndPasteAsync(channelDesc, inputDesc, outputDesc, cropArea, pasteArea, stream);
  63. }
  64. aclError acldvppJpegDecodeAsync(acldvppChannelDesc *channelDesc, const void *data, uint32_t size,
  65. acldvppPicDesc *outputDesc, aclrtStream stream) override {
  66. if (decode_fail_list_.empty()) {
  67. return AclDvppProcess::acldvppJpegDecodeAsync(channelDesc, data, size, outputDesc, stream);
  68. }
  69. bool val = decode_fail_list_.front();
  70. decode_fail_list_.erase(decode_fail_list_.begin());
  71. if (!val) {
  72. return 1;
  73. }
  74. return AclDvppProcess::acldvppJpegDecodeAsync(channelDesc, data, size, outputDesc, stream);
  75. }
  76. vector<bool> decode_fail_list_;
  77. vector<bool> resize_fail_list_;
  78. vector<bool> crop_fail_list_;
  79. vector<bool> crop_and_paste_fail_list_;
  80. };
  81. class AclSessionDvppTest : public AclSessionTest {
  82. public:
  83. AclSessionDvppTest() = default;
  84. void SetUp() override { AclSessionTest::SetUp(); }
  85. void InitModelDesc(uint32_t batch_size) {
  86. batch_size_ = batch_size;
  87. aclmdlDesc model_desc;
  88. model_desc.inputs.push_back( // 32-> 16 align, 24->2 align
  89. AclTensorDesc{
  90. .dims = {batch_size_, 32, 24, 3}, .data_type = ACL_FLOAT, .size = batch_size_ * 32 * 24 * 3 / 2}); // YUV420SP
  91. model_desc.outputs.push_back(AclTensorDesc{
  92. .dims = {batch_size_, 24, 24, 3}, .data_type = ACL_FLOAT, .size = batch_size_ * 24 * 24 * 3 * sizeof(float)});
  93. model_desc.outputs.push_back(AclTensorDesc{
  94. .dims = {batch_size_, 24, 24, 3}, .data_type = ACL_FLOAT, .size = batch_size_ * 24 * 24 * 3 * sizeof(float)});
  95. mock_model_desc_ = MockModelDesc(model_desc);
  96. g_acl_model_desc = &mock_model_desc_;
  97. g_acl_dvpp_process = &mock_dvpp_process_;
  98. }
  99. void TearDown() override {
  100. AclSessionTest::TearDown();
  101. remove(dvpp_config_file_path_.c_str());
  102. }
  103. void CreateDefaultRequest(PredictRequest &request, uint32_t image_size = 1) {
  104. auto input0 = request.add_images();
  105. for (uint32_t i = 0; i < batch_size_; i++) {
  106. input0->add_images(std::string(image_size, '\0')); // any length data
  107. }
  108. }
  109. void CheckDefaultReply(const PredictReply &reply) {
  110. EXPECT_TRUE(reply.result().size() == 2);
  111. if (reply.result().size() == 2) {
  112. CheckTensorItem(reply.result(0), {batch_size_, 24, 24, 3}, ::ms_serving::DataType::MS_FLOAT32);
  113. CheckTensorItem(reply.result(1), {batch_size_, 24, 24, 3}, ::ms_serving::DataType::MS_FLOAT32);
  114. }
  115. }
  116. void WriteDvppConfig(const std::string &dvpp_config_context) {
  117. std::ofstream fp(dvpp_config_file_path_);
  118. ASSERT_TRUE(fp.is_open());
  119. if (fp.is_open()) {
  120. fp << dvpp_config_context;
  121. }
  122. }
  123. void SetJpegLib(uint32_t image_width, uint32_t image_height, J_COLOR_SPACE color_space = JCS_YCbCr) {
  124. acl_jpeg_lib_default.image_width_ = image_width;
  125. acl_jpeg_lib_default.image_height_ = image_height;
  126. acl_jpeg_lib_default.color_space_ = color_space;
  127. }
  128. void CreateDvppConfig() {
  129. nlohmann::json dvpp_config;
  130. auto &preprocess_list = dvpp_config["preprocess"];
  131. auto &preprocess = preprocess_list[0];
  132. preprocess["input"]["index"] = 0;
  133. preprocess["decode_para"]["out_pixel_format"] = pixel_format_;
  134. auto &dvpp_process = preprocess["dvpp_process"];
  135. if (to_resize_flag_) {
  136. dvpp_process["op_name"] = "resize";
  137. dvpp_process["out_width"] = resize_para_.output_width;
  138. dvpp_process["out_height"] = resize_para_.output_height;
  139. } else if (to_crop_flag_) {
  140. auto &crop_info = crop_para_.crop_info;
  141. auto &crop_area = crop_info.crop_area;
  142. dvpp_process["op_name"] = "crop";
  143. dvpp_process["out_width"] = crop_para_.output_width;
  144. dvpp_process["out_height"] = crop_para_.output_height;
  145. if (crop_info.crop_type == kDvppCropTypeOffset) {
  146. dvpp_process["crop_type"] = "offset";
  147. dvpp_process["crop_left"] = crop_area.left;
  148. dvpp_process["crop_top"] = crop_area.top;
  149. dvpp_process["crop_right"] = crop_area.right;
  150. dvpp_process["crop_bottom"] = crop_area.bottom;
  151. } else {
  152. dvpp_process["crop_type"] = "centre";
  153. dvpp_process["crop_width"] = crop_info.crop_width;
  154. dvpp_process["crop_height"] = crop_info.crop_height;
  155. }
  156. } else if (to_crop_and_paste_flag_) {
  157. auto &crop_info = crop_paste_para_.crop_info;
  158. auto &crop_area = crop_info.crop_area;
  159. dvpp_process["op_name"] = "crop_and_paste";
  160. dvpp_process["out_width"] = crop_paste_para_.output_width;
  161. dvpp_process["out_height"] = crop_paste_para_.output_height;
  162. dvpp_process["paste_left"] = crop_paste_para_.paste_area.left;
  163. dvpp_process["paste_right"] = crop_paste_para_.paste_area.right;
  164. dvpp_process["paste_top"] = crop_paste_para_.paste_area.top;
  165. dvpp_process["paste_bottom"] = crop_paste_para_.paste_area.bottom;
  166. if (crop_info.crop_type == kDvppCropTypeOffset) {
  167. dvpp_process["crop_type"] = "offset";
  168. dvpp_process["crop_left"] = crop_area.left;
  169. dvpp_process["crop_top"] = crop_area.top;
  170. dvpp_process["crop_right"] = crop_area.right;
  171. dvpp_process["crop_bottom"] = crop_area.bottom;
  172. } else {
  173. dvpp_process["crop_type"] = "centre";
  174. dvpp_process["crop_width"] = crop_info.crop_width;
  175. dvpp_process["crop_height"] = crop_info.crop_height;
  176. }
  177. }
  178. stringstream output;
  179. output << dvpp_config;
  180. WriteDvppConfig(output.str());
  181. }
  182. uint32_t batch_size_ = 1;
  183. MockModelDesc mock_model_desc_;
  184. MockDvppProces mock_dvpp_process_;
  185. const std::string model_file_path_ = "/tmp/acl_model_fake_path.om";
  186. const std::string dvpp_config_file_path_ = "/tmp/acl_model_fake_path_dvpp_config.json";
  187. inference::DvppResizePara resize_para_;
  188. inference::DvppCropPara crop_para_;
  189. inference::DvppCropAndPastePara crop_paste_para_;
  190. bool to_resize_flag_ = false;
  191. bool to_crop_flag_ = false;
  192. bool to_crop_and_paste_flag_ = false;
  193. std::string pixel_format_;
  194. };
  195. TEST_F(AclSessionDvppTest, TestAclSession_DvppResize_BatchSize1_Success) {
  196. pixel_format_ = "YUV420SP";
  197. to_resize_flag_ = true;
  198. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  199. resize_para_.output_width = 24; // align to 32
  200. resize_para_.output_height = 24;
  201. CreateDvppConfig();
  202. InitModelDesc(1); // batch_size=1
  203. inference::AclSession acl_session;
  204. uint32_t device_id = 1;
  205. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  206. uint32_t model_id = 0;
  207. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  208. // create inputs
  209. PredictRequest request;
  210. CreateDefaultRequest(request);
  211. PredictReply reply;
  212. ServingRequest serving_request(request);
  213. ServingImagesRequest serving_images(request);
  214. ServingReply serving_reply(reply);
  215. EXPECT_TRUE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  216. CheckDefaultReply(reply);
  217. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  218. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  219. EXPECT_EQ(g_acl_dvpp_process->resize_call_times_, 1);
  220. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 1);
  221. };
  222. TEST_F(AclSessionDvppTest, TestAclSession_DvppResize_BatchSize3_Success) {
  223. pixel_format_ = "YUV420SP";
  224. to_resize_flag_ = true;
  225. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  226. resize_para_.output_width = 24; // align to 32
  227. resize_para_.output_height = 24;
  228. CreateDvppConfig();
  229. InitModelDesc(3); // batch_size=3
  230. inference::AclSession acl_session;
  231. uint32_t device_id = 1;
  232. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  233. uint32_t model_id = 0;
  234. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  235. // create inputs
  236. PredictRequest request;
  237. CreateDefaultRequest(request);
  238. PredictReply reply;
  239. ServingRequest serving_request(request);
  240. ServingImagesRequest serving_images(request);
  241. ServingReply serving_reply(reply);
  242. EXPECT_TRUE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  243. CheckDefaultReply(reply);
  244. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  245. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  246. EXPECT_EQ(g_acl_dvpp_process->resize_call_times_, 3);
  247. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 3);
  248. };
  249. TEST_F(AclSessionDvppTest, TestAclSession_DvppCrop_BatchSize1_Success) {
  250. pixel_format_ = "YUV420SP";
  251. to_crop_flag_ = true;
  252. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  253. crop_para_.output_width = 24; // align to 32
  254. crop_para_.output_height = 24;
  255. crop_para_.crop_info.crop_type = kDvppCropTypeOffset;
  256. crop_para_.crop_info.crop_area.left = 0;
  257. crop_para_.crop_info.crop_area.right = 64;
  258. crop_para_.crop_info.crop_area.top = 0;
  259. crop_para_.crop_info.crop_area.bottom = 64;
  260. CreateDvppConfig();
  261. InitModelDesc(1); // batch_size=1
  262. inference::AclSession acl_session;
  263. uint32_t device_id = 1;
  264. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  265. uint32_t model_id = 0;
  266. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  267. // create inputs
  268. PredictRequest request;
  269. CreateDefaultRequest(request);
  270. PredictReply reply;
  271. ServingRequest serving_request(request);
  272. ServingImagesRequest serving_images(request);
  273. ServingReply serving_reply(reply);
  274. EXPECT_TRUE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  275. CheckDefaultReply(reply);
  276. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  277. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  278. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 1);
  279. EXPECT_EQ(g_acl_dvpp_process->crop_call_times_, 1);
  280. };
  281. TEST_F(AclSessionDvppTest, TestAclSession_DvppCropPaste_BatchSize1_Success) {
  282. pixel_format_ = "YUV420SP";
  283. to_crop_and_paste_flag_ = true;
  284. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  285. crop_paste_para_.output_width = 24; // align to 32
  286. crop_paste_para_.output_height = 24;
  287. crop_paste_para_.crop_info.crop_type = kDvppCropTypeOffset;
  288. crop_paste_para_.crop_info.crop_area.left = 0;
  289. crop_paste_para_.crop_info.crop_area.right = 64;
  290. crop_paste_para_.crop_info.crop_area.top = 0;
  291. crop_paste_para_.crop_info.crop_area.bottom = 64;
  292. crop_paste_para_.paste_area.left = 0;
  293. crop_paste_para_.paste_area.right = 64;
  294. crop_paste_para_.paste_area.top = 0;
  295. crop_paste_para_.paste_area.bottom = 64;
  296. CreateDvppConfig();
  297. InitModelDesc(1); // batch_size=1
  298. inference::AclSession acl_session;
  299. uint32_t device_id = 1;
  300. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  301. uint32_t model_id = 0;
  302. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  303. // create inputs
  304. PredictRequest request;
  305. CreateDefaultRequest(request);
  306. PredictReply reply;
  307. ServingRequest serving_request(request);
  308. ServingImagesRequest serving_images(request);
  309. ServingReply serving_reply(reply);
  310. EXPECT_TRUE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  311. CheckDefaultReply(reply);
  312. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  313. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  314. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 1);
  315. EXPECT_EQ(g_acl_dvpp_process->crop_paste_call_times_, 1);
  316. };
  317. TEST_F(AclSessionDvppTest, TestAclSession_DvppResize_BatchSize3_MultiTime_Success) {
  318. pixel_format_ = "YUV420SP";
  319. to_resize_flag_ = true;
  320. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  321. resize_para_.output_width = 24; // align to 32
  322. resize_para_.output_height = 24;
  323. CreateDvppConfig();
  324. InitModelDesc(3); // batch_size=3
  325. inference::AclSession acl_session;
  326. uint32_t device_id = 1;
  327. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  328. uint32_t model_id = 0;
  329. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  330. for (int i = 0; i < 3; i++) {
  331. // create inputs
  332. PredictRequest request;
  333. CreateDefaultRequest(request, i + 1); // image size
  334. PredictReply reply;
  335. ServingRequest serving_request(request);
  336. ServingImagesRequest serving_images(request);
  337. ServingReply serving_reply(reply);
  338. EXPECT_TRUE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  339. CheckDefaultReply(reply);
  340. }
  341. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  342. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  343. EXPECT_EQ(g_acl_dvpp_process->resize_call_times_, 3 * 3);
  344. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 3 * 3);
  345. };
  346. TEST_F(AclSessionDvppTest, TestAclSession_DvppResize_BatchSize3_MultiTime_SameImageSize_Success) {
  347. pixel_format_ = "YUV420SP";
  348. to_resize_flag_ = true;
  349. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  350. resize_para_.output_width = 24; // align to 32
  351. resize_para_.output_height = 24;
  352. CreateDvppConfig();
  353. InitModelDesc(3); // batch_size=3
  354. inference::AclSession acl_session;
  355. uint32_t device_id = 1;
  356. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  357. uint32_t model_id = 0;
  358. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  359. for (int i = 0; i < 3; i++) {
  360. // create inputs
  361. PredictRequest request;
  362. CreateDefaultRequest(request, 1); // image size
  363. PredictReply reply;
  364. ServingRequest serving_request(request);
  365. ServingImagesRequest serving_images(request);
  366. ServingReply serving_reply(reply);
  367. EXPECT_TRUE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  368. CheckDefaultReply(reply);
  369. }
  370. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  371. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  372. EXPECT_EQ(g_acl_dvpp_process->resize_call_times_, 3 * 3);
  373. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 3 * 3);
  374. };
  375. TEST_F(AclSessionDvppTest, TestAclSession_DvppResize_InvalidImageDim_Fail) {
  376. pixel_format_ = "YUV420SP";
  377. to_resize_flag_ = true;
  378. resize_para_.output_width = 24; // align to 32
  379. resize_para_.output_height = 24;
  380. CreateDvppConfig();
  381. InitModelDesc(1); // batch_size=1
  382. inference::AclSession acl_session;
  383. uint32_t device_id = 1;
  384. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  385. uint32_t model_id = 0;
  386. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  387. SetJpegLib(31, 31); // 32*32 ~ 4096*4096
  388. {
  389. // create inputs
  390. PredictRequest request;
  391. CreateDefaultRequest(request);
  392. PredictReply reply;
  393. ServingRequest serving_request(request);
  394. ServingImagesRequest serving_images(request);
  395. ServingReply serving_reply(reply);
  396. EXPECT_FALSE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  397. }
  398. SetJpegLib(4097, 4097); // 32*32 ~ 4096*4096
  399. {
  400. // create inputs
  401. PredictRequest request;
  402. CreateDefaultRequest(request);
  403. PredictReply reply;
  404. ServingRequest serving_request(request);
  405. ServingImagesRequest serving_images(request);
  406. ServingReply serving_reply(reply);
  407. EXPECT_FALSE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  408. }
  409. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  410. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  411. EXPECT_EQ(g_acl_dvpp_process->resize_call_times_, 0);
  412. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 0);
  413. };
  414. TEST_F(AclSessionDvppTest, TestAclSession_DvppResize_InvalidResizeWidth_Fail) {
  415. pixel_format_ = "YUV420SP";
  416. to_resize_flag_ = true;
  417. resize_para_.output_width = 15; // align to 16 16n minimum 32
  418. resize_para_.output_height = 24;
  419. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  420. CreateDvppConfig();
  421. InitModelDesc(1); // batch_size=1
  422. inference::AclSession acl_session;
  423. uint32_t device_id = 1;
  424. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  425. uint32_t model_id = 0;
  426. // load config, check output_width failed
  427. EXPECT_FALSE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  428. // create inputs
  429. PredictRequest request;
  430. CreateDefaultRequest(request);
  431. PredictReply reply;
  432. ServingRequest serving_request(request);
  433. ServingImagesRequest serving_images(request);
  434. ServingReply serving_reply(reply);
  435. EXPECT_FALSE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  436. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  437. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  438. EXPECT_EQ(g_acl_dvpp_process->resize_call_times_, 0);
  439. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 0);
  440. };
  441. TEST_F(AclSessionDvppTest, TestAclSession_DvppResize_InvalidResizeHeight_Fail) {
  442. pixel_format_ = "YUV420SP";
  443. to_resize_flag_ = true;
  444. resize_para_.output_width = 32; // align to 32 16n, minimum 32
  445. resize_para_.output_height = 3; // align to 4 2n, minimum 6
  446. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  447. CreateDvppConfig();
  448. InitModelDesc(1); // batch_size=1
  449. inference::AclSession acl_session;
  450. uint32_t device_id = 1;
  451. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  452. uint32_t model_id = 0;
  453. // load config, check output_height failed
  454. EXPECT_FALSE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  455. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  456. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  457. };
  458. TEST_F(AclSessionDvppTest, TestAclSession_DvppCropOffset_CropMini_Success) {
  459. pixel_format_ = "YUV420SP";
  460. to_crop_flag_ = true;
  461. crop_para_.output_width = 24; // align to 32 16n, minimum 32
  462. crop_para_.output_height = 6; // align to 6 2n, minimum 6
  463. crop_para_.crop_info.crop_type = kDvppCropTypeOffset;
  464. crop_para_.crop_info.crop_area.left = 4;
  465. crop_para_.crop_info.crop_area.right = 13;
  466. crop_para_.crop_info.crop_area.top = 4;
  467. crop_para_.crop_info.crop_area.bottom = 9;
  468. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  469. CreateDvppConfig();
  470. InitModelDesc(1); // batch_size=1
  471. inference::AclSession acl_session;
  472. uint32_t device_id = 1;
  473. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  474. uint32_t model_id = 0;
  475. // load config, check output_height failed
  476. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  477. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  478. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  479. };
  480. TEST_F(AclSessionDvppTest, TestAclSession_DvppCropCentre_CropMini_Success) {
  481. pixel_format_ = "YUV420SP";
  482. to_crop_flag_ = true;
  483. crop_para_.output_width = 24; // align to 32 16n, minimum 32
  484. crop_para_.output_height = 24; // align to 24 2n, minimum 6
  485. crop_para_.crop_info.crop_type = kDvppCropTypeCentre;
  486. crop_para_.crop_info.crop_width = 10;
  487. crop_para_.crop_info.crop_height = 6;
  488. SetJpegLib(127, 127); // 32*32 ~ 4096*4096
  489. CreateDvppConfig();
  490. InitModelDesc(1); // batch_size=1
  491. inference::AclSession acl_session;
  492. uint32_t device_id = 1;
  493. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  494. uint32_t model_id = 0;
  495. // load config, check output_height failed
  496. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  497. // create inputs
  498. PredictRequest request;
  499. CreateDefaultRequest(request);
  500. PredictReply reply;
  501. ServingRequest serving_request(request);
  502. ServingImagesRequest serving_images(request);
  503. ServingReply serving_reply(reply);
  504. EXPECT_TRUE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  505. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  506. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  507. EXPECT_EQ(g_acl_dvpp_process->crop_call_times_, 1);
  508. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 1);
  509. };
  510. TEST_F(AclSessionDvppTest, TestAclSession_DvppCropOffset_InvalidCropWidth_Fail) {
  511. pixel_format_ = "YUV420SP";
  512. to_crop_flag_ = true;
  513. crop_para_.output_width = 24; // align to 32 16n, minimum 32
  514. crop_para_.output_height = 6; // align to 6 2n, minimum 6
  515. crop_para_.crop_info.crop_type = kDvppCropTypeOffset;
  516. crop_para_.crop_info.crop_area.left = 4;
  517. crop_para_.crop_info.crop_area.right = 11; // minimum 10*6
  518. crop_para_.crop_info.crop_area.top = 4;
  519. crop_para_.crop_info.crop_area.bottom = 9;
  520. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  521. CreateDvppConfig();
  522. InitModelDesc(1); // batch_size=1
  523. inference::AclSession acl_session;
  524. uint32_t device_id = 1;
  525. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  526. uint32_t model_id = 0;
  527. // load config, check crop width failed
  528. EXPECT_FALSE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  529. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  530. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  531. };
  532. TEST_F(AclSessionDvppTest, TestAclSession_DvppCropOffset_InvalidCropHeight_Fail) {
  533. pixel_format_ = "YUV420SP";
  534. to_crop_flag_ = true;
  535. crop_para_.output_width = 24; // align to 32 16n, minimum 32
  536. crop_para_.output_height = 6; // align to 6 2n, minimum 6
  537. crop_para_.crop_info.crop_type = kDvppCropTypeOffset;
  538. crop_para_.crop_info.crop_area.left = 4;
  539. crop_para_.crop_info.crop_area.right = 13;
  540. crop_para_.crop_info.crop_area.top = 4;
  541. crop_para_.crop_info.crop_area.bottom = 7; // minimum 10*6
  542. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  543. CreateDvppConfig();
  544. InitModelDesc(1); // batch_size=1
  545. inference::AclSession acl_session;
  546. uint32_t device_id = 1;
  547. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  548. uint32_t model_id = 0;
  549. // load config, check crop height failed
  550. EXPECT_FALSE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  551. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  552. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  553. };
  554. TEST_F(AclSessionDvppTest, TestAclSession_DvppCropCentre_InvalidCropHeight_Fail) {
  555. pixel_format_ = "YUV420SP";
  556. to_crop_flag_ = true;
  557. crop_para_.output_width = 24; // align to 32 16n, minimum 32
  558. crop_para_.output_height = 24; // align to 24 2n, minimum 6
  559. crop_para_.crop_info.crop_type = kDvppCropTypeCentre;
  560. crop_para_.crop_info.crop_width = 10; // minimum 10*6
  561. crop_para_.crop_info.crop_height = 4;
  562. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  563. CreateDvppConfig();
  564. InitModelDesc(1); // batch_size=1
  565. inference::AclSession acl_session;
  566. uint32_t device_id = 1;
  567. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  568. uint32_t model_id = 0;
  569. // load config, check crop_height failed
  570. EXPECT_FALSE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  571. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  572. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  573. };
  574. TEST_F(AclSessionDvppTest, TestAclSession_DvppCropPasteOffset_CropMini_Success) {
  575. pixel_format_ = "YUV420SP";
  576. to_crop_and_paste_flag_ = true;
  577. crop_paste_para_.output_width = 24; // align to 32 16n, minimum 32
  578. crop_paste_para_.output_height = 24; // align to 24 2n, minimum 6
  579. crop_paste_para_.crop_info.crop_type = kDvppCropTypeOffset;
  580. crop_paste_para_.crop_info.crop_area.left = 4;
  581. crop_paste_para_.crop_info.crop_area.right = 13;
  582. crop_paste_para_.crop_info.crop_area.top = 4;
  583. crop_paste_para_.crop_info.crop_area.bottom = 9;
  584. crop_paste_para_.paste_area.left = 4;
  585. crop_paste_para_.paste_area.right = 13;
  586. crop_paste_para_.paste_area.top = 4;
  587. crop_paste_para_.paste_area.bottom = 9;
  588. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  589. CreateDvppConfig();
  590. InitModelDesc(1); // batch_size=1
  591. inference::AclSession acl_session;
  592. uint32_t device_id = 1;
  593. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  594. uint32_t model_id = 0;
  595. // load config, check output_height failed
  596. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  597. // create inputs
  598. PredictRequest request;
  599. CreateDefaultRequest(request);
  600. PredictReply reply;
  601. ServingRequest serving_request(request);
  602. ServingImagesRequest serving_images(request);
  603. ServingReply serving_reply(reply);
  604. EXPECT_TRUE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  605. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  606. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  607. EXPECT_EQ(g_acl_dvpp_process->crop_paste_call_times_, 1);
  608. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 1);
  609. };
  610. TEST_F(AclSessionDvppTest, TestAclSession_DvppCropPasteCentre_CropMini_Success) {
  611. pixel_format_ = "YUV420SP";
  612. to_crop_and_paste_flag_ = true;
  613. crop_paste_para_.output_width = 24; // align to 32 16n, minimum 32
  614. crop_paste_para_.output_height = 24; // align to 24 2n, minimum 6
  615. crop_paste_para_.crop_info.crop_type = kDvppCropTypeCentre;
  616. crop_paste_para_.crop_info.crop_width = 10;
  617. crop_paste_para_.crop_info.crop_height = 6;
  618. crop_paste_para_.paste_area.left = 4;
  619. crop_paste_para_.paste_area.right = 13;
  620. crop_paste_para_.paste_area.top = 4;
  621. crop_paste_para_.paste_area.bottom = 9;
  622. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  623. CreateDvppConfig();
  624. InitModelDesc(1); // batch_size=1
  625. inference::AclSession acl_session;
  626. uint32_t device_id = 1;
  627. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  628. uint32_t model_id = 0;
  629. // load config, check output_height failed
  630. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  631. // create inputs
  632. PredictRequest request;
  633. CreateDefaultRequest(request);
  634. PredictReply reply;
  635. ServingRequest serving_request(request);
  636. ServingImagesRequest serving_images(request);
  637. ServingReply serving_reply(reply);
  638. EXPECT_TRUE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  639. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  640. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  641. EXPECT_EQ(g_acl_dvpp_process->crop_paste_call_times_, 1);
  642. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 1);
  643. };
  644. TEST_F(AclSessionDvppTest, TestAclSession_DvppCropPasteCentre_InvalidPasteWidth_Fail) {
  645. pixel_format_ = "YUV420SP";
  646. to_crop_and_paste_flag_ = true;
  647. crop_paste_para_.output_width = 24; // align to 32 16n, minimum 32
  648. crop_paste_para_.output_height = 24; // align to 24 2n, minimum 6
  649. crop_paste_para_.crop_info.crop_type = kDvppCropTypeCentre;
  650. crop_paste_para_.crop_info.crop_width = 10;
  651. crop_paste_para_.crop_info.crop_height = 6;
  652. crop_paste_para_.paste_area.left = 4;
  653. crop_paste_para_.paste_area.right = 11;
  654. crop_paste_para_.paste_area.top = 4;
  655. crop_paste_para_.paste_area.bottom = 9;
  656. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  657. CreateDvppConfig();
  658. InitModelDesc(1); // batch_size=1
  659. inference::AclSession acl_session;
  660. uint32_t device_id = 1;
  661. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  662. uint32_t model_id = 0;
  663. // load config, check output_height failed
  664. EXPECT_FALSE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  665. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  666. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  667. };
  668. TEST_F(AclSessionDvppTest, TestAclSession_DvppCropPasteCentre_InvalidPasteHeight_Fail) {
  669. pixel_format_ = "YUV420SP";
  670. to_crop_and_paste_flag_ = true;
  671. crop_paste_para_.output_width = 24; // align to 32 16n, minimum 32
  672. crop_paste_para_.output_height = 24; // align to 24 2n, minimum 6
  673. crop_paste_para_.crop_info.crop_type = kDvppCropTypeCentre;
  674. crop_paste_para_.crop_info.crop_width = 10;
  675. crop_paste_para_.crop_info.crop_height = 6;
  676. crop_paste_para_.paste_area.left = 4;
  677. crop_paste_para_.paste_area.right = 13;
  678. crop_paste_para_.paste_area.top = 4;
  679. crop_paste_para_.paste_area.bottom = 7;
  680. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  681. CreateDvppConfig();
  682. InitModelDesc(1); // batch_size=1
  683. inference::AclSession acl_session;
  684. uint32_t device_id = 1;
  685. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  686. uint32_t model_id = 0;
  687. // load config, check output_height failed
  688. EXPECT_FALSE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  689. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  690. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  691. };
  692. // dvpp proces fail, test resource release ok
  693. TEST_F(AclSessionDvppTest, TestAclSession_DvppDecode_BatchSize1_DvppFail) {
  694. pixel_format_ = "YUV420SP";
  695. to_resize_flag_ = true;
  696. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  697. resize_para_.output_width = 24; // align to 32
  698. resize_para_.output_height = 24;
  699. CreateDvppConfig();
  700. InitModelDesc(1); // batch_size=1
  701. inference::AclSession acl_session;
  702. uint32_t device_id = 1;
  703. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  704. uint32_t model_id = 0;
  705. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  706. mock_dvpp_process_.decode_fail_list_.push_back(false);
  707. // create inputs
  708. PredictRequest request;
  709. CreateDefaultRequest(request);
  710. PredictReply reply;
  711. ServingRequest serving_request(request);
  712. ServingImagesRequest serving_images(request);
  713. ServingReply serving_reply(reply);
  714. EXPECT_FALSE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  715. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  716. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  717. };
  718. TEST_F(AclSessionDvppTest, TestAclSession_DvppResize_BatchSize1_DvppFail) {
  719. pixel_format_ = "YUV420SP";
  720. to_resize_flag_ = true;
  721. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  722. resize_para_.output_width = 24; // align to 32
  723. resize_para_.output_height = 24;
  724. CreateDvppConfig();
  725. InitModelDesc(1); // batch_size=1
  726. inference::AclSession acl_session;
  727. uint32_t device_id = 1;
  728. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  729. uint32_t model_id = 0;
  730. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  731. mock_dvpp_process_.resize_fail_list_.push_back(false);
  732. // create inputs
  733. PredictRequest request;
  734. CreateDefaultRequest(request);
  735. PredictReply reply;
  736. ServingRequest serving_request(request);
  737. ServingImagesRequest serving_images(request);
  738. ServingReply serving_reply(reply);
  739. EXPECT_FALSE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  740. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  741. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  742. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 1);
  743. };
  744. TEST_F(AclSessionDvppTest, TestAclSession_DvppResize_BatchSize3_DvppFail0) {
  745. pixel_format_ = "YUV420SP";
  746. to_resize_flag_ = true;
  747. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  748. resize_para_.output_width = 24; // align to 32
  749. resize_para_.output_height = 24;
  750. CreateDvppConfig();
  751. InitModelDesc(3); // batch_size=3
  752. inference::AclSession acl_session;
  753. uint32_t device_id = 1;
  754. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  755. uint32_t model_id = 0;
  756. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  757. // create inputs
  758. PredictRequest request;
  759. CreateDefaultRequest(request);
  760. mock_dvpp_process_.resize_fail_list_.push_back(false); // image 0 fail
  761. PredictReply reply;
  762. ServingRequest serving_request(request);
  763. ServingImagesRequest serving_images(request);
  764. ServingReply serving_reply(reply);
  765. EXPECT_FALSE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  766. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  767. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  768. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 1);
  769. };
  770. TEST_F(AclSessionDvppTest, TestAclSession_DvppResize_BatchSize3_DvppFail1) {
  771. pixel_format_ = "YUV420SP";
  772. to_resize_flag_ = true;
  773. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  774. resize_para_.output_width = 24; // align to 32
  775. resize_para_.output_height = 24;
  776. CreateDvppConfig();
  777. InitModelDesc(3); // batch_size=3
  778. inference::AclSession acl_session;
  779. uint32_t device_id = 1;
  780. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  781. uint32_t model_id = 0;
  782. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  783. // create inputs
  784. PredictRequest request;
  785. CreateDefaultRequest(request);
  786. mock_dvpp_process_.resize_fail_list_.push_back(true); // image 0 success
  787. mock_dvpp_process_.resize_fail_list_.push_back(false); // image 1 fail
  788. PredictReply reply;
  789. ServingRequest serving_request(request);
  790. ServingImagesRequest serving_images(request);
  791. ServingReply serving_reply(reply);
  792. EXPECT_FALSE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  793. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  794. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  795. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 2);
  796. };
  797. TEST_F(AclSessionDvppTest, TestAclSession_DvppResize_BatchSize3_DvppFail2) {
  798. pixel_format_ = "YUV420SP";
  799. to_resize_flag_ = true;
  800. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  801. resize_para_.output_width = 24; // align to 32
  802. resize_para_.output_height = 24;
  803. CreateDvppConfig();
  804. InitModelDesc(3); // batch_size=3
  805. inference::AclSession acl_session;
  806. uint32_t device_id = 1;
  807. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  808. uint32_t model_id = 0;
  809. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  810. // create inputs
  811. PredictRequest request;
  812. CreateDefaultRequest(request);
  813. mock_dvpp_process_.resize_fail_list_.push_back(true); // image 0 success
  814. mock_dvpp_process_.resize_fail_list_.push_back(true); // image 1 success
  815. mock_dvpp_process_.resize_fail_list_.push_back(false); // image 2 fail
  816. PredictReply reply;
  817. ServingRequest serving_request(request);
  818. ServingImagesRequest serving_images(request);
  819. ServingReply serving_reply(reply);
  820. EXPECT_FALSE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  821. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  822. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  823. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 3);
  824. };
  825. TEST_F(AclSessionDvppTest, TestAclSession_DvppCrop_BatchSize1_DvppFail) {
  826. pixel_format_ = "YUV420SP";
  827. to_crop_flag_ = true;
  828. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  829. crop_para_.output_width = 24; // align to 32
  830. crop_para_.output_height = 24;
  831. crop_para_.crop_info.crop_type = kDvppCropTypeOffset;
  832. crop_para_.crop_info.crop_area.left = 0;
  833. crop_para_.crop_info.crop_area.right = 64;
  834. crop_para_.crop_info.crop_area.top = 0;
  835. crop_para_.crop_info.crop_area.bottom = 64;
  836. CreateDvppConfig();
  837. InitModelDesc(1); // batch_size=1
  838. inference::AclSession acl_session;
  839. uint32_t device_id = 1;
  840. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  841. uint32_t model_id = 0;
  842. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  843. // create inputs
  844. PredictRequest request;
  845. CreateDefaultRequest(request);
  846. mock_dvpp_process_.crop_fail_list_.push_back(false);
  847. PredictReply reply;
  848. ServingRequest serving_request(request);
  849. ServingImagesRequest serving_images(request);
  850. ServingReply serving_reply(reply);
  851. EXPECT_FALSE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  852. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  853. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  854. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 1);
  855. };
  856. TEST_F(AclSessionDvppTest, TestAclSession_DvppCropPaste_BatchSize1_DvppFail) {
  857. pixel_format_ = "YUV420SP";
  858. to_crop_and_paste_flag_ = true;
  859. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  860. crop_paste_para_.output_width = 24; // align to 32
  861. crop_paste_para_.output_height = 24;
  862. crop_paste_para_.crop_info.crop_type = kDvppCropTypeOffset;
  863. crop_paste_para_.crop_info.crop_area.left = 0;
  864. crop_paste_para_.crop_info.crop_area.right = 64;
  865. crop_paste_para_.crop_info.crop_area.top = 0;
  866. crop_paste_para_.crop_info.crop_area.bottom = 64;
  867. crop_paste_para_.paste_area.left = 0;
  868. crop_paste_para_.paste_area.right = 64;
  869. crop_paste_para_.paste_area.top = 0;
  870. crop_paste_para_.paste_area.bottom = 64;
  871. CreateDvppConfig();
  872. InitModelDesc(1); // batch_size=1
  873. inference::AclSession acl_session;
  874. uint32_t device_id = 1;
  875. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  876. uint32_t model_id = 0;
  877. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  878. mock_dvpp_process_.crop_and_paste_fail_list_.push_back(false);
  879. // create inputs
  880. PredictRequest request;
  881. CreateDefaultRequest(request);
  882. PredictReply reply;
  883. ServingRequest serving_request(request);
  884. ServingImagesRequest serving_images(request);
  885. ServingReply serving_reply(reply);
  886. EXPECT_FALSE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  887. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  888. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  889. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 1);
  890. };
  891. TEST_F(AclSessionDvppTest, TestAclSession_DvppCrop_BatchSize3_MultiTime_DvppFail) {
  892. pixel_format_ = "YUV420SP";
  893. to_crop_flag_ = true;
  894. SetJpegLib(128, 128); // 32*32 ~ 4096*4096
  895. crop_para_.output_width = 24; // align to 32
  896. crop_para_.output_height = 24;
  897. crop_para_.crop_info.crop_type = kDvppCropTypeCentre;
  898. crop_para_.crop_info.crop_width = 10;
  899. crop_para_.crop_info.crop_height = 6;
  900. CreateDvppConfig();
  901. InitModelDesc(3); // batch_size=3
  902. inference::AclSession acl_session;
  903. uint32_t device_id = 1;
  904. EXPECT_TRUE(acl_session.InitEnv("Ascend", device_id) == SUCCESS);
  905. uint32_t model_id = 0;
  906. EXPECT_TRUE(acl_session.LoadModelFromFile(model_file_path_, model_id) == SUCCESS);
  907. for (int i = 0; i < 3; i++) {
  908. mock_dvpp_process_.crop_fail_list_.push_back(false);
  909. // create inputs
  910. PredictRequest request;
  911. CreateDefaultRequest(request, i + 1); // image size
  912. PredictReply reply;
  913. ServingRequest serving_request(request);
  914. ServingImagesRequest serving_images(request);
  915. ServingReply serving_reply(reply);
  916. EXPECT_FALSE(acl_session.ExecuteModel(model_id, serving_images, serving_request, serving_reply) == SUCCESS);
  917. }
  918. EXPECT_TRUE(acl_session.UnloadModel(model_id) == SUCCESS);
  919. EXPECT_TRUE(acl_session.FinalizeEnv() == SUCCESS);
  920. EXPECT_EQ(g_acl_dvpp_process->decode_call_times_, 3);
  921. };
  922. } // namespace serving
  923. } // namespace mindspore