|
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464 |
- /**
- * Copyright 2020-2021 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
- #include "common/common.h"
- #include "include/api/types.h"
- #include "minddata/dataset/core/de_tensor.h"
- #include "minddata/dataset/include/dataset/audio.h"
- #include "minddata/dataset/include/dataset/execute.h"
- #include "minddata/dataset/include/dataset/transforms.h"
- #include "minddata/dataset/include/dataset/audio.h"
- #include "minddata/dataset/include/dataset/vision.h"
- #include "minddata/dataset/include/dataset/audio.h"
- #include "minddata/dataset/include/dataset/text.h"
- #include "minddata/dataset/text/char_n_gram.h"
- #include "minddata/dataset/text/fast_text.h"
- #include "minddata/dataset/text/glove.h"
- #include "minddata/dataset/text/vectors.h"
- #include "utils/log_adapter.h"
-
- using namespace mindspore::dataset;
- using mindspore::LogStream;
- using mindspore::dataset::CharNGram;
- using mindspore::dataset::FastText;
- using mindspore::dataset::GloVe;
- using mindspore::dataset::Vectors;
- using mindspore::ExceptionType::NoExceptionType;
- using mindspore::MsLogLevel::INFO;
-
- class MindDataTestExecute : public UT::DatasetOpTesting {
- protected:
- };
-
- TEST_F(MindDataTestExecute, TestAllpassBiquadWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestAllpassBiquadWithEager.";
- // Original waveform
- std::vector<float> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> allpass_biquad_01 = std::make_shared<audio::AllpassBiquad>(44100, 200);
- mindspore::dataset::Execute Transform01({allpass_biquad_01});
- // Filtered waveform by allpassbiquad
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_TRUE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestAllpassBiquadWithWrongArg) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestAllpassBiquadWithWrongArg.";
- std::vector<double> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- // Check Q
- MS_LOG(INFO) << "Q is zero.";
- std::shared_ptr<TensorTransform> allpass_biquad_op = std::make_shared<audio::AllpassBiquad>(44100, 200, 0);
- mindspore::dataset::Execute Transform01({allpass_biquad_op});
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_FALSE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestAdjustGammaEager3Channel) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestAdjustGammaEager3Channel.";
- // Read images
- auto image = ReadFileToTensor("data/dataset/apple.jpg");
-
- // Transform params
- auto decode = vision::Decode();
- auto adjust_gamma_op = vision::AdjustGamma(0.1, 1.0);
-
- auto transform = Execute({decode, adjust_gamma_op});
- Status rc = transform(image, &image);
- EXPECT_EQ(rc, Status::OK());
- }
-
- TEST_F(MindDataTestExecute, TestAdjustGammaEager1Channel) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestAdjustGammaEager1Channel.";
- auto m1 = ReadFileToTensor("data/dataset/apple.jpg");
- // Transform params
- auto decode = vision::Decode();
- auto rgb2gray = vision::RGB2GRAY();
- auto adjust_gamma_op = vision::AdjustGamma(0.1, 1.0);
-
- auto transform = Execute({decode, rgb2gray, adjust_gamma_op});
- Status rc = transform(m1, &m1);
- EXPECT_EQ(rc, Status::OK());
- }
-
- TEST_F(MindDataTestExecute, TestAmplitudeToDB) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestAmplitudeToDB.";
- // Original waveform
- std::vector<float> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 2, 2, 3}), &input));
- auto input_ms = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> amplitude_to_db_op = std::make_shared<audio::AmplitudeToDB>();
- // apply amplitude_to_db
- mindspore::dataset::Execute trans({amplitude_to_db_op});
- Status status = trans(input_ms, &input_ms);
- EXPECT_TRUE(status.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestAmplitudeToDBWrongArgs) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestAmplitudeToDBWrongArgs.";
- // Original waveform
- std::vector<float> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_ms = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> amplitude_to_db_op =
- std::make_shared<audio::AmplitudeToDB>(ScaleType::kPower, 1.0, -1e-10, 80.0);
- // apply amplitude_to_db
- mindspore::dataset::Execute trans({amplitude_to_db_op});
- Status status = trans(input_ms, &input_ms);
- EXPECT_FALSE(status.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestAmplitudeToDBWrongInput) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestAmplitudeToDBWrongInput.";
- // Original waveform
- std::vector<float> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({20}), &input));
- auto input_ms = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> amplitude_to_db_op = std::make_shared<audio::AmplitudeToDB>();
- // apply amplitude_to_db
- mindspore::dataset::Execute trans({amplitude_to_db_op});
- Status status = trans(input_ms, &input_ms);
- EXPECT_FALSE(status.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestComposeTransforms) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestComposeTransforms.";
-
- // Read images
- auto image = ReadFileToTensor("data/dataset/apple.jpg");
-
- // Transform params
- std::shared_ptr<TensorTransform> decode = std::make_shared<vision::Decode>();
- std::shared_ptr<TensorTransform> center_crop(new vision::CenterCrop({30}));
- std::shared_ptr<TensorTransform> rescale = std::make_shared<vision::Rescale>(1. / 3, 0.5);
-
- auto transform = Execute({decode, center_crop, rescale});
- Status rc = transform(image, &image);
-
- EXPECT_EQ(rc, Status::OK());
- EXPECT_EQ(30, image.Shape()[0]);
- EXPECT_EQ(30, image.Shape()[1]);
- }
-
- /// Feature: ComputeDeltas
- /// Description: test basic function of ComputeDeltas
- /// Expectation: get correct number of data
- TEST_F(MindDataTestExecute, TestComputeDeltas) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestComputeDeltas.";
- std::shared_ptr<Tensor> input_tensor_;
-
- int win_length = 5;
-
- // create tensor
- TensorShape s = TensorShape({2, 15, 7});
- // init input vec
- std::vector<float> input_vec(s.NumOfElements());
- for (int ind = 0; ind < input_vec.size(); ind++) {
- input_vec[ind] = std::rand() % (1000) / (1000.0f);
- }
- ASSERT_OK(Tensor::CreateFromVector(input_vec, s, &input_tensor_));
- auto input_ms = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input_tensor_));
- std::shared_ptr<TensorTransform> compute_deltas_op = std::make_shared<audio::ComputeDeltas>(win_length);
-
- // apply compute_deltas
- mindspore::dataset::Execute Transform({compute_deltas_op});
- Status status = Transform(input_ms, &input_ms);
- EXPECT_TRUE(status.IsOk());
- }
-
- /// Feature: ComputeDeltas
- /// Description: test wrong input args of ComputeDeltas
- /// Expectation: get nullptr of iterator
- TEST_F(MindDataTestExecute, TestComputeDeltasWrongArgs) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestComputeDeltasWrongArgs.";
- std::shared_ptr<Tensor> input_tensor_;
- // win_length is less than minimum of 3
- int win_length = 2;
-
- // create tensor
- TensorShape s = TensorShape({2, 15, 7});
- // init input vec
- std::vector<float> input_vec(s.NumOfElements());
- for (int ind = 0; ind < input_vec.size(); ind++) {
- input_vec[ind] = std::rand() % (1000) / (1000.0f);
- }
- ASSERT_OK(Tensor::CreateFromVector(input_vec, s, &input_tensor_));
- auto input_ms = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input_tensor_));
-
- std::shared_ptr<TensorTransform> compute_deltas_op = std::make_shared<audio::ComputeDeltas>(win_length);
- mindspore::dataset::Execute Transform({compute_deltas_op});
- Status status = Transform(input_ms, &input_ms);
- EXPECT_FALSE(status.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestCrop) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestCrop.";
-
- // Read images
- auto image = ReadFileToTensor("data/dataset/apple.jpg");
-
- // Transform params
- auto decode = vision::Decode();
- auto crop = vision::Crop({10, 30}, {10, 15});
-
- auto transform = Execute({decode, crop});
- Status rc = transform(image, &image);
-
- EXPECT_EQ(rc, Status::OK());
- EXPECT_EQ(image.Shape()[0], 10);
- EXPECT_EQ(image.Shape()[1], 15);
- }
-
- /// Feature: FilterWikipediaXMLEager
- /// Description: Test FilterWikipediaXML's Eager mode
- /// Expectation: Run successfully
- TEST_F(MindDataTestExecute, TestFilterWikipediaXMLEager) {
- // Test FilterWikipediaXML's Eager mode
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestFilterWikipediaXMLEager.";
- std::vector<std::string> origin = {"中国","Wcdma","Pang","Yuchao"};
- TensorShape input_shape({2, 2});
- std::shared_ptr<Tensor> de_tensor;
- Tensor::CreateFromVector(origin, input_shape, &de_tensor);
- std::shared_ptr<TensorTransform> filter = std::make_shared<text::FilterWikipediaXML>();
- auto input = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor));
- mindspore::dataset::Execute Transform({filter});
- Status s = Transform(input, &input);
-
- ASSERT_TRUE(s.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestFrequencyMasking) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestFrequencyMasking.";
- std::shared_ptr<Tensor> input_tensor_;
- TensorShape s = TensorShape({6, 2});
- ASSERT_OK(Tensor::CreateFromVector(
- std::vector<float>({1.0f, 2.0f, 3.0f, 4.0f, 5.0f, 6.0f, 6.0f, 5.0f, 4.0f, 3.0f, 2.0f, 1.0f}), s, &input_tensor_));
- auto input_tensor = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input_tensor_));
- std::shared_ptr<TensorTransform> frequency_masking_op = std::make_shared<audio::FrequencyMasking>(true, 2);
- mindspore::dataset::Execute transform({frequency_masking_op});
- Status status = transform(input_tensor, &input_tensor);
- EXPECT_TRUE(status.IsOk());
- }
-
- /// Feature: RandomLighting
- /// Description: test RandomLighting Op when alpha=0.1
- /// Expectation: the data is processed successfully
- TEST_F(MindDataTestExecute, TestRandomLighting) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestRandomLighting.";
- // Read images
- auto image = ReadFileToTensor("data/dataset/apple.jpg");
-
- // Transform params
- auto decode = vision::Decode();
- auto random_lighting_op = vision::RandomLighting(0.1);
-
- auto transform = Execute({decode, random_lighting_op});
- Status rc = transform(image, &image);
- EXPECT_EQ(rc, Status::OK());
- }
-
- TEST_F(MindDataTestExecute, TestTimeMasking) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestTimeMasking.";
- std::shared_ptr<Tensor> input_tensor_;
- TensorShape s = TensorShape({2, 6});
- ASSERT_OK(Tensor::CreateFromVector(
- std::vector<float>({1.0f, 2.0f, 3.0f, 4.0f, 5.0f, 6.0f, 6.0f, 5.0f, 4.0f, 3.0f, 2.0f, 1.0f}), s, &input_tensor_));
- auto input_tensor = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input_tensor_));
- std::shared_ptr<TensorTransform> time_masking_op = std::make_shared<audio::TimeMasking>(true, 2);
- mindspore::dataset::Execute transform({time_masking_op});
- Status status = transform(input_tensor, &input_tensor);
- EXPECT_TRUE(status.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestTimeStretchEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestTimeStretchEager.";
- std::shared_ptr<Tensor> input_tensor_;
- // op param
- int freq = 4;
- int hop_length = 20;
- float rate = 1.3;
- int frame_num = 10;
- // create tensor
- TensorShape s = TensorShape({2, freq, frame_num, 2});
- // init input vec
- std::vector<float> input_vec(2 * freq * frame_num * 2);
- for (int ind = 0; ind < input_vec.size(); ind++) {
- input_vec[ind] = std::rand() % (1000) / (1000.0f);
- }
- ASSERT_OK(Tensor::CreateFromVector(input_vec, s, &input_tensor_));
- auto input_ms = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input_tensor_));
- std::shared_ptr<TensorTransform> time_stretch_op = std::make_shared<audio::TimeStretch>(hop_length, freq, rate);
-
- // apply timestretch
- mindspore::dataset::Execute Transform({time_stretch_op});
- Status status = Transform(input_ms, &input_ms);
- EXPECT_TRUE(status.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestTimeStretchParamCheck) {
- MS_LOG(INFO) << "Doing MindDataTestTimeStretch-TestTimeStretchParamCheck.";
- // Create an input
- std::shared_ptr<Tensor> input_tensor_;
- std::shared_ptr<Tensor> output_tensor;
- TensorShape s = TensorShape({1, 4, 3, 2});
- ASSERT_OK(Tensor::CreateFromVector(
- std::vector<float>({1.0f, 2.0f, 3.0f, 4.0f, 5.0f, 6.0f, 6.0f, 5.0f, 4.0f, 3.0f, 2.0f, 1.0f,
- 1.0f, 2.0f, 3.0f, 4.0f, 5.0f, 6.0f, 6.0f, 5.0f, 4.0f, 3.0f, 2.0f, 1.0f}),
- s, &input_tensor_));
- auto input_ms = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input_tensor_));
-
- std::shared_ptr<TensorTransform> time_stretch1 = std::make_shared<audio::TimeStretch>(4, 512, -2);
- mindspore::dataset::Execute Transform1({time_stretch1});
- Status status = Transform1(input_ms, &input_ms);
- EXPECT_FALSE(status.IsOk());
-
- std::shared_ptr<TensorTransform> time_stretch2 = std::make_shared<audio::TimeStretch>(4, -512, 2);
- mindspore::dataset::Execute Transform2({time_stretch2});
- status = Transform2(input_ms, &input_ms);
- EXPECT_FALSE(status.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestTransformInput1) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestTransformInput1.";
- // Test Execute with transform op input using API constructors, with std::shared_ptr<TensorTransform pointers,
- // instantiated via mix of make_shared and new
-
- // Read images
- auto image = ReadFileToTensor("data/dataset/apple.jpg");
-
- // Define transform operations
- std::shared_ptr<TensorTransform> decode = std::make_shared<vision::Decode>();
- std::shared_ptr<TensorTransform> resize(new vision::Resize({224, 224}));
- std::shared_ptr<TensorTransform> normalize(
- new vision::Normalize({0.485 * 255, 0.456 * 255, 0.406 * 255}, {0.229 * 255, 0.224 * 255, 0.225 * 255}));
- std::shared_ptr<TensorTransform> hwc2chw = std::make_shared<vision::HWC2CHW>();
-
- mindspore::dataset::Execute Transform({decode, resize, normalize, hwc2chw});
-
- // Apply transform on image
- Status rc = Transform(image, &image);
-
- // Check image info
- ASSERT_TRUE(rc.IsOk());
- ASSERT_EQ(image.Shape().size(), 3);
- ASSERT_EQ(image.Shape()[0], 3);
- ASSERT_EQ(image.Shape()[1], 224);
- ASSERT_EQ(image.Shape()[2], 224);
- }
-
- TEST_F(MindDataTestExecute, TestTransformInput2) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestTransformInput2.";
- // Test Execute with transform op input using API constructors, with std::shared_ptr<TensorTransform pointers,
- // instantiated via new
- // With this way of creating TensorTransforms, we don't need to explicitly delete the object created with the
- // "new" keyword. When the shared pointer goes out of scope the object destructor will be called.
-
- // Read image, construct MSTensor from dataset tensor
- std::shared_ptr<mindspore::dataset::Tensor> de_tensor;
- mindspore::dataset::Tensor::CreateFromFile("data/dataset/apple.jpg", &de_tensor);
- auto image = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor));
-
- // Define transform operations
- std::shared_ptr<TensorTransform> decode(new vision::Decode());
- std::shared_ptr<TensorTransform> resize(new vision::Resize({224, 224}));
- std::shared_ptr<TensorTransform> normalize(
- new vision::Normalize({0.485 * 255, 0.456 * 255, 0.406 * 255}, {0.229 * 255, 0.224 * 255, 0.225 * 255}));
- std::shared_ptr<TensorTransform> hwc2chw(new vision::HWC2CHW());
-
- mindspore::dataset::Execute Transform({decode, resize, normalize, hwc2chw});
-
- // Apply transform on image
- Status rc = Transform(image, &image);
-
- // Check image info
- ASSERT_TRUE(rc.IsOk());
- ASSERT_EQ(image.Shape().size(), 3);
- ASSERT_EQ(image.Shape()[0], 3);
- ASSERT_EQ(image.Shape()[1], 224);
- ASSERT_EQ(image.Shape()[2], 224);
- }
-
- TEST_F(MindDataTestExecute, TestTransformInput3) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestTransformInput3.";
- // Test Execute with transform op input using API constructors, with auto pointers
-
- // Read image, construct MSTensor from dataset tensor
- std::shared_ptr<mindspore::dataset::Tensor> de_tensor;
- mindspore::dataset::Tensor::CreateFromFile("data/dataset/apple.jpg", &de_tensor);
- auto image = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor));
-
- // Define transform operations
- auto decode = vision::Decode();
- mindspore::dataset::Execute Transform1(decode);
-
- auto resize = vision::Resize({224, 224});
- mindspore::dataset::Execute Transform2(resize);
-
- // Apply transform on image
- Status rc;
- rc = Transform1(image, &image);
- ASSERT_TRUE(rc.IsOk());
- rc = Transform2(image, &image);
- ASSERT_TRUE(rc.IsOk());
-
- // Check image info
- ASSERT_EQ(image.Shape().size(), 3);
- ASSERT_EQ(image.Shape()[0], 224);
- ASSERT_EQ(image.Shape()[1], 224);
- ASSERT_EQ(image.Shape()[2], 3);
- }
-
- TEST_F(MindDataTestExecute, TestTransformInputSequential) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestTransformInputSequential.";
- // Test Execute with transform op input using API constructors, with auto pointers;
- // Apply 2 transformations sequentially, including single non-vector Transform op input
-
- // Read image, construct MSTensor from dataset tensor
- std::shared_ptr<mindspore::dataset::Tensor> de_tensor;
- mindspore::dataset::Tensor::CreateFromFile("data/dataset/apple.jpg", &de_tensor);
- auto image = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor));
-
- // Define transform#1 operations
- std::shared_ptr<TensorTransform> decode(new vision::Decode());
- std::shared_ptr<TensorTransform> resize(new vision::Resize({224, 224}));
- std::shared_ptr<TensorTransform> normalize(
- new vision::Normalize({0.485 * 255, 0.456 * 255, 0.406 * 255}, {0.229 * 255, 0.224 * 255, 0.225 * 255}));
-
- std::vector<std::shared_ptr<TensorTransform>> op_list = {decode, resize, normalize};
- mindspore::dataset::Execute Transform(op_list);
-
- // Apply transform#1 on image
- Status rc = Transform(image, &image);
-
- // Define transform#2 operations
- std::shared_ptr<TensorTransform> hwc2chw(new vision::HWC2CHW());
- mindspore::dataset::Execute Transform2(hwc2chw);
-
- // Apply transform#2 on image
- rc = Transform2(image, &image);
-
- // Check image info
- ASSERT_TRUE(rc.IsOk());
- ASSERT_EQ(image.Shape().size(), 3);
- ASSERT_EQ(image.Shape()[0], 3);
- ASSERT_EQ(image.Shape()[1], 224);
- ASSERT_EQ(image.Shape()[2], 224);
- }
-
- TEST_F(MindDataTestExecute, TestTransformDecodeResizeCenterCrop1) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestTransformDecodeResizeCenterCrop1.";
- // Test Execute with Decode, Resize and CenterCrop transform ops input using API constructors, with shared pointers
-
- // Read image, construct MSTensor from dataset tensor
- std::shared_ptr<mindspore::dataset::Tensor> de_tensor;
- mindspore::dataset::Tensor::CreateFromFile("data/dataset/apple.jpg", &de_tensor);
- auto image = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor));
-
- // Define transform operations
- std::vector<int32_t> resize_paras = {256, 256};
- std::vector<int32_t> crop_paras = {224, 224};
- std::shared_ptr<TensorTransform> decode(new vision::Decode());
- std::shared_ptr<TensorTransform> resize(new vision::Resize(resize_paras));
- std::shared_ptr<TensorTransform> centercrop(new vision::CenterCrop(crop_paras));
- std::shared_ptr<TensorTransform> hwc2chw(new vision::HWC2CHW());
-
- std::vector<std::shared_ptr<TensorTransform>> op_list = {decode, resize, centercrop, hwc2chw};
- mindspore::dataset::Execute Transform(op_list, MapTargetDevice::kCpu);
-
- // Apply transform on image
- Status rc = Transform(image, &image);
-
- // Check image info
- ASSERT_TRUE(rc.IsOk());
- ASSERT_EQ(image.Shape().size(), 3);
- ASSERT_EQ(image.Shape()[0], 3);
- ASSERT_EQ(image.Shape()[1], 224);
- ASSERT_EQ(image.Shape()[2], 224);
- }
-
- TEST_F(MindDataTestExecute, TestUniformAugment) {
- // Read images
- auto image = ReadFileToTensor("data/dataset/apple.jpg");
- std::vector<mindspore::MSTensor> image2;
-
- // Transform params
- std::shared_ptr<TensorTransform> decode = std::make_shared<vision::Decode>();
- std::shared_ptr<TensorTransform> resize_op(new vision::Resize({16, 16}));
- std::shared_ptr<TensorTransform> vertical = std::make_shared<vision::RandomVerticalFlip>();
- std::shared_ptr<TensorTransform> horizontal = std::make_shared<vision::RandomHorizontalFlip>();
-
- std::shared_ptr<TensorTransform> uniform_op(new vision::UniformAugment({resize_op, vertical, horizontal}, 3));
-
- auto transform1 = Execute({decode});
- Status rc = transform1(image, &image);
- ASSERT_TRUE(rc.IsOk());
-
- auto transform2 = Execute({uniform_op});
- rc = transform2({image}, &image2);
- ASSERT_TRUE(rc.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestBasicTokenizer) {
- std::shared_ptr<Tensor> de_tensor;
- Tensor::CreateScalar<std::string>("Welcome to China.", &de_tensor);
- auto txt = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor));
- std::vector<mindspore::MSTensor> txt_result;
-
- // Transform params
- std::shared_ptr<TensorTransform> tokenizer =
- std::make_shared<text::BasicTokenizer>(false, false, NormalizeForm::kNone, false, true);
-
- // BasicTokenizer has 3 outputs so we need a vector to receive its result
- auto transform1 = Execute({tokenizer});
- Status rc = transform1({txt}, &txt_result);
- ASSERT_EQ(txt_result.size(), 3);
- ASSERT_TRUE(rc.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestRotate) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestRotate.";
-
- // Read images
- auto image = ReadFileToTensor("data/dataset/apple.jpg");
-
- // Transform params
- auto decode = vision::Decode();
- auto rotate = vision::Rotate(10.5);
-
- auto transform = Execute({decode, rotate});
- Status rc = transform(image, &image);
-
- EXPECT_EQ(rc, Status::OK());
- }
-
- TEST_F(MindDataTestExecute, TestResizeWithBBox) {
- auto image = ReadFileToTensor("data/dataset/apple.jpg");
- std::shared_ptr<TensorTransform> decode_op = std::make_shared<vision::Decode>();
- std::shared_ptr<TensorTransform> resizewithbbox_op =
- std::make_shared<vision::ResizeWithBBox>(std::vector<int32_t>{250, 500});
-
- // Test Compute(Tensor, Tensor) method of ResizeWithBBox
- auto transform = Execute({decode_op, resizewithbbox_op});
-
- // Expect fail since Compute(Tensor, Tensor) is not a valid behaviour for this Op,
- // while Compute(TensorRow, TensorRow) is the correct one.
- Status rc = transform(image, &image);
- EXPECT_FALSE(rc.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestBandBiquadWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestBandBiquadWithEager.";
- // Original waveform
- std::vector<float> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> band_biquad_01 = std::make_shared<audio::BandBiquad>(44100, 200);
- mindspore::dataset::Execute Transform01({band_biquad_01});
- // Filtered waveform by bandbiquad
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_TRUE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestBandBiquadWithWrongArg) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestBandBiquadWithWrongArg.";
- std::vector<double> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- // Check Q
- MS_LOG(INFO) << "Q is zero.";
- std::shared_ptr<TensorTransform> band_biquad_op = std::make_shared<audio::BandBiquad>(44100, 200, 0);
- mindspore::dataset::Execute Transform01({band_biquad_op});
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_FALSE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestBandpassBiquadWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestBandpassBiquadWithEager.";
- // Original waveform
- std::vector<float> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> bandpass_biquad_01 = std::make_shared<audio::BandpassBiquad>(44100, 200);
- mindspore::dataset::Execute Transform01({bandpass_biquad_01});
- // Filtered waveform by bandpassbiquad
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_TRUE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestBandpassBiquadWithWrongArg) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestBandpassBiquadWithWrongArg.";
- std::vector<double> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- // Check Q
- MS_LOG(INFO) << "Q is zero.";
- std::shared_ptr<TensorTransform> bandpass_biquad_op = std::make_shared<audio::BandpassBiquad>(44100, 200, 0);
- mindspore::dataset::Execute Transform01({bandpass_biquad_op});
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_FALSE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestBandrejectBiquadWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestBandrejectBiquadWithEager.";
- // Original waveform
- std::vector<float> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> bandreject_biquad_01 = std::make_shared<audio::BandrejectBiquad>(44100, 200);
- mindspore::dataset::Execute Transform01({bandreject_biquad_01});
- // Filtered waveform by bandrejectbiquad
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_TRUE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestBandrejectBiquadWithWrongArg) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestBandrejectBiquadWithWrongArg.";
- std::vector<double> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- // Check Q
- MS_LOG(INFO) << "Q is zero.";
- std::shared_ptr<TensorTransform> bandreject_biquad_op = std::make_shared<audio::BandrejectBiquad>(44100, 200, 0);
- mindspore::dataset::Execute Transform01({bandreject_biquad_op});
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_FALSE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestAngleEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestAngleEager.";
- std::vector<double> origin = {1.143, 1.3123, 2.632, 2.554, -1.213, 1.3, 0.456, 3.563};
- TensorShape input_shape({4, 2});
- std::shared_ptr<Tensor> de_tensor;
- Tensor::CreateFromVector(origin, input_shape, &de_tensor);
-
- std::shared_ptr<TensorTransform> angle = std::make_shared<audio::Angle>();
- auto input = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor));
- mindspore::dataset::Execute Transform({angle});
- Status s = Transform(input, &input);
-
- ASSERT_TRUE(s.IsOk());
- }
-
- /// Feature: MelScale
- /// Description: test basic usage of MelScale
- /// Expectation: the data is processed successfully
- TEST_F(MindDataTestExecute, TestMelScale) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestMelScale.";
- // Original waveform
- std::vector<float> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 2, 2, 3}), &input));
- auto input_ms = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> mel_scale_op = std::make_shared<audio::MelScale>(2, 10, -50, 100, 2);
- // apply melscale
- mindspore::dataset::Execute trans({mel_scale_op});
- Status status = trans(input_ms, &input_ms);
- EXPECT_TRUE(status.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestRGB2BGREager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestRGB2BGREager.";
-
- // Read images
- auto image = ReadFileToTensor("data/dataset/apple.jpg");
-
- // Transform params
- auto decode = vision::Decode();
- auto rgb2bgr_op = vision::RGB2BGR();
-
- auto transform = Execute({decode, rgb2bgr_op});
- Status rc = transform(image, &image);
-
- EXPECT_EQ(rc, Status::OK());
- }
-
- TEST_F(MindDataTestExecute, TestEqualizerBiquadEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestEqualizerBiquadEager.";
- int sample_rate = 44100;
- float center_freq = 3.5;
- float gain = 5.5;
- float Q = 0.707;
- std::vector<mindspore::MSTensor> output;
- std::shared_ptr<Tensor> test;
- std::vector<double> test_vector = {0.8236, 0.2049, 0.3335, 0.5933, 0.9911, 0.2482, 0.3007, 0.9054,
- 0.7598, 0.5394, 0.2842, 0.5634, 0.6363, 0.2226, 0.2288};
- Tensor::CreateFromVector(test_vector, TensorShape({5, 3}), &test);
- auto input = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(test));
- std::shared_ptr<TensorTransform> equalizer_biquad(new audio::EqualizerBiquad({sample_rate, center_freq, gain, Q}));
- auto transform = Execute({equalizer_biquad});
- Status rc = transform({input}, &output);
- ASSERT_TRUE(rc.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestEqualizerBiquadParamCheckQ) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestEqualizerBiquadParamCheckQ.";
- std::vector<mindspore::MSTensor> output;
- std::shared_ptr<Tensor> test;
- std::vector<double> test_vector = {0.1129, 0.3899, 0.7762, 0.2437, 0.9911, 0.8764, 0.4524, 0.9034,
- 0.3277, 0.8904, 0.1852, 0.6721, 0.1325, 0.2345, 0.5538};
- Tensor::CreateFromVector(test_vector, TensorShape({3, 5}), &test);
- auto input = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(test));
- // Check Q
- std::shared_ptr<TensorTransform> equalizer_biquad_op = std::make_shared<audio::EqualizerBiquad>(44100, 3.5, 5.5, 0);
- mindspore::dataset::Execute transform({equalizer_biquad_op});
- Status rc = transform({input}, &output);
- ASSERT_FALSE(rc.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestEqualizerBiquadParamCheckSampleRate) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestEqualizerBiquadParamCheckSampleRate.";
- std::vector<mindspore::MSTensor> output;
- std::shared_ptr<Tensor> test;
- std::vector<double> test_vector = {0.5236, 0.7049, 0.4335, 0.4533, 0.0911, 0.3482, 0.3407, 0.9054,
- 0.7598, 0.5394, 0.2842, 0.5634, 0.6363, 0.2226, 0.2288, 0.6743};
- Tensor::CreateFromVector(test_vector, TensorShape({4, 4}), &test);
- auto input = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(test));
- // Check sample_rate
- std::shared_ptr<TensorTransform> equalizer_biquad_op = std::make_shared<audio::EqualizerBiquad>(0, 3.5, 5.5, 0.7);
- mindspore::dataset::Execute transform({equalizer_biquad_op});
- Status rc = transform({input}, &output);
- ASSERT_FALSE(rc.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestLowpassBiquadEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestLowpassBiquadEager.";
- int sample_rate = 44100;
- float cutoff_freq = 2000.0;
- float Q = 0.6;
- std::vector<mindspore::MSTensor> output;
- std::shared_ptr<Tensor> test;
- std::vector<double> test_vector = {23.5, 13.2, 62.5, 27.1, 15.5, 30.3, 44.9, 25.0,
- 11.3, 37.4, 67.1, 33.8, 73.4, 53.3, 93.7, 31.1};
- Tensor::CreateFromVector(test_vector, TensorShape({4, 4}), &test);
- auto input = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(test));
- std::shared_ptr<TensorTransform> lowpass_biquad(new audio::LowpassBiquad({sample_rate, cutoff_freq, Q}));
- auto transform = Execute({lowpass_biquad});
- Status rc = transform({input}, &output);
- ASSERT_TRUE(rc.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestLowpassBiuqadParamCheckQ) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestLowpassBiuqadParamCheckQ.";
-
- std::vector<mindspore::MSTensor> output;
- std::shared_ptr<Tensor> test;
- std::vector<double> test_vector = {0.8236, 0.2049, 0.3335, 0.5933, 0.9911, 0.2482, 0.3007, 0.9054,
- 0.7598, 0.5394, 0.2842, 0.5634, 0.6363, 0.2226, 0.2288};
- Tensor::CreateFromVector(test_vector, TensorShape({5, 3}), &test);
- auto input = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(test));
- // Check Q
- std::shared_ptr<TensorTransform> lowpass_biquad_op = std::make_shared<audio::LowpassBiquad>(44100, 3000.5, 0);
- mindspore::dataset::Execute transform({lowpass_biquad_op});
- Status rc = transform({input}, &output);
- ASSERT_FALSE(rc.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestLowpassBiuqadParamCheckSampleRate) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestLowpassBiuqadParamCheckSampleRate.";
-
- std::vector<mindspore::MSTensor> output;
- std::shared_ptr<Tensor> test;
- std::vector<double> test_vector = {0.5, 4.6, 2.2, 0.6, 1.9, 4.7, 2.3, 4.9, 4.7, 0.5, 0.8, 0.9};
- Tensor::CreateFromVector(test_vector, TensorShape({6, 2}), &test);
- auto input = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(test));
- // Check sample_rate
- std::shared_ptr<TensorTransform> lowpass_biquad_op = std::make_shared<audio::LowpassBiquad>(0, 2000.5, 0.7);
- mindspore::dataset::Execute transform({lowpass_biquad_op});
- Status rc = transform({input}, &output);
- ASSERT_FALSE(rc.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestComplexNormEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestComplexNormEager.";
- // testing
- std::shared_ptr<Tensor> input_tensor_;
- Tensor::CreateFromVector(std::vector<float>({1.0, 1.0, 2.0, 3.0, 4.0, 4.0}), TensorShape({3, 2}), &input_tensor_);
-
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input_tensor_));
- std::shared_ptr<TensorTransform> complex_norm_01 = std::make_shared<audio::ComplexNorm>(4.0);
-
- // Filtered waveform by complexnorm
- mindspore::dataset::Execute Transform01({complex_norm_01});
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_TRUE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestContrastWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestContrastWithEager.";
- // Original waveform
- std::vector<float> labels = {4.11, 5.37, 5.85, 5.4, 4.27, 1.861, -1.1291, -4.76, 1.495};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({3, 3}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> contrast_01 = std::make_shared<audio::Contrast>();
- mindspore::dataset::Execute Transform01({contrast_01});
- // Filtered waveform by contrast
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_TRUE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestContrastWithWrongArg) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestContrastWithWrongArg.";
- std::vector<double> labels = {-1.007, -5.06, 7.934, 6.683, 1.312, 1.84, 2.246, 2.597};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 4}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- // Check enhancement_amount
- MS_LOG(INFO) << "enhancement_amount is negative.";
- std::shared_ptr<TensorTransform> contrast_op = std::make_shared<audio::Contrast>(-10);
- mindspore::dataset::Execute Transform01({contrast_op});
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_FALSE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestDeemphBiquadWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestDeemphBiquadWithEager";
- // Original waveform
- std::vector<float> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> deemph_biquad_01 = std::make_shared<audio::DeemphBiquad>(44100);
- mindspore::dataset::Execute Transform01({deemph_biquad_01});
- // Filtered waveform by deemphbiquad
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_TRUE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestDeemphBiquadWithWrongArg) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestDeemphBiquadWithWrongArg.";
- std::vector<double> labels = {0.1, 0.2, 0.3, 0.4, 0.5, 0.6};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({1, 6}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- // Check sample_rate
- MS_LOG(INFO) << "sample_rate is zero.";
- std::shared_ptr<TensorTransform> deemph_biquad_op = std::make_shared<audio::DeemphBiquad>(0);
- mindspore::dataset::Execute Transform01({deemph_biquad_op});
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_FALSE(s01.IsOk());
- }
-
- // Feature: Gain
- // Description: test Gain in eager mode
- // Expectation: the data is processed successfully
- TEST_F(MindDataTestExecute, TestGainWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestGainWithEager.";
- // Original waveform
- std::vector<float> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> Gain_01 = std::make_shared<audio::Gain>();
- mindspore::dataset::Execute Transform01({Gain_01});
- // Filtered waveform by Gain
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_TRUE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestHighpassBiquadEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestHighpassBiquadEager.";
- int sample_rate = 44100;
- float cutoff_freq = 3000.5;
- float Q = 0.707;
- std::vector<mindspore::MSTensor> output;
- std::shared_ptr<Tensor> test;
- std::vector<double> test_vector = {0.8236, 0.2049, 0.3335, 0.5933, 0.9911, 0.2482, 0.3007, 0.9054,
- 0.7598, 0.5394, 0.2842, 0.5634, 0.6363, 0.2226, 0.2288};
- Tensor::CreateFromVector(test_vector, TensorShape({5, 3}), &test);
- auto input = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(test));
- std::shared_ptr<TensorTransform> highpass_biquad(new audio::HighpassBiquad({sample_rate, cutoff_freq, Q}));
- auto transform = Execute({highpass_biquad});
- Status rc = transform({input}, &output);
- ASSERT_TRUE(rc.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestHighpassBiquadParamCheckQ) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestHighpassBiquadParamCheckQ.";
- std::vector<mindspore::MSTensor> output;
- std::shared_ptr<Tensor> test;
- std::vector<float> test_vector = {0.6013, 0.8081, 0.6600, 0.4278, 0.4049, 0.0541, 0.8800, 0.7143, 0.0926, 0.3502,
- 0.6148, 0.8738, 0.1869, 0.9023, 0.4293, 0.2175, 0.5132, 0.2622, 0.6490, 0.0741,
- 0.7903, 0.3428, 0.1598, 0.4841, 0.8128, 0.7409, 0.7226, 0.4951, 0.5589, 0.9210};
- Tensor::CreateFromVector(test_vector, TensorShape({5, 3, 2}), &test);
- auto input = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(test));
- // Check Q
- std::shared_ptr<TensorTransform> highpass_biquad_op = std::make_shared<audio::HighpassBiquad>(44100, 3000.5, 0);
- mindspore::dataset::Execute transform({highpass_biquad_op});
- Status rc = transform({input}, &output);
- ASSERT_FALSE(rc.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestHighpassBiquadParamCheckSampleRate) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestHighpassBiquadParamCheckSampleRate.";
- std::vector<mindspore::MSTensor> output;
- std::shared_ptr<Tensor> test;
- std::vector<double> test_vector = {0.0237, 0.6026, 0.3801, 0.1978, 0.8672, 0.0095, 0.5166, 0.2641, 0.5485, 0.5144};
- Tensor::CreateFromVector(test_vector, TensorShape({1, 10}), &test);
- auto input = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(test));
- // Check sample_rate
- std::shared_ptr<TensorTransform> highpass_biquad_op = std::make_shared<audio::HighpassBiquad>(0, 3000.5, 0.7);
- mindspore::dataset::Execute transform({highpass_biquad_op});
- Status rc = transform({input}, &output);
- ASSERT_FALSE(rc.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestMuLawDecodingEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestMuLawDecodingEager.";
- // testing
- std::shared_ptr<Tensor> input_tensor;
- Tensor::CreateFromVector(std::vector<float>({1, 254, 231, 155, 101, 77}), TensorShape({1, 6}), &input_tensor);
-
- auto input_01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input_tensor));
- std::shared_ptr<TensorTransform> mu_law_encoding_01 = std::make_shared<audio::MuLawDecoding>(255);
-
- // Filtered waveform by mulawencoding
- mindspore::dataset::Execute Transform01({mu_law_encoding_01});
- Status s01 = Transform01(input_01, &input_01);
- EXPECT_TRUE(s01.IsOk());
- }
-
- /// Feature: MuLawEncoding
- /// Description: test MuLawEncoding in eager mode
- /// Expectation: the data is processed successfully
- TEST_F(MindDataTestExecute, TestMuLawEncodingEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestMuLawEncodingEager.";
- // testing
- std::shared_ptr<Tensor> input_tensor;
- Tensor::CreateFromVector(std::vector<float>({0.1, 0.2, 0.3, 0.4, 0.5, 0.6}), TensorShape({1, 6}), &input_tensor);
-
- auto input_01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input_tensor));
- std::shared_ptr<TensorTransform> mu_law_encoding_01 = std::make_shared<audio::MuLawEncoding>(255);
-
- // Filtered waveform by mulawencoding
- mindspore::dataset::Execute Transform01({mu_law_encoding_01});
- Status s01 = Transform01(input_01, &input_01);
- EXPECT_TRUE(s01.IsOk());
- }
-
- /// Feature: Overdrive
- /// Description: test basic usage of Overdrive
- /// Expectation: get correct number of data
- TEST_F(MindDataTestExecute, TestOverdriveBasicWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestOverdriveBasicWithEager.";
- // Original waveform
- std::vector<float> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> phaser_op_01 = std::make_shared<audio::Overdrive>(5.0, 3.0);
- mindspore::dataset::Execute Transform01({phaser_op_01});
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_TRUE(s01.IsOk());
- }
-
- /// Feature: MaskAlongAxisIID
- /// Description: test MaskAlongAxisIID
- /// Expectation: the returned result is as expected
- TEST_F(MindDataTestExecute, TestMaskAlongAxisIID) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestMaskAlongAxisIID.";
- // testing
- std::shared_ptr<Tensor> input;
- TensorShape s = TensorShape({1, 1, 4, 4});
- ASSERT_OK(Tensor::CreateFromVector(std::vector<float>({1.0f, 2.0f, 3.0f, 4.0f, 5.0f, 6.0f, 6.0f, 5.0f, 4.0f, 3.0f,
- 2.0f, 1.0f, 4.0f, 3.0f, 2.0f, 1.0f}), s, &input));
- auto input_tensor = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> mask_along_axisiid_op = std::make_shared<audio::MaskAlongAxisIID>(3, 9.0, 2);
- mindspore::dataset::Execute transform({mask_along_axisiid_op});
- Status status = transform(input_tensor, &input_tensor);
- EXPECT_TRUE(status.IsOk());
- }
-
- /// Feature: Overdrive
- /// Description: test invalid parameter of Overdrive
- /// Expectation: throw exception correctly
- TEST_F(MindDataTestExecute, TestOverdriveWrongArgWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestOverdriveWrongArgWithEager";
- std::vector<double> labels = {0.271, 1.634, 9.246, 0.108, 1.138, 1.156, 3.394,
- 1.55, 3.614, 1.8402, 0.718, 4.599, 5.64, 2.510620117187500000e-02,
- 1.38, 5.825, 4.1906, 5.28, 1.052, 9.36};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({4, 5}), &input));
-
- // verify the gain range from 0 to 100
- auto input_01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> overdrive_op1 = std::make_shared<audio::Overdrive>(100.1);
- mindspore::dataset::Execute Transform01({overdrive_op1});
- Status s01 = Transform01(input_01, &input_01);
- EXPECT_FALSE(s01.IsOk());
-
- // verify the color range from 0 to 100
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> overdrive_op2 = std::make_shared<audio::Overdrive>(5.0, 100.1);
- mindspore::dataset::Execute Transform02({overdrive_op2});
- Status s02 = Transform02(input_02, &input_02);
- EXPECT_FALSE(s02.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestRiaaBiquadWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestRiaaBiquadWithEager.";
- // Original waveform
- std::vector<float> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> riaa_biquad_01 = std::make_shared<audio::RiaaBiquad>(44100);
- mindspore::dataset::Execute Transform01({riaa_biquad_01});
- // Filtered waveform by riaabiquad
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_TRUE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestRiaaBiquadWithWrongArg) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestRiaaBiquadWithWrongArg.";
- std::vector<float> labels = {3.156, 5.690, 1.362, 1.093, 5.782, 6.381, 5.982, 3.098, 1.222, 6.027,
- 3.909, 7.993, 4.324, 1.092, 5.093, 0.991, 1.099, 4.092, 8.111, 6.666};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({4, 5}), &input));
- auto input01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- // Check sample_rate
- MS_LOG(INFO) << "sample_rate is zero.";
- std::shared_ptr<TensorTransform> riaa_biquad_op01 = std::make_shared<audio::RiaaBiquad>(0);
- mindspore::dataset::Execute Transform01({riaa_biquad_op01});
- Status s01 = Transform01(input01, &input01);
- EXPECT_FALSE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestTrebleBiquadWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestTrebleBiquadWithEager.";
- // Original waveform
- std::vector<float> labels = {3.156, 5.690, 1.362, 1.093, 5.782, 6.381, 5.982, 3.098, 1.222, 6.027,
- 3.909, 7.993, 4.324, 1.092, 5.093, 0.991, 1.099, 4.092, 8.111, 6.666};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> treble_biquad_01 = std::make_shared<audio::TrebleBiquad>(44100, 200);
- mindspore::dataset::Execute Transform01({treble_biquad_01});
- // Filtered waveform by treblebiquad
- EXPECT_OK(Transform01(input_01, &input_01));
- }
-
- TEST_F(MindDataTestExecute, TestTrebleBiquadWithWrongArg) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestTrebleBiquadWithWrongArg.";
- std::vector<double> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- auto input02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- // Check sample_rate
- MS_LOG(INFO) << "sample_rate is zero.";
- std::shared_ptr<TensorTransform> treble_biquad_op01 = std::make_shared<audio::TrebleBiquad>(0.0, 200.0);
- mindspore::dataset::Execute Transform01({treble_biquad_op01});
- EXPECT_ERROR(Transform01(input01, &input01));
- // Check Q
- MS_LOG(INFO) << "Q is zero.";
- std::shared_ptr<TensorTransform> treble_biquad_op02 =
- std::make_shared<audio::TrebleBiquad>(44100, 200.0, 3000.0, 0.0);
- mindspore::dataset::Execute Transform02({treble_biquad_op02});
- EXPECT_ERROR(Transform02(input02, &input02));
- }
-
- TEST_F(MindDataTestExecute, TestLFilterWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestLFilterWithEager.";
- // Original waveform
- std::vector<float> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::vector<float> a_coeffs = {0.1, 0.2, 0.3};
- std::vector<float> b_coeffs = {0.1, 0.2, 0.3};
- std::shared_ptr<TensorTransform> lfilter_01 = std::make_shared<audio::LFilter>(a_coeffs, b_coeffs);
- mindspore::dataset::Execute Transform01({lfilter_01});
- // Filtered waveform by lfilter
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_TRUE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestLFilterWithWrongArg) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestLFilterWithWrongArg.";
- std::vector<double> labels = {0.1, 0.2, 0.3, 0.4, 0.5, 0.6};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({1, 6}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
-
- // Check a_coeffs size equal to b_coeffs
- MS_LOG(INFO) << "a_coeffs size not equal to b_coeffs";
- std::vector<float> a_coeffs = {0.1, 0.2, 0.3};
- std::vector<float> b_coeffs = {0.1, 0.2};
- std::shared_ptr<TensorTransform> lfilter_op = std::make_shared<audio::LFilter>(a_coeffs, b_coeffs);
- mindspore::dataset::Execute Transform01({lfilter_op});
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_FALSE(s01.IsOk());
- }
-
- /// Feature: Phaser
- /// Description: test basic usage of Phaser
- /// Expectation: get correct number of data
- TEST_F(MindDataTestExecute, TestPhaserBasicWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestPhaserBasicWithEager.";
- // Original waveform
- std::vector<float> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> phaser_op_01 = std::make_shared<audio::Phaser>(44100);
- mindspore::dataset::Execute Transform01({phaser_op_01});
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_TRUE(s01.IsOk());
- }
-
- /// Feature: Phaser
- /// Description: test invalid parameter of Phaser
- /// Expectation: throw exception correctly
- TEST_F(MindDataTestExecute, TestPhaserInputArgWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestPhaserInputArgWithEager";
- std::vector<double> labels = {0.271, 1.634, 9.246, 0.108, 1.138, 1.156, 3.394,
- 1.55, 3.614, 1.8402, 0.718, 4.599, 5.64, 2.510620117187500000e-02,
- 1.38, 5.825, 4.1906, 5.28, 1.052, 9.36};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({4, 5}), &input));
-
- // check gain_in rang [0.0,1.0]
- auto input_01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> phaser_op1 = std::make_shared<audio::Phaser>(44100, 2.0);
- mindspore::dataset::Execute Transform01({phaser_op1});
- Status s01 = Transform01(input_01, &input_01);
- EXPECT_FALSE(s01.IsOk());
-
- // check gain_out range [0.0,1e9]
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> phaser_op2 = std::make_shared<audio::Phaser>(44100, 0.2, -0.1);
- mindspore::dataset::Execute Transform02({phaser_op2});
- Status s02 = Transform02(input_02, &input_02);
- EXPECT_FALSE(s02.IsOk());
-
- // check delay_ms range [0.0,5.0]
- auto input_03 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> phaser_op3 = std::make_shared<audio::Phaser>(44100, 0.2, 0.2, 6.0);
- mindspore::dataset::Execute Transform03({phaser_op3});
- Status s03 = Transform03(input_03, &input_03);
- EXPECT_FALSE(s03.IsOk());
-
- // check decay range [0.0,0.99]
- auto input_04 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> phaser_op4 = std::make_shared<audio::Phaser>(44100, 0.2, 0.2, 4.0, 1.0);
- mindspore::dataset::Execute Transform04({phaser_op4});
- Status s04 = Transform04(input_04, &input_04);
- EXPECT_FALSE(s04.IsOk());
-
- // check mod_speed range [0.1, 2]
- auto input_05 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> phaser_op5 = std::make_shared<audio::Phaser>(44100, 0.2, 0.2, 4.0, 0.8, 3.0);
- mindspore::dataset::Execute Transform05({phaser_op5});
- Status s05 = Transform05(input_05, &input_05);
- EXPECT_FALSE(s05.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestDCShiftEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestDCShiftEager.";
-
- std::vector<float> origin = {0.67443, 1.87523, 0.73465, -0.74553, -1.54346, 1.54093, -1.23453};
- std::shared_ptr<Tensor> de_tensor;
- Tensor::CreateFromVector(origin, &de_tensor);
-
- std::shared_ptr<TensorTransform> dc_shift = std::make_shared<audio::DCShift>(0.5, 0.02);
- auto input = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor));
- mindspore::dataset::Execute Transform({dc_shift});
- Status s = Transform(input, &input);
- ASSERT_TRUE(s.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestBiquadWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestBiquadWithEager.";
- // Original waveform
- std::vector<float> labels = {3.716064453125, 12.34765625, 5.246826171875, 1.0894775390625,
- 1.1383056640625, 2.1566162109375, 1.3946533203125, 3.55029296875};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 4}), &input));
- auto input_01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> biquad_01 = std::make_shared<audio::Biquad>(1, 0.02, 0.13, 1, 0.12, 0.3);
- mindspore::dataset::Execute Transform01({biquad_01});
- // Filtered waveform by biquad
- Status s01 = Transform01(input_01, &input_01);
- EXPECT_TRUE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestBiquadWithWrongArg) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestBiquadWithWrongArg.";
- std::vector<double> labels = {
- 2.716064453125000000e-03,
- 6.347656250000000000e-03,
- 9.246826171875000000e-03,
- 1.089477539062500000e-02,
- };
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({1, 4}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- // Check a0
- MS_LOG(INFO) << "a0 is zero.";
- std::shared_ptr<TensorTransform> biquad_op = std::make_shared<audio::Biquad>(1, 0.02, 0.13, 0, 0.12, 0.3);
- mindspore::dataset::Execute Transform01({biquad_op});
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_FALSE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestFade) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestFade.";
- std::vector<float> waveform = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(waveform, TensorShape({1, 20}), &input));
- auto input_01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> fade01 = std::make_shared<audio::Fade>(5, 6, FadeShape::kLinear);
- mindspore::dataset::Execute Transform01({fade01});
- Status s01 = Transform01(input_01, &input_01);
- EXPECT_TRUE(s01.IsOk());
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> fade02 = std::make_shared<audio::Fade>(5, 6, FadeShape::kQuarterSine);
- mindspore::dataset::Execute Transform02({fade02});
- Status s02 = Transform02(input_02, &input_02);
- EXPECT_TRUE(s02.IsOk());
- auto input_03 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> fade03 = std::make_shared<audio::Fade>(5, 6, FadeShape::kExponential);
- mindspore::dataset::Execute Transform03({fade03});
- Status s03 = Transform03(input_03, &input_03);
- EXPECT_TRUE(s03.IsOk());
- auto input_04 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> fade04 = std::make_shared<audio::Fade>(5, 6, FadeShape::kHalfSine);
- mindspore::dataset::Execute Transform04({fade04});
- Status s04 = Transform01(input_04, &input_04);
- EXPECT_TRUE(s04.IsOk());
- auto input_05 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> fade05 = std::make_shared<audio::Fade>(5, 6, FadeShape::kLogarithmic);
- mindspore::dataset::Execute Transform05({fade05});
- Status s05 = Transform01(input_05, &input_05);
- EXPECT_TRUE(s05.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestFadeDefaultArg) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestFadeDefaultArg.";
- std::vector<double> waveform = {
- 1.573897564868000000e-03, 5.462374385400000000e-03, 3.584989689205400000e-03, 2.035667767462500000e-02,
- 2.353543454062500000e-02, 1.256616210937500000e-02, 2.394653320312500000e-02, 5.243553968750000000e-02,
- 2.434554533002500000e-02, 3.454566960937500000e-02, 2.343545454437500000e-02, 2.534343093750000000e-02,
- 2.354465654550000000e-02, 1.453545517187500000e-02, 1.454645535875000000e-02, 1.433243195312500000e-02,
- 1.434354554812500000e-02, 3.343435276865400000e-02, 1.234257687312500000e-02, 5.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(waveform, TensorShape({2, 10}), &input));
- auto input_01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> fade01 = std::make_shared<audio::Fade>();
- mindspore::dataset::Execute Transform01({fade01});
- Status s01 = Transform01(input_01, &input_01);
- EXPECT_TRUE(s01.IsOk());
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> fade02 = std::make_shared<audio::Fade>(5);
- mindspore::dataset::Execute Transform02({fade02});
- Status s02 = Transform02(input_02, &input_02);
- EXPECT_TRUE(s02.IsOk());
- auto input_03 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> fade03 = std::make_shared<audio::Fade>(5, 6);
- mindspore::dataset::Execute Transform03({fade03});
- Status s03 = Transform03(input_03, &input_03);
- EXPECT_TRUE(s03.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestFadeWithInvalidArg) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestFadeWithInvalidArg.";
- std::vector<float> waveform = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(waveform, TensorShape({1, 20}), &input));
- auto input_01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> fade1 = std::make_shared<audio::Fade>(-5, 6);
- mindspore::dataset::Execute Transform01({fade1});
- Status s01 = Transform01(input_01, &input_01);
- EXPECT_FALSE(s01.IsOk());
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> fade2 = std::make_shared<audio::Fade>(0, -1);
- mindspore::dataset::Execute Transform02({fade2});
- Status s02 = Transform02(input_02, &input_02);
- EXPECT_FALSE(s02.IsOk());
- auto input_03 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> fade3 = std::make_shared<audio::Fade>(30, 10);
- mindspore::dataset::Execute Transform03({fade3});
- Status s03 = Transform03(input_03, &input_03);
- EXPECT_FALSE(s03.IsOk());
- auto input_04 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> fade4 = std::make_shared<audio::Fade>(10, 30);
- mindspore::dataset::Execute Transform04({fade4});
- Status s04 = Transform04(input_04, &input_04);
- EXPECT_FALSE(s04.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestVolDefalutValue) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestVolDefalutValue.";
- std::shared_ptr<Tensor> input_tensor_;
- TensorShape s = TensorShape({2, 6});
- ASSERT_OK(Tensor::CreateFromVector(
- std::vector<float>({1.0f, 2.0f, 3.0f, 4.0f, 5.0f, 6.0f, 6.0f, 5.0f, 4.0f, 3.0f, 2.0f, 1.0f}), s, &input_tensor_));
- auto input_tensor = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input_tensor_));
- std::shared_ptr<TensorTransform> vol_op = std::make_shared<audio::Vol>(0.333);
- mindspore::dataset::Execute transform({vol_op});
- Status status = transform(input_tensor, &input_tensor);
- EXPECT_TRUE(status.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestVolGainTypePower) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestVolGainTypePower.";
- std::shared_ptr<Tensor> input_tensor_;
- TensorShape s = TensorShape({4, 3});
- ASSERT_OK(Tensor::CreateFromVector(
- std::vector<double>({4.0f, 5.0f, 3.0f, 5.0f, 4.0f, 6.0f, 6.0f, 1.0f, 2.0f, 3.0f, 2.0f, 1.0f}), s, &input_tensor_));
- auto input_tensor = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input_tensor_));
- std::shared_ptr<TensorTransform> vol_op = std::make_shared<audio::Vol>(0.2, GainType::kPower);
- mindspore::dataset::Execute transform({vol_op});
- Status status = transform(input_tensor, &input_tensor);
- EXPECT_TRUE(status.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestMagphaseEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestMagphaseEager.";
- float power = 1.0;
- std::vector<mindspore::MSTensor> output_tensor;
- std::shared_ptr<Tensor> test;
- std::vector<float> test_vector = {3, 4, -3, 4, 3, -4, -3, -4, 5, 12, -5, 12, 5, -12, -5, -12};
- Tensor::CreateFromVector(test_vector, TensorShape({2, 4, 2}), &test);
- auto input_tensor = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(test));
- std::shared_ptr<TensorTransform> magphase(new audio::Magphase({power}));
- auto transform = Execute({magphase});
- Status rc = transform({input_tensor}, &output_tensor);
- ASSERT_TRUE(rc.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestRandomInvertEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestRandomInvertEager.";
- // Read images
- auto image = ReadFileToTensor("data/dataset/apple.jpg");
-
- // Transform params
- auto decode = vision::Decode();
- auto random_invert_op = vision::RandomInvert(0.6);
-
- auto transform = Execute({decode, random_invert_op});
- Status rc = transform(image, &image);
- EXPECT_EQ(rc, Status::OK());
- }
-
- TEST_F(MindDataTestExecute, TestRandomAutoContrastEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestRandomAutoContrastEager.";
- // Read images
- auto image = ReadFileToTensor("data/dataset/apple.jpg");
-
- // Transform params
- auto decode = vision::Decode();
- auto random_auto_contrast_op = vision::RandomAutoContrast(0.6);
-
- auto transform = Execute({decode, random_auto_contrast_op});
- Status rc = transform(image, &image);
- EXPECT_EQ(rc, Status::OK());
- }
-
- TEST_F(MindDataTestExecute, TestRandomEqualizeEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestRandomEqualizeEager.";
- // Read images
- auto image = ReadFileToTensor("data/dataset/apple.jpg");
-
- // Transform params
- auto decode = vision::Decode();
- auto random_equalize_op = vision::RandomEqualize(0.6);
-
- auto transform = Execute({decode, random_equalize_op});
- Status rc = transform(image, &image);
- EXPECT_EQ(rc, Status::OK());
- }
-
- TEST_F(MindDataTestExecute, TestRandomAdjustSharpnessEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestRandomAdjustSharpnessEager.";
- // Read images
- auto image = ReadFileToTensor("data/dataset/apple.jpg");
-
- // Transform params
- auto decode = vision::Decode();
- auto random_adjust_sharpness_op = vision::RandomAdjustSharpness(2.0, 0.6);
-
- auto transform = Execute({decode, random_adjust_sharpness_op});
- Status rc = transform(image, &image);
- EXPECT_EQ(rc, Status::OK());
- }
-
- TEST_F(MindDataTestExecute, TestDetectPitchFrequencyWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestDetectPitchFrequencyWithEager.";
- // Original waveform
- std::vector<double> labels = {
- 3.716064453125000000e-03, 2.347656250000000000e-03, 9.246826171875000000e-03, 4.089477539062500000e-02,
- 3.138305664062500000e-02, 1.156616210937500000e-02, 0.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 0.840209960937500000e-02, 1.718139648437500000e-02, 2.599121093750000000e-02,
- 5.647949218750000000e-02, 1.510620117187500000e-02, 2.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 3.284790039062500000e-02, 9.052856445312500000e-02, 2.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> detect_pitch_frequency_01 =
- std::make_shared<audio::DetectPitchFrequency>(30, 0.1, 3, 5, 25);
- mindspore::dataset::Execute Transform01({detect_pitch_frequency_01});
- // Detect pitch frequence
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_TRUE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestDetectPitchFrequencyWithWrongArg) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestDetectPitchFrequencyWithWrongArg.";
- std::vector<float> labels = {
- 0.716064e-03, 5.347656e-03, 6.246826e-03, 2.089477e-02, 7.138305e-02,
- 4.156616e-02, 1.394653e-02, 3.550292e-02, 0.614379e-02, 3.840209e-02,
- };
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 5}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- // Check frame_time
- MS_LOG(INFO) << "frame_time is zero.";
- std::shared_ptr<TensorTransform> detect_pitch_frequency_01 =
- std::make_shared<audio::DetectPitchFrequency>(40, 0, 3, 3, 20);
- mindspore::dataset::Execute Transform01({detect_pitch_frequency_01});
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_FALSE(s01.IsOk());
- // Check win_length
- MS_LOG(INFO) << "win_length is zero.";
- std::shared_ptr<TensorTransform> detect_pitch_frequency_02 =
- std::make_shared<audio::DetectPitchFrequency>(40, 0.1, 0, 3, 20);
- mindspore::dataset::Execute Transform02({detect_pitch_frequency_02});
- Status s02 = Transform02(input_02, &input_02);
- EXPECT_FALSE(s02.IsOk());
- // Check freq_low
- MS_LOG(INFO) << "freq_low is zero.";
- std::shared_ptr<TensorTransform> detect_pitch_frequency_03 =
- std::make_shared<audio::DetectPitchFrequency>(40, 0.1, 3, 0, 20);
- mindspore::dataset::Execute Transform03({detect_pitch_frequency_03});
- Status s03 = Transform03(input_02, &input_02);
- EXPECT_FALSE(s03.IsOk());
- // Check freq_high
- MS_LOG(INFO) << "freq_high is zero.";
- std::shared_ptr<TensorTransform> detect_pitch_frequency_04 =
- std::make_shared<audio::DetectPitchFrequency>(40, 0.1, 3, 3, 0);
- mindspore::dataset::Execute Transform04({detect_pitch_frequency_04});
- Status s04 = Transform04(input_02, &input_02);
- EXPECT_FALSE(s04.IsOk());
- // Check sample_rate
- MS_LOG(INFO) << "sample_rate is zero.";
- std::shared_ptr<TensorTransform> detect_pitch_frequency_05 = std::make_shared<audio::DetectPitchFrequency>(0);
- mindspore::dataset::Execute Transform05({detect_pitch_frequency_05});
- Status s05 = Transform05(input_02, &input_02);
- EXPECT_FALSE(s05.IsOk());
- }
-
- /// Feature: Dither
- /// Description: test Dither in eager mode
- /// Expectation: the data is processed successfully
- TEST_F(MindDataTestExecute, TestDitherWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestDitherWithEager.";
- // Original waveform
- std::vector<float> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> dither_01 = std::make_shared<audio::Dither>();
- mindspore::dataset::Execute Transform01({dither_01});
- // Filtered waveform by Dither
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_TRUE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestFlangerWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestFlangerWithEager.";
- // Original waveform
- std::vector<float> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> flanger_01 = std::make_shared<audio::Flanger>(44100);
- mindspore::dataset::Execute Transform01({flanger_01});
- // Filtered waveform by flanger
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_TRUE(s01.IsOk());
- }
-
- TEST_F(MindDataTestExecute, TestFlangerWithWrongArg) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestFlangerWithWrongArg.";
- std::vector<double> labels = {1.143, 1.3123, 2.632, 2.554, 1.213, 1.3, 0.456, 3.563};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({4, 2}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- // Check sample_rate
- MS_LOG(INFO) << "sample_rate is zero.";
- std::shared_ptr<TensorTransform> flanger_op = std::make_shared<audio::Flanger>(0);
- mindspore::dataset::Execute Transform01({flanger_op});
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_FALSE(s01.IsOk());
- }
-
- /// Feature: Vectors
- /// Description: test basic usage of Vectors and the ToVectors with default parameter
- /// Expectation: get correct MSTensor
- TEST_F(MindDataTestExecute, TestVectorsParam) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestVectorsParam.";
- std::shared_ptr<Tensor> de_tensor;
- Tensor::CreateScalar<std::string>("ok", &de_tensor);
- auto token = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor));
- mindspore::MSTensor lookup_result;
-
- // Create expected output.
- std::shared_ptr<Tensor> de_expected;
- std::vector<float> expected = {0.418, 0.24968, -0.41242, 0.1217, 0.34527, -0.04445718411};
- dsize_t dim = 6;
- ASSERT_OK(Tensor::CreateFromVector(expected, TensorShape({dim}), &de_expected));
- auto ms_expected = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_expected));
-
- // Transform params.
- std::string vectors_dir = "data/dataset/testVectors/vectors.txt";
- std::shared_ptr<Vectors> vectors01;
- Status s01 = Vectors::BuildFromFile(&vectors01, vectors_dir);
- EXPECT_EQ(s01, Status::OK());
- std::shared_ptr<TensorTransform> to_vectors01 = std::make_shared<text::ToVectors>(vectors01);
- auto transform01 = Execute({to_vectors01});
- Status status01 = transform01(token, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected);
- EXPECT_TRUE(status01.IsOk());
-
- std::shared_ptr<Vectors> vectors02;
- Status s02 = Vectors::BuildFromFile(&vectors02, vectors_dir, 100);
- EXPECT_EQ(s02, Status::OK());
- std::shared_ptr<TensorTransform> to_vectors02 = std::make_shared<text::ToVectors>(vectors02);
- auto transform02 = Execute({to_vectors02});
- Status status02 = transform02(token, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected);
- EXPECT_TRUE(status02.IsOk());
-
- std::shared_ptr<Vectors> vectors03;
- Status s03 = Vectors::BuildFromFile(&vectors03, vectors_dir, 3);
- EXPECT_EQ(s03, Status::OK());
- std::shared_ptr<TensorTransform> to_vectors03 = std::make_shared<text::ToVectors>(vectors03);
- auto transform03 = Execute({to_vectors03});
- Status status03 = transform03(token, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected);
- EXPECT_TRUE(status03.IsOk());
- }
-
- /// Feature: ToVectors
- /// Description: test basic usage of ToVectors and the Vectors with default parameter
- /// Expectation: get correct MSTensor
- TEST_F(MindDataTestExecute, TestToVectorsParam) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestToVectorsParam.";
- std::shared_ptr<Tensor> de_tensor01;
- Tensor::CreateScalar<std::string>("none", &de_tensor01);
- auto token01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor01));
- std::shared_ptr<Tensor> de_tensor02;
- Tensor::CreateScalar<std::string>("ok", &de_tensor02);
- auto token02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor02));
- std::shared_ptr<Tensor> de_tensor03;
- Tensor::CreateScalar<std::string>("OK", &de_tensor03);
- auto token03 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor03));
- mindspore::MSTensor lookup_result;
-
- // Create expected output.
- dsize_t dim = 6;
- std::shared_ptr<Tensor> de_expected01;
- std::vector<float> expected01 = {0, 0, 0, 0, 0, 0};
- ASSERT_OK(Tensor::CreateFromVector(expected01, TensorShape({dim}), &de_expected01));
- auto ms_expected01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_expected01));
- std::shared_ptr<Tensor> de_expected02;
- std::vector<float> expected02 = {-1, -1, -1, -1, -1, -1};
- ASSERT_OK(Tensor::CreateFromVector(expected02, TensorShape({dim}), &de_expected02));
- auto ms_expected02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_expected02));
- std::shared_ptr<Tensor> de_expected03;
- std::vector<float> expected03 = {0.418, 0.24968, -0.41242, 0.1217, 0.34527, -0.04445718411};
- ASSERT_OK(Tensor::CreateFromVector(expected03, TensorShape({dim}), &de_expected03));
- auto ms_expected03 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_expected03));
-
- // Transform params.
- std::string vectors_dir = "data/dataset/testVectors/vectors.txt";
- std::shared_ptr<Vectors> vectors;
- Status s = Vectors::BuildFromFile(&vectors, vectors_dir);
- EXPECT_EQ(s, Status::OK());
-
- std::shared_ptr<TensorTransform> to_vectors01 = std::make_shared<text::ToVectors>(vectors);
- auto transform01 = Execute({to_vectors01});
- Status status01 = transform01(token01, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected01);
- EXPECT_TRUE(status01.IsOk());
- std::vector<float> unknown_init = {-1, -1, -1, -1, -1, -1};
- std::shared_ptr<TensorTransform> to_vectors02 = std::make_shared<text::ToVectors>(vectors, unknown_init);
- auto transform02 = Execute({to_vectors02});
- Status status02 = transform02(token01, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected02);
- EXPECT_TRUE(status02.IsOk());
- std::shared_ptr<TensorTransform> to_vectors03 = std::make_shared<text::ToVectors>(vectors, unknown_init);
- auto transform03 = Execute({to_vectors03});
- Status status03 = transform03(token02, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected03);
- EXPECT_TRUE(status03.IsOk());
- std::shared_ptr<TensorTransform> to_vectors04 = std::make_shared<text::ToVectors>(vectors, unknown_init, true);
- auto transform04 = Execute({to_vectors04});
- Status status04 = transform04(token03, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected03);
- EXPECT_TRUE(status04.IsOk());
- }
-
- /// Feature: ToVectors
- /// Description: test invalid parameter of ToVectors
- /// Expectation: throw exception correctly
- TEST_F(MindDataTestExecute, TestToVectorsWithInvalidParam) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestToVectorsWithInvalidParam.";
- std::shared_ptr<Tensor> de_tensor;
- Tensor::CreateScalar<std::string>("none", &de_tensor);
- auto token = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor));
- mindspore::MSTensor lookup_result;
-
- // Transform params.
- std::string vectors_dir = "data/dataset/testVectors/vectors.txt";
- std::shared_ptr<Vectors> vectors01;
- Status s = Vectors::BuildFromFile(&vectors01, vectors_dir);
- EXPECT_EQ(s, Status::OK());
- std::vector<float> unknown_init = {-1, -1, -1, -1};
- std::shared_ptr<TensorTransform> to_vectors01 = std::make_shared<text::ToVectors>(vectors01, unknown_init);
- auto transform01 = Execute({to_vectors01});
- Status status01 = transform01(token, &lookup_result);
- EXPECT_FALSE(status01.IsOk());
- std::shared_ptr<Vectors> vectors02 = nullptr;
- std::shared_ptr<TensorTransform> to_vectors02 = std::make_shared<text::ToVectors>(vectors02);
- auto transform02 = Execute({to_vectors02});
- Status status02 = transform02(token, &lookup_result);
- EXPECT_FALSE(status02.IsOk());
- }
-
- /// Feature: FastText
- /// Description: test basic usage of FastText and the ToVectors with default parameter
- /// Expectation: get correct MSTensor
- TEST_F(MindDataTestExecute, TestFastTextParam) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestFastTextParam.";
- std::shared_ptr<Tensor> de_tensor;
- Tensor::CreateScalar<std::string>("ok", &de_tensor);
- auto token = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor));
- mindspore::MSTensor lookup_result;
-
- // Create expected output.
- std::shared_ptr<Tensor> de_expected;
- std::vector<float> expected = {0.418, 0.24968, -0.41242, 0.1217, 0.34527, -0.04445718411};
- dsize_t dim = 6;
- ASSERT_OK(Tensor::CreateFromVector(expected, TensorShape({dim}), &de_expected));
- auto ms_expected = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_expected));
-
- // Transform params.
- std::string vectors_dir = "data/dataset/test_fast_text/fast_text.vec";
- std::shared_ptr<FastText> fast_text01;
- Status s01 = FastText::BuildFromFile(&fast_text01, vectors_dir);
- EXPECT_EQ(s01, Status::OK());
- std::shared_ptr<TensorTransform> to_vectors01 = std::make_shared<text::ToVectors>(fast_text01);
- auto transform01 = Execute({to_vectors01});
- Status status01 = transform01(token, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected);
- EXPECT_TRUE(status01.IsOk());
-
- std::shared_ptr<FastText> fast_text02;
- Status s02 = FastText::BuildFromFile(&fast_text02, vectors_dir, 100);
- EXPECT_EQ(s02, Status::OK());
- std::shared_ptr<TensorTransform> to_vectors02 = std::make_shared<text::ToVectors>(fast_text02);
- auto transform02 = Execute({to_vectors02});
- Status status02 = transform02(token, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected);
- EXPECT_TRUE(status02.IsOk());
-
- std::shared_ptr<FastText> fast_text03;
- Status s03 = FastText::BuildFromFile(&fast_text03, vectors_dir, 3);
- EXPECT_EQ(s03, Status::OK());
- std::shared_ptr<TensorTransform> to_vectors03 = std::make_shared<text::ToVectors>(fast_text03);
- auto transform03 = Execute({to_vectors03});
- Status status03 = transform03(token, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected);
- EXPECT_TRUE(status03.IsOk());
- }
-
- /// Feature: ToVectors
- /// Description: test basic usage of ToVectors and the FastText with default parameter
- /// Expectation: get correct MSTensor
- TEST_F(MindDataTestExecute, TestToVectorsParamForFastText) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestToVectorsParamForFastText.";
- std::shared_ptr<Tensor> de_tensor01;
- Tensor::CreateScalar<std::string>("none", &de_tensor01);
- auto token01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor01));
- std::shared_ptr<Tensor> de_tensor02;
- Tensor::CreateScalar<std::string>("ok", &de_tensor02);
- auto token02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor02));
- std::shared_ptr<Tensor> de_tensor03;
- Tensor::CreateScalar<std::string>("OK", &de_tensor03);
- auto token03 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor03));
- mindspore::MSTensor lookup_result;
-
- // Create expected output.
- dsize_t dim = 6;
- std::shared_ptr<Tensor> de_expected01;
- std::vector<float> expected01 = {0, 0, 0, 0, 0, 0};
- ASSERT_OK(Tensor::CreateFromVector(expected01, TensorShape({dim}), &de_expected01));
- auto ms_expected01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_expected01));
- std::shared_ptr<Tensor> de_expected02;
- std::vector<float> expected02 = {-1, -1, -1, -1, -1, -1};
- ASSERT_OK(Tensor::CreateFromVector(expected02, TensorShape({dim}), &de_expected02));
- auto ms_expected02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_expected02));
- std::shared_ptr<Tensor> de_expected03;
- std::vector<float> expected03 = {0.418, 0.24968, -0.41242, 0.1217, 0.34527, -0.04445718411};
- ASSERT_OK(Tensor::CreateFromVector(expected03, TensorShape({dim}), &de_expected03));
- auto ms_expected03 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_expected03));
-
- // Transform params.
- std::string vectors_dir = "data/dataset/test_fast_text/fast_text.vec";
- std::shared_ptr<FastText> fast_text;
- Status s = FastText::BuildFromFile(&fast_text, vectors_dir);
- EXPECT_EQ(s, Status::OK());
-
- std::shared_ptr<TensorTransform> to_vectors01 = std::make_shared<text::ToVectors>(fast_text);
- auto transform01 = Execute({to_vectors01});
- Status status01 = transform01(token01, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected01);
- EXPECT_TRUE(status01.IsOk());
- std::vector<float> unknown_init = {-1, -1, -1, -1, -1, -1};
- std::shared_ptr<TensorTransform> to_vectors02 = std::make_shared<text::ToVectors>(fast_text, unknown_init);
- auto transform02 = Execute({to_vectors02});
- Status status02 = transform02(token01, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected02);
- EXPECT_TRUE(status02.IsOk());
- std::shared_ptr<TensorTransform> to_vectors03 = std::make_shared<text::ToVectors>(fast_text, unknown_init);
- auto transform03 = Execute({to_vectors03});
- Status status03 = transform03(token02, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected03);
- EXPECT_TRUE(status03.IsOk());
- std::shared_ptr<TensorTransform> to_vectors04 = std::make_shared<text::ToVectors>(fast_text, unknown_init, true);
- auto transform04 = Execute({to_vectors04});
- Status status04 = transform04(token03, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected03);
- EXPECT_TRUE(status04.IsOk());
- }
-
- /// Feature: ToVectors
- /// Description: test invalid parameter of ToVectors for FastText
- /// Expectation: throw exception correctly
- TEST_F(MindDataTestExecute, TestToVectorsWithInvalidParamForFastText) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestToVectorsWithInvalidParamForFastText.";
- std::shared_ptr<Tensor> de_tensor;
- Tensor::CreateScalar<std::string>("none", &de_tensor);
- auto token = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor));
- mindspore::MSTensor lookup_result;
-
- // Transform params.
- std::string vectors_dir = "data/dataset/test_fast_text/fast_text.vec";
- std::shared_ptr<FastText> fast_text01;
- Status s = FastText::BuildFromFile(&fast_text01, vectors_dir);
- EXPECT_EQ(s, Status::OK());
- std::vector<float> unknown_init = {-1, -1, -1, -1};
- std::shared_ptr<TensorTransform> to_vectors01 = std::make_shared<text::ToVectors>(fast_text01, unknown_init);
- auto transform01 = Execute({to_vectors01});
- Status status01 = transform01(token, &lookup_result);
- EXPECT_FALSE(status01.IsOk());
- std::shared_ptr<FastText> fast_text02 = nullptr;
- std::shared_ptr<TensorTransform> to_vectors02 = std::make_shared<text::ToVectors>(fast_text02);
- auto transform02 = Execute({to_vectors02});
- Status status02 = transform02(token, &lookup_result);
- EXPECT_FALSE(status02.IsOk());
- }
-
- /// Feature: GloVe
- /// Description: test basic usage of GloVe and the ToVectors with default parameter
- /// Expectation: get correct MSTensor
- TEST_F(MindDataTestExecute, TestGloVeParam) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestGloVeParam.";
- std::shared_ptr<Tensor> de_tensor;
- Tensor::CreateScalar<std::string>("ok", &de_tensor);
- auto token = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor));
- mindspore::MSTensor lookup_result;
-
- // Create expected output.
- std::shared_ptr<Tensor> de_expected;
- std::vector<float> expected = {0.418, 0.24968, -0.41242, 0.1217, 0.34527, -0.04445718411};
- dsize_t dim = 6;
- ASSERT_OK(Tensor::CreateFromVector(expected, TensorShape({dim}), &de_expected));
- auto ms_expected = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_expected));
-
- // Transform params.
- std::string vectors_dir = "data/dataset/testGloVe/glove.6B.test.txt";
- std::shared_ptr<GloVe> glove01;
- Status s01 = GloVe::BuildFromFile(&glove01, vectors_dir);
- EXPECT_EQ(s01, Status::OK());
- std::shared_ptr<TensorTransform> to_vectors01 = std::make_shared<text::ToVectors>(glove01);
- auto transform01 = Execute({to_vectors01});
- Status status01 = transform01(token, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected);
- EXPECT_TRUE(status01.IsOk());
-
- std::shared_ptr<GloVe> glove02;
- Status s02 = GloVe::BuildFromFile(&glove02, vectors_dir, 100);
- EXPECT_EQ(s02, Status::OK());
- std::shared_ptr<TensorTransform> to_vectors02 = std::make_shared<text::ToVectors>(glove02);
- auto transform02 = Execute({to_vectors02});
- Status status02 = transform02(token, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected);
- EXPECT_TRUE(status02.IsOk());
-
- std::shared_ptr<GloVe> glove03;
- Status s03 = GloVe::BuildFromFile(&glove03, vectors_dir, 3);
- EXPECT_EQ(s03, Status::OK());
- std::shared_ptr<TensorTransform> to_vectors03 = std::make_shared<text::ToVectors>(glove03);
- auto transform03 = Execute({to_vectors03});
- Status status03 = transform03(token, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected);
- EXPECT_TRUE(status03.IsOk());
- }
-
- /// Feature: ToVectors
- /// Description: test basic usage of ToVectors and the GloVe with default parameter
- /// Expectation: get correct MSTensor
- TEST_F(MindDataTestExecute, TestToVectorsParamForGloVe) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestToVectorsParamForGloVe.";
- std::shared_ptr<Tensor> de_tensor01;
- Tensor::CreateScalar<std::string>("none", &de_tensor01);
- auto token01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor01));
- std::shared_ptr<Tensor> de_tensor02;
- Tensor::CreateScalar<std::string>("ok", &de_tensor02);
- auto token02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor02));
- std::shared_ptr<Tensor> de_tensor03;
- Tensor::CreateScalar<std::string>("OK", &de_tensor03);
- auto token03 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor03));
- mindspore::MSTensor lookup_result;
-
- // Create expected output.
- dsize_t dim = 6;
- std::shared_ptr<Tensor> de_expected01;
- std::vector<float> expected01 = {0, 0, 0, 0, 0, 0};
- ASSERT_OK(Tensor::CreateFromVector(expected01, TensorShape({dim}), &de_expected01));
- auto ms_expected01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_expected01));
- std::shared_ptr<Tensor> de_expected02;
- std::vector<float> expected02 = {-1, -1, -1, -1, -1, -1};
- ASSERT_OK(Tensor::CreateFromVector(expected02, TensorShape({dim}), &de_expected02));
- auto ms_expected02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_expected02));
- std::shared_ptr<Tensor> de_expected03;
- std::vector<float> expected03 = {0.418, 0.24968, -0.41242, 0.1217, 0.34527, -0.04445718411};
- ASSERT_OK(Tensor::CreateFromVector(expected03, TensorShape({dim}), &de_expected03));
- auto ms_expected03 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_expected03));
-
- // Transform params.
- std::string vectors_dir = "data/dataset/testGloVe/glove.6B.test.txt";
- std::shared_ptr<GloVe> glove;
- Status s = GloVe::BuildFromFile(&glove, vectors_dir);
- EXPECT_EQ(s, Status::OK());
-
- std::shared_ptr<TensorTransform> to_vectors01 = std::make_shared<text::ToVectors>(glove);
- auto transform01 = Execute({to_vectors01});
- Status status01 = transform01(token01, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected01);
- EXPECT_TRUE(status01.IsOk());
- std::vector<float> unknown_init = {-1, -1, -1, -1, -1, -1};
- std::shared_ptr<TensorTransform> to_vectors02 = std::make_shared<text::ToVectors>(glove, unknown_init);
- auto transform02 = Execute({to_vectors02});
- Status status02 = transform02(token01, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected02);
- EXPECT_TRUE(status02.IsOk());
- std::shared_ptr<TensorTransform> to_vectors03 = std::make_shared<text::ToVectors>(glove, unknown_init);
- auto transform03 = Execute({to_vectors03});
- Status status03 = transform03(token02, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected03);
- EXPECT_TRUE(status03.IsOk());
- std::shared_ptr<TensorTransform> to_vectors04 = std::make_shared<text::ToVectors>(glove, unknown_init, true);
- auto transform04 = Execute({to_vectors04});
- Status status04 = transform04(token03, &lookup_result);
- EXPECT_MSTENSOR_EQ(lookup_result, ms_expected03);
- EXPECT_TRUE(status04.IsOk());
- }
-
- /// Feature: ToVectors
- /// Description: test invalid parameter of ToVectors for GloVe
- /// Expectation: throw exception correctly
- TEST_F(MindDataTestExecute, TestToVectorsWithInvalidParamForGloVe) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestToVectorsWithInvalidParamForGloVe.";
- std::shared_ptr<Tensor> de_tensor;
- Tensor::CreateScalar<std::string>("none", &de_tensor);
- auto token = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor));
- mindspore::MSTensor lookup_result;
-
- // Transform params.
- std::string vectors_dir = "data/dataset/testGloVe/glove.6B.test.txt";
- std::shared_ptr<GloVe> glove01;
- Status s = GloVe::BuildFromFile(&glove01, vectors_dir);
- EXPECT_EQ(s, Status::OK());
- std::vector<float> unknown_init = {-1, -1, -1, -1};
- std::shared_ptr<TensorTransform> to_vectors01 = std::make_shared<text::ToVectors>(glove01, unknown_init);
- auto transform01 = Execute({to_vectors01});
- Status status01 = transform01(token, &lookup_result);
- EXPECT_FALSE(status01.IsOk());
- std::shared_ptr<GloVe> glove02 = nullptr;
- std::shared_ptr<TensorTransform> to_vectors02 = std::make_shared<text::ToVectors>(glove02);
- auto transform02 = Execute({to_vectors02});
- Status status02 = transform02(token, &lookup_result);
- EXPECT_FALSE(status02.IsOk());
- }
-
- /// Feature: CharNGram
- /// Description: test basic usage of CharNGram and the ToVectors with default parameter
- /// Expectation: get correct MSTensor
- TEST_F(MindDataTestExecute, TestCharNGramParam) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestCharNGramParam.";
- std::shared_ptr<Tensor> de_tensor;
- Tensor::CreateScalar<std::string>("the", &de_tensor);
- auto token = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor));
- mindspore::MSTensor lookup_result;
-
- // Create expected output.
- std::shared_ptr<Tensor> de_expected01;
- std::vector<float> expected01 = {-0.840079, -0.0270003, -0.833472, 0.588367, -0.210012};
- ASSERT_OK(Tensor::CreateFromVector(expected01, &de_expected01));
- auto ms_expected01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_expected01));
- std::shared_ptr<Tensor> de_expected02;
- std::vector<float> expected02 = {-1.34122, 0.0442693, -0.48697, 0.662939, -0.367669};
- ASSERT_OK(Tensor::CreateFromVector(expected02, &de_expected02));
- auto ms_expected02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_expected02));
-
- // Transform params.
- std::string vectors_dir = "data/dataset/testVectors/char_n_gram_20.txt";
- std::shared_ptr<CharNGram> char_n_gram01;
- Status s01 = CharNGram::BuildFromFile(&char_n_gram01, vectors_dir);
- EXPECT_EQ(s01, Status::OK());
- std::shared_ptr<TensorTransform> to_vectors01 = std::make_shared<text::ToVectors>(char_n_gram01);
- auto transform01 = Execute({to_vectors01});
- Status status01 = transform01(token, &lookup_result);
- EXPECT_EQ(lookup_result.Shape(), ms_expected01.Shape());
- EXPECT_TRUE(status01.IsOk());
-
- std::shared_ptr<CharNGram> char_n_gram02;
- Status s02 = CharNGram::BuildFromFile(&char_n_gram02, vectors_dir, 100);
- EXPECT_EQ(s02, Status::OK());
- std::shared_ptr<TensorTransform> to_vectors02 = std::make_shared<text::ToVectors>(char_n_gram02);
- auto transform02 = Execute({to_vectors02});
- Status status02 = transform02(token, &lookup_result);
- EXPECT_EQ(lookup_result.Shape(), ms_expected01.Shape());
- EXPECT_TRUE(status02.IsOk());
-
- std::shared_ptr<CharNGram> char_n_gram03;
- Status s03 = CharNGram::BuildFromFile(&char_n_gram03, vectors_dir, 18);
- EXPECT_EQ(s03, Status::OK());
- std::shared_ptr<TensorTransform> to_vectors03 = std::make_shared<text::ToVectors>(char_n_gram03);
- auto transform03 = Execute({to_vectors03});
- Status status03 = transform03(token, &lookup_result);
- EXPECT_EQ(lookup_result.Shape(), ms_expected02.Shape());
- EXPECT_TRUE(status03.IsOk());
- }
-
- /// Feature: CharNGram
- /// Description: test basic usage of ToVectors and the CharNGram with default parameter
- /// Expectation: get correct MSTensor
- TEST_F(MindDataTestExecute, TestToVectorsParamForCharNGram) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestToVectorsParamForCharNGram.";
- std::shared_ptr<Tensor> de_tensor01;
- Tensor::CreateScalar<std::string>("none", &de_tensor01);
- auto token01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor01));
- std::shared_ptr<Tensor> de_tensor02;
- Tensor::CreateScalar<std::string>("the", &de_tensor02);
- auto token02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor02));
- std::shared_ptr<Tensor> de_tensor03;
- Tensor::CreateScalar<std::string>("The", &de_tensor03);
- auto token03 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor03));
- mindspore::MSTensor lookup_result;
-
- // Create expected output.
- std::shared_ptr<Tensor> de_expected01;
- std::vector<float> expected01(5, 0);
- ASSERT_OK(Tensor::CreateFromVector(expected01, &de_expected01));
- auto ms_expected01 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_expected01));
- std::shared_ptr<Tensor> de_expected02;
- std::vector<float> expected02(5, -1);
- ASSERT_OK(Tensor::CreateFromVector(expected02, &de_expected02));
- auto ms_expected02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_expected02));
- std::shared_ptr<Tensor> de_expected03;
- std::vector<float> expected03 = {-0.840079, -0.0270003, -0.833472, 0.588367, -0.210012};
- ASSERT_OK(Tensor::CreateFromVector(expected03, &de_expected03));
- auto ms_expected03 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_expected03));
-
- // Transform params.
- std::string vectors_dir = "data/dataset/testVectors/char_n_gram_20.txt";
- std::shared_ptr<CharNGram> char_n_gram;
- Status s = CharNGram::BuildFromFile(&char_n_gram, vectors_dir);
- EXPECT_EQ(s, Status::OK());
-
- std::shared_ptr<TensorTransform> to_vectors01 = std::make_shared<text::ToVectors>(char_n_gram);
- auto transform01 = Execute({to_vectors01});
- Status status01 = transform01(token01, &lookup_result);
- EXPECT_EQ(lookup_result.Shape(), ms_expected01.Shape());
- EXPECT_TRUE(status01.IsOk());
- std::vector<float> unknown_init(5, -1);
- std::shared_ptr<TensorTransform> to_vectors02 = std::make_shared<text::ToVectors>(char_n_gram, unknown_init);
- auto transform02 = Execute({to_vectors02});
- Status status02 = transform02(token01, &lookup_result);
- EXPECT_EQ(lookup_result.Shape(), ms_expected02.Shape());
- EXPECT_TRUE(status02.IsOk());
- std::shared_ptr<TensorTransform> to_vectors03 = std::make_shared<text::ToVectors>(char_n_gram, unknown_init);
- auto transform03 = Execute({to_vectors03});
- Status status03 = transform03(token02, &lookup_result);
- EXPECT_EQ(lookup_result.Shape(), ms_expected03.Shape());
- EXPECT_TRUE(status03.IsOk());
- std::shared_ptr<TensorTransform> to_vectors04 = std::make_shared<text::ToVectors>(char_n_gram, unknown_init, true);
- auto transform04 = Execute({to_vectors04});
- Status status04 = transform04(token03, &lookup_result);
- EXPECT_EQ(lookup_result.Shape(), ms_expected03.Shape());
- EXPECT_TRUE(status04.IsOk());
- }
-
- /// Feature: CharNGram
- /// Description: test invalid parameter of ToVectors
- /// Expectation: throw exception correctly
- TEST_F(MindDataTestExecute, TestToVectorsWithInvalidParamForCharNGram) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestToVectorsWithInvalidParamForCharNGram.";
- std::shared_ptr<Tensor> de_tensor;
- Tensor::CreateScalar<std::string>("none", &de_tensor);
- auto token = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(de_tensor));
- mindspore::MSTensor lookup_result;
-
- // Transform params.
- std::string vectors_dir = "data/dataset/testVectors/char_n_gram_20.txt";
- std::shared_ptr<CharNGram> char_n_gram01;
- Status s = CharNGram::BuildFromFile(&char_n_gram01, vectors_dir);
- EXPECT_EQ(s, Status::OK());
- std::vector<float> unknown_init(4, -1);
- std::shared_ptr<TensorTransform> to_vectors01 = std::make_shared<text::ToVectors>(char_n_gram01, unknown_init);
- auto transform01 = Execute({to_vectors01});
- Status status01 = transform01(token, &lookup_result);
- EXPECT_FALSE(status01.IsOk());
- std::shared_ptr<CharNGram> char_n_gram02 = nullptr;
- std::shared_ptr<TensorTransform> to_vectors02 = std::make_shared<text::ToVectors>(char_n_gram02);
- auto transform02 = Execute({to_vectors02});
- Status status02 = transform02(token, &lookup_result);
- EXPECT_FALSE(status02.IsOk());
- }
-
- // Feature: DBToAmplitude
- // Description: test DBToAmplitude in eager mode
- // Expectation: the data is processed successfully
- TEST_F(MindDataTestExecute, TestDBToAmplitudeWithEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestDBToAmplitudeWithEager.";
- // Original waveform
- std::vector<float> labels = {
- 2.716064453125000000e-03, 6.347656250000000000e-03, 9.246826171875000000e-03, 1.089477539062500000e-02,
- 1.138305664062500000e-02, 1.156616210937500000e-02, 1.394653320312500000e-02, 1.550292968750000000e-02,
- 1.614379882812500000e-02, 1.840209960937500000e-02, 1.718139648437500000e-02, 1.599121093750000000e-02,
- 1.647949218750000000e-02, 1.510620117187500000e-02, 1.385498046875000000e-02, 1.345825195312500000e-02,
- 1.419067382812500000e-02, 1.284790039062500000e-02, 1.052856445312500000e-02, 9.368896484375000000e-03};
- std::shared_ptr<Tensor> input;
- ASSERT_OK(Tensor::CreateFromVector(labels, TensorShape({2, 10}), &input));
- auto input_02 = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> DBToAmplitude_01 = std::make_shared<audio::DBToAmplitude>(2, 2);
- mindspore::dataset::Execute Transform01({DBToAmplitude_01});
- // Filtered waveform by DBToAmplitude
- Status s01 = Transform01(input_02, &input_02);
- EXPECT_TRUE(s01.IsOk());
- }
-
- /// Feature: PhaseVocoder
- /// Description: test PhaseVocoder in eager mode
- /// Expectation: the data is processed successfully
- TEST_F(MindDataTestExecute, TestPhaseVocoderEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestPhaseVocoderEager.";
- // testing
- std::shared_ptr<Tensor> input_tensor, input_phase_advance_tensor;
- Tensor::CreateFromVector(
- std::vector<float>({0.1468, -1.1094, 0.0525, -0.3742, -0.7729, -0.7138, 0.3253, 0.0419, 0.8433, -0.5313,
- -0.0988, -0.0927, -0.7071, -0.7740, -1.1087, -1.1925, -1.2749, -0.0862, 0.0693, 0.2937,
- 0.1676, 0.2356, 2.7333, 2.5171, 0.8055, 0.7380, -0.4437, -0.7257, -0.7154, 0.1801,
- -1.9323, 1.8184, 0.8196, 0.1371, -0.0677, -2.2315, 0.0662, -0.0071, -0.8639, 0.6215,
- -0.5144, 0.8373, -0.1072, 0.6184, 0.1985, -0.7692, -0.5879, -0.0029, 0.0676, -0.5520}),
- TensorShape({1, 5, 5, 2}), &input_tensor);
- auto input_tensor_ms = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input_tensor));
- float rate = 2;
- std::vector<float> phase_advance{0.0000, 1.5708, 3.1416, 4.7124, 6.2832};
- Tensor::CreateFromVector(phase_advance, TensorShape({5, 1}), &input_phase_advance_tensor);
- auto phase_advance_ms =
- mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input_phase_advance_tensor));
- std::shared_ptr<TensorTransform> pv = std::make_shared<audio::PhaseVocoder>(rate, phase_advance_ms);
- mindspore::dataset::Execute transform({pv});
- Status status = transform(input_tensor_ms, &input_tensor_ms);
- EXPECT_TRUE(status.IsOk());
- }
-
- /// Feature: SlidingWindowCmn
- /// Description: test basic function of SlidingWindowCmn
- /// Expectation: get correct number of data
- TEST_F(MindDataTestExecute, TestSlidingWindowCmn) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestSlidingWindowCmn.";
-
- std::shared_ptr<Tensor> input_tensor_;
- int32_t cmn_window = 500;
- int32_t min_cmn_window = 50;
- bool center = false;
- bool norm_vars = false;
-
- // create tensor shape
- TensorShape s = TensorShape({2, 2, 500});
- // init input vector
- std::vector<float> input_vec(s.NumOfElements());
- for (int idx = 0; idx < input_vec.size(); ++idx) {
- input_vec[idx] = std::rand() % (1000) / (1000.0f);
- }
- ASSERT_OK(Tensor::CreateFromVector(input_vec, s, &input_tensor_));
- auto input_ms = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input_tensor_));
- std::shared_ptr<TensorTransform> sliding_window_cmn_op =
- std::make_shared<audio::SlidingWindowCmn>(cmn_window, min_cmn_window, center, norm_vars);
-
- // apply sliding_window_cmn
- mindspore::dataset::Execute Transform({sliding_window_cmn_op});
- Status status = Transform(input_ms, &input_ms);
- EXPECT_TRUE(status.IsOk());
- }
-
- /// Feature: SlidingWindowCmn
- /// Description: test wrong input args of SlidingWindowCmn
- /// Expectation: get nullptr of iterator
- TEST_F(MindDataTestExecute, TestSlidingWindowCmnWrongArgs) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestSlidingWindowCmnWrongArgs.";
-
- std::shared_ptr<Tensor> input_tensor_;
- // create tensor shape
- TensorShape s = TensorShape({2, 2, 500});
- // init input vector
- std::vector<float> input_vec(s.NumOfElements());
- for (int idx = 0; idx < input_vec.size(); ++idx) {
- input_vec[idx] = std::rand() % (1000) / (1000.0f);
- }
- ASSERT_OK(Tensor::CreateFromVector(input_vec, s, &input_tensor_));
- auto input_ms = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input_tensor_));
-
- // SlidingWindowCmn: cmn_window must be greater than or equal to 0.
- std::shared_ptr<TensorTransform> sliding_window_cmn_op_1 =
- std::make_shared<audio::SlidingWindowCmn>(-1, 100, false, false);
- mindspore::dataset::Execute Transform_1({sliding_window_cmn_op_1});
- Status status_1 = Transform_1(input_ms, &input_ms);
- EXPECT_FALSE(status_1.IsOk());
-
- // SlidingWindowCmn: min_cmn_window must be greater than or equal to 0.
- std::shared_ptr<TensorTransform> sliding_window_cmn_op_2 =
- std::make_shared<audio::SlidingWindowCmn>(500, -1, false, false);
- mindspore::dataset::Execute Transform_2({sliding_window_cmn_op_2});
- Status status_2 = Transform_2(input_ms, &input_ms);
- EXPECT_FALSE(status_2.IsOk());
- }
-
- /// Feature: AutoAugment
- /// Description: test AutoAugment eager
- /// Expectation: load one image data and process auto augmentation with given policy on it.
- TEST_F(MindDataTestExecute, TestAutoAugmentEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestAutoAugmentEager.";
- // Read images
- auto image = ReadFileToTensor("data/dataset/apple.jpg");
-
- // Transform params
- auto decode = vision::Decode();
- auto auto_augment_op = vision::AutoAugment(AutoAugmentPolicy::kImageNet, InterpolationMode::kLinear, {0, 0, 0});
-
- auto transform = Execute({decode, auto_augment_op});
- Status rc = transform(image, &image);
- EXPECT_EQ(rc, Status::OK());
- }
-
- /// Feature: Spectrogram.
- /// Description: test Spectrogram in eager mode.
- /// Expectation: the data is processed successfully.
- TEST_F(MindDataTestExecute, TestSpectrogramEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-SpectrogramEager.";
- std::shared_ptr<Tensor> test_input_tensor;
- std::vector<double> waveform = {1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 4, 4, 3, 3, 2, 2, 1, 1};
- ASSERT_OK(Tensor::CreateFromVector(waveform, TensorShape({1, (long)waveform.size()}), &test_input_tensor));
- auto input_tensor = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(test_input_tensor));
- std::shared_ptr<TensorTransform> spectrogram =
- std::make_shared<audio::Spectrogram>(8, 8, 4, 0, WindowType::kHann, 2., false, true, BorderType::kReflect, true);
- auto transform = Execute({spectrogram});
- Status rc = transform({input_tensor}, &input_tensor);
- ASSERT_TRUE(rc.IsOk());
- }
-
- /// Feature: SpectralCentroid.
- /// Description: test SpectralCentroid in eager mode.
- /// Expectation: the data is processed successfully.
- TEST_F(MindDataTestExecute, TestSpectralCentroidEager) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-SpectralCentroidEager.";
- std::shared_ptr<Tensor> test_input_tensor;
- std::vector<double> waveform = {1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 4, 4, 3, 3, 2, 2, 1, 1};
- ASSERT_OK(Tensor::CreateFromVector(waveform, TensorShape({1, (long)waveform.size()}), &test_input_tensor));
- auto input_tensor = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(test_input_tensor));
- std::shared_ptr<TensorTransform> spectral_centroid =
- std::make_shared<audio::SpectralCentroid>(44100, 8, 8, 4, 1, WindowType::kHann);
- auto transform = Execute({spectral_centroid});
- Status rc = transform({input_tensor}, &input_tensor);
- ASSERT_TRUE(rc.IsOk());
- }
-
- /// Feature: SpectralCentroid.
- /// Description: test wrong input args of SpectralCentroid in eager mode.
- /// Expectation: Expectation: throw exception correctly
- TEST_F(MindDataTestExecute, TestSpectralCentroidWithWrongArg) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestSpectralCentroidWithWrongArg.";
- std::shared_ptr<Tensor> test_input_tensor;
- std::vector<double> waveform = {1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 4, 4, 3, 3, 2, 2, 1, 1};
- ASSERT_OK(Tensor::CreateFromVector(waveform, TensorShape({1, (long)waveform.size()}), &test_input_tensor));
- auto input_tensor = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(test_input_tensor));
- // Check sample_rate
- MS_LOG(INFO) << "sample_rate is zero.";
- std::shared_ptr<TensorTransform> spectral_centroid =
- std::make_shared<audio::SpectralCentroid>(0, 8, 8, 4, 1, WindowType::kHann);
- auto transform = Execute({spectral_centroid});
- Status rc = transform({input_tensor}, &input_tensor);
- EXPECT_FALSE(rc.IsOk());
- }
-
- /// Feature: Execute Construct Demo1
- /// Description: demonstrate how to construct a Execute
- /// Expectation: Construct Execute object and run
- TEST_F(MindDataTestExecute, TestConstructorDemo1) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestConstructorDemo1.";
- // Read images
- mindspore::MSTensor image = ReadFileToTensor("data/dataset/apple.jpg");
- mindspore::MSTensor aug_image;
-
- // Pass Transformation object
- auto decode = vision::Decode();
- auto resize = vision::Resize({66, 77});
- auto transform = Execute({decode, resize});
-
- Status rc = transform(image, &aug_image);
- EXPECT_EQ(rc, Status::OK());
-
- EXPECT_EQ(aug_image.Shape()[0], 66);
- EXPECT_EQ(aug_image.Shape()[1], 77);
- }
-
- /// Feature: Execute Construct Demo2
- /// Description: demonstrate how to construct a Execute
- /// Expectation: Construct Execute object and run
- TEST_F(MindDataTestExecute, TestConstructorDemo2) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestConstructorDemo2.";
- // Read images
- mindspore::MSTensor image = ReadFileToTensor("data/dataset/apple.jpg");
- mindspore::MSTensor aug_image;
-
- // Pass address of Transformation object
- auto decode = vision::Decode();
- auto resize = vision::Resize({66, 77});
- std::vector<TensorTransform *> ops = {&decode};
- bool use_resize = true;
- if (use_resize) {
- ops.push_back(&resize);
- }
-
- auto transform = Execute(ops);
- Status rc = transform(image, &aug_image);
- EXPECT_EQ(rc, Status::OK());
-
- EXPECT_EQ(aug_image.Shape()[0], 66);
- EXPECT_EQ(aug_image.Shape()[1], 77);
- }
-
- /// Feature: Execute Construct Demo3
- /// Description: demonstrate how to construct a Execute
- /// Expectation: Construct Execute object and run
- TEST_F(MindDataTestExecute, TestConstructorDemo3) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestConstructorDemo3.";
- // Read images
- mindspore::MSTensor image = ReadFileToTensor("data/dataset/apple.jpg");
- std::vector<mindspore::MSTensor> images = {image};
- std::vector<mindspore::MSTensor> aug_images;
-
- // Pass smart pointers of Transformation object
- std::shared_ptr<TensorTransform> decode(new vision::Decode());
- std::shared_ptr<TensorTransform> resize(new vision::Resize({66, 77}));
- std::vector<std::shared_ptr<TensorTransform>> ops = {decode, resize};
-
- auto transform = Execute(ops);
- Status rc = transform(images, &aug_images);
- EXPECT_EQ(rc, Status::OK());
-
- EXPECT_EQ(aug_images[0].Shape()[0], 66);
- EXPECT_EQ(aug_images[0].Shape()[1], 77);
- }
-
- /// Feature: Execute Construct Demo4
- /// Description: demonstrate how to construct a Execute
- /// Expectation: Construct Execute object and run
- TEST_F(MindDataTestExecute, TestConstructorDemo4) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestConstructorDemo4.";
- // Read images
- mindspore::MSTensor image = ReadFileToTensor("data/dataset/apple.jpg");
- std::vector<mindspore::MSTensor> images = {image};
- std::vector<mindspore::MSTensor> aug_images;
-
- // Pass raw pointers of Transformation object
- auto decode = new vision::Decode();
- auto resize = new vision::Resize({66, 77});
- std::vector<TensorTransform *> ops = {decode, resize};
-
- auto transform = Execute(ops);
- Status rc = transform(images, &aug_images);
- EXPECT_EQ(rc, Status::OK());
-
- EXPECT_EQ(aug_images[0].Shape()[0], 66);
- EXPECT_EQ(aug_images[0].Shape()[1], 77);
-
- delete decode;
- delete resize;
- }
-
- /// Feature: MaskAlongAxis
- /// Description: test MaskAlongAxis
- /// Expectation: the returned result is as expected
- TEST_F(MindDataTestExecute, TestMaskAlongAxis) {
- MS_LOG(INFO) << "Doing MindDataTestExecute-TestMaskAlongAxis.";
- std::shared_ptr<Tensor> input;
- TensorShape s = TensorShape({1, 4, 3});
- ASSERT_OK(Tensor::CreateFromVector(
- std::vector<float>({1.0f, 2.0f, 3.0f, 4.0f, 5.0f, 6.0f, 6.0f, 5.0f, 4.0f, 3.0f, 2.0f, 1.0f}), s, &input));
- auto input_tensor = mindspore::MSTensor(std::make_shared<mindspore::dataset::DETensor>(input));
- std::shared_ptr<TensorTransform> mask_along_axis_op = std::make_shared<audio::MaskAlongAxis>(0, 2, 9.0, 2);
- mindspore::dataset::Execute transform({mask_along_axis_op});
- Status status = transform(input_tensor, &input_tensor);
- EXPECT_TRUE(status.IsOk());
- }
|