From 32994aa5b4847c0d0c75bbfcbc2bcb2ed67721eb Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E8=A1=8C=E5=97=94?= Date: Mon, 5 Sep 2022 11:39:32 +0800 Subject: [PATCH] for kangdi debug --- data/test/text/mnli/train.tsv | 101 ++++++++++++++++++ data/test/text/mnli/valid.tsv | 11 ++ .../models/multi_modal/ofa_for_all_tasks.py | 2 - modelscope/preprocessors/multi_modal.py | 8 +- modelscope/preprocessors/ofa/utils/collate.py | 7 +- .../trainers/multi_modal/ofa/ofa_trainer.py | 36 +++++-- modelscope/trainers/trainer.py | 6 +- 7 files changed, 153 insertions(+), 18 deletions(-) create mode 100644 data/test/text/mnli/train.tsv create mode 100644 data/test/text/mnli/valid.tsv diff --git a/data/test/text/mnli/train.tsv b/data/test/text/mnli/train.tsv new file mode 100644 index 00000000..83746457 --- /dev/null +++ b/data/test/text/mnli/train.tsv @@ -0,0 +1,101 @@ +sentence1 sentence2 label sentence1_genre +Alarm bells would not start ringing until these efforts-which could take five minutes or more-were tried and had failed. Alarm bells would not start until efforts had failed. 1 nineeleven:Alarm bells would not start ringing until these efforts-which could take five minutes or more-were tried and had failed. +In those countries where dialect study is undertaken, dialectologists observe that there are today many factors militating against the strict maintenance of older dialect the standardization of terminology as adopted by national periodicals, news services, radio, and television; the establishment of prestige dialects and, through the media, their promulgation; and the huge population shifts that have taken place, particularly in the U.S. since WWII. Outside of the U.S., this phenomenon is most prominently seen in the other countries involved in WWII. 0 verbatim:In those countries where dialect study is undertaken, dialectologists observe that there are today many factors militating against the strict maintenance of older dialect the standardization of terminology as adopted by national periodicals, news services, radio, and television; the establishment of prestige dialects and, through the media, their promulgation; and the huge population shifts that have taken place, particularly in the U.S. since WWII. +In the hands of parents and teachers lies the awesome responsibility of conveying to the next generation the intellectual, scientific, aesthetic, and moral achievements that dierentiate our species from others. Parents have the responsibility to convey to the next generation the scientific achievements humans have made. 1 oup:In the hands of parents and teachers lies the awesome responsibility of conveying to the next generation the intellectual, scientific, aesthetic, and moral achievements that dierentiate our species from others. +By 9:20, Indianapolis Center learned that there were other hijacked aircraft, and began to doubt its initial assumption that American 77 had crashed. American 77 was confirmed to have crashed in an unrelated incident. 2 nineeleven:By 9:20, Indianapolis Center learned that there were other hijacked aircraft, and began to doubt its initial assumption that American 77 had crashed. +How about making their publicity buyer-friendlier as well? We need to have less of an input into publicity from buyers. 2 verbatim:How about making their publicity buyer-friendlier as well? +He liked to do little league and soccer with him, and we did all the things families do. He liked to engage in typical family activities with him, like soccer and little league. 1 letters:He liked to do little league and soccer with him, and we did all the things families do. +Business units adopting both bar codes and EDI are therefore able to reduce the transaction costs for processing information about sales and orders. Business units use either bar codes or EDI. 0 oup:Business units adopting both bar codes and EDI are therefore able to reduce the transaction costs for processing information about sales and orders. +When bar codes and EDI are combined with advanced shipping practices, the benefit of each practice is enhanced; order processing occurs more rapidly, accurately, and with less paper. Bar codes and EDI are synergistic with advanced shipping practice. 1 oup:When bar codes and EDI are combined with advanced shipping practices, the benefit of each practice is enhanced; order processing occurs more rapidly, accurately, and with less paper. +In all the following cases, the spelling, (apparent) roots, or sound of the word actively suggest a meaning different from the true one. The real meaning of the word is separate to its roots, spelling, and sound. 1 verbatim:In all the following cases, the spelling, (apparent) roots, or sound of the word actively suggest a meaning different from the true one. +In 2001, with Bin Ladin's help they re-formed into an organization called Ansar al Islam. Bin Ladin helped reform a group called Ansar al Islam. 1 nineeleven:In 2001, with Bin Ladin's help they re-formed into an organization called Ansar al Islam. +We are pleased to tell you of a very exciting development with the fund, which has reached a market value of $750,000. The fund has a market value of $750,000 because we invested heavily in a ponzi scheme. 0 letters:We are pleased to tell you of a very exciting development with the fund, which has reached a market value of $750,000. +Men say that, too, of course. Women are the only ones who say that. 2 verbatim:Men say that, too, of course. +The jagged heavy line in Figure 6.5 (page 100) depicts a typical inventory pattern for a replenishable product like our blue jeans in size 8. Note that the inventory level drops gradually as consumers purchase the item. The clean straight line in Figure 6.5 illustrates the inventory pattern for replenishible products. 2 oup:The jagged heavy line in Figure 6.5 (page 100) depicts a typical inventory pattern for a replenishable product like our blue jeans in size 8. Note that the inventory level drops gradually as consumers purchase the item. +Our 90th Birthday celebration began in July and will continue through February. The celebration will include a promotion for sales lasting for the duration of the celebration. 0 letters:Our 90th Birthday celebration began in July and will continue through February. +And, you know, with this, you know, it wasn't many opportunities for kids to be special, because kids weren't, you know, you were pushed out of adult conversation, and just really pushed to the side. Kids were so very special, even being included in adult conversations and given multiple opportunities. 2 facetoface:And, you know, with this, you know, it wasn't many opportunities for kids to be special, because kids weren't, you know, you were pushed out of adult conversation, and just really pushed to the side. +As a participant in the Chancellor's Circle or Chancellor's Associates, you will receive reports from Jerry Bepko on how he puts your gifts to work. You will receive reports from Jerry as frequently as you request. 0 letters:As a participant in the Chancellor's Circle or Chancellor's Associates, you will receive reports from Jerry Bepko on how he puts your gifts to work. +Um, Christmas is coming up pretty soon huh? It's soon going to be our Christmas party. 0 facetoface:Um, Christmas is coming up pretty soon huh? +-The new Masters in Planning degree; The Masters of Planning degree has been around for a very long time. 2 letters:-The new Masters in Planning degree; +She responded by throwing down the block and turning to another activity. She responded by abandoning the block, and engaging in another activity. 1 oup:She responded by throwing down the block and turning to another activity. +Appreciate it. I'm forever grateful. 0 nineeleven:Appreciate it. +This book is a good introduction to the subject (in England); those familiar with dialectology in America, and those interested in the study in England or, indeed, generally would be well advised to add Word Maps to their libraries. The book describes differences between American English and British English. 0 verbatim:This book is a good introduction to the subject (in England); those familiar with dialectology in America, and those interested in the study in England or, indeed, generally would be well advised to add Word Maps to their libraries. +One gets the impression that the editors of L used the good stuff from the W and substituted their own, much better material when they encountered some of the bad stuff. The movie mashup editors were surprised how well the lifted L material meshed with their contributions. 0 verbatim:One gets the impression that the editors of L used the good stuff from the W and substituted their own, much better material when they encountered some of the bad stuff. +I hope you will take this opportunity to make a contribution to support SEND's homeownership work. I hope you'll make a contribution to support the work SEND does. 1 letters:I hope you will take this opportunity to make a contribution to support SEND's homeownership work. +By the 1990s, high birthrates and declining rates of infant mortality had produced a common problem throughout the Muslim a large, steadily increasing population of young men without any reasonable expectation of suitable or steady employment-a sure prescription for social turbulence. The Muslims have a high number of births. 1 nineeleven:By the 1990s, high birthrates and declining rates of infant mortality had produced a common problem throughout the Muslim a large, steadily increasing population of young men without any reasonable expectation of suitable or steady employment-a sure prescription for social turbulence. +FAA headquarters had by this time established an open line of communication with the Command Center at Herndon and instructed it to poll all its centers about suspect aircraft. FAA headquarters refused to communicate with the Command Center at Herndon. 2 nineeleven:FAA headquarters had by this time established an open line of communication with the Command Center at Herndon and instructed it to poll all its centers about suspect aircraft. +Hani Hanjour, assigned to seat 1B (first class), soon followed. Hani Hanji was assigned to seat 1b most of the year. 0 nineeleven:Hani Hanjour, assigned to seat 1B (first class), soon followed. +But of what use is a long entry on spoonerisms? What what can this long entry do for us other than make us tired? 0 verbatim:But of what use is a long entry on spoonerisms? +What we are able to accomplish each year is a direct result of your generosity and your understanding of what it takes to provide the best legal education we possibly can. Your understanding has an effect on what we can accomplish. 1 letters:What we are able to accomplish each year is a direct result of your generosity and your understanding of what it takes to provide the best legal education we possibly can. +I want to know much of you. I don't have much time so we have to talk about you now or never. 0 verbatim:I want to know much of you. +I am pleased to tell you that we have had a positive response to the letter. We have had a positive response to the letter because we include drugs in the envelope. 0 letters:I am pleased to tell you that we have had a positive response to the letter. +At eight or ten stitches an inch, it is possible to seam thirteen to sixteen or more inches a second. Seaming between 13 and 15 inches per second is the ideal speed. 0 oup:At eight or ten stitches an inch, it is possible to seam thirteen to sixteen or more inches a second. +An English authority on dictionaries, James Root Hulbert, says that The Concise Oxford is the best for literary use in Britain and Chambers the best for general British use. The consise Oxford dictionary is the best one in all circumstances. 2 verbatim:An English authority on dictionaries, James Root Hulbert, says that The Concise Oxford is the best for literary use in Britain and Chambers the best for general British use. +At 8:51, the controller noticed the transponder change from United 175 and tried to contact the aircraft. The transponder code on United 175 changed and the controller tried contacting them. 1 nineeleven:At 8:51, the controller noticed the transponder change from United 175 and tried to contact the aircraft. +Captain Victor Saracini and First Officer Michael Horrocks piloted the Boeing 767, which had seven flight attendants. There were seven flight attendants aboard the Boeing 767. 1 nineeleven:Captain Victor Saracini and First Officer Michael Horrocks piloted the Boeing 767, which had seven flight attendants. +Fulfillment of this goal requires full participation from members of the Indiana Dental Association. In order to reach our goal we need full participation from members of the dental association. 1 letters:Fulfillment of this goal requires full participation from members of the Indiana Dental Association. +We put the baby mallard in a small aviary with the half-grown muscovy, and it worked. The mallard and the muscovy shared the aviary. 1 letters:We put the baby mallard in a small aviary with the half-grown muscovy, and it worked. +The President said he remembered such a conversation, and that it reminded him of when he had been an interceptor pilot. The President said nothing about the conversation in question. 2 nineeleven:The President said he remembered such a conversation, and that it reminded him of when he had been an interceptor pilot. +The information-integrated channels developed in the United States, which are now influencing sourcing patterns from Mexico and the Caribbean Basin, have begun to affect the textile and apparel sectors worldwide. Information-integrated channels have also been adopted in Europe more recently. 0 oup:The information-integrated channels developed in the United States, which are now influencing sourcing patterns from Mexico and the Caribbean Basin, have begun to affect the textile and apparel sectors worldwide. +The average tuition for a one-day C.E. course is about $125. The average tuition for a one-day C.E. course is over $100, but for an extra $50 you get the textbook included. 0 letters:The average tuition for a one-day C.E. course is about $125. +However, these are difficult times for public institutions of higher education, because legislative appropriations are either flat or in the decline. At the moment higher education institutions are thriving 2 letters:However, these are difficult times for public institutions of higher education, because legislative appropriations are either flat or in the decline. +For example, James Garner's Rockford dubbed as a Japanese tenor is a reminder of one's firm awareness of Garner's American tone and timbre. James Garner's Rockford dubbed as a Spanish tenor is quite impressive. 2 verbatim:For example, James Garner's Rockford dubbed as a Japanese tenor is a reminder of one's firm awareness of Garner's American tone and timbre. +He worked, he's a teacher, and at that time he worked as the principal of that school, of that school, because it was a, like a high school, there was, from first (grade) to high school. The man is a stripper, and a damn good one at that. 2 facetoface:He worked, he's a teacher, and at that time he worked as the principal of that school, of that school, because it was a, like a high school, there was, from first (grade) to high school. +Uh, my mom took me for a it, um, doctor's visit uh, it was a physical. My mom took me to the doctors for a physical. 1 facetoface:Uh, my mom took me for a it, um, doctor's visit uh, it was a physical. +The forecasting and inventory models presented in this chapter are not new; they have been recommended for years by statisticians and operations researchers. The inventory operations presented in this chapter all take a lot of time to implement. 0 oup:The forecasting and inventory models presented in this chapter are not new; they have been recommended for years by statisticians and operations researchers. +Gifts of $40.00 add up to provide valuable funding. Valuable funding can be made up of gifts of $40.00. 1 letters:Gifts of $40.00 add up to provide valuable funding. +The mission of the Social Health Association of Central Indiana is to promote healthy behavior and responsible relationships through sexuality education and life skills training. Social Health Association of Central Indiana wants to promote healthy behaviors through sex ed and life skills training. 1 letters:The mission of the Social Health Association of Central Indiana is to promote healthy behavior and responsible relationships through sexuality education and life skills training. +To begin with, the adoption of bar codes came before rapid replenishment arrangements because retailers required a low-cost means of collecting information at the detailed product level for their own use'that is, they first developed an efficient method for scanning prices at the check-out register and tracking products for internal inventory purposes. There are several cheap methods for retailer information collection, but bar codes are the best. 0 oup:To begin with, the adoption of bar codes came before rapid replenishment arrangements because retailers required a low-cost means of collecting information at the detailed product level for their own use'that is, they first developed an efficient method for scanning prices at the check-out register and tracking products for internal inventory purposes. +From that point of view the differing interpretations Mr. Anson and I read into the passage are of secondary importance. Mr. Anson was an expert at political interpretations. 0 verbatim:From that point of view the differing interpretations Mr. Anson and I read into the passage are of secondary importance. +But we know that at 10:31, General Larry Arnold instructed his staff to broadcast the following over a NORAD instant messaging 10:31 Vice president has cleared to us to intercept tracks of interest and shoot them down if they do not respond per [General Arnold]. General Larry Arnold told his staff to broadcast over a NORAD messaging service at 10:31 that the Vice president had authorized the shooting down of hijacked planes, they did so immediately. 0 nineeleven:But we know that at 10:31, General Larry Arnold instructed his staff to broadcast the following over a NORAD instant messaging 10:31 Vice president has cleared to us to intercept tracks of interest and shoot them down if they do not respond per [General Arnold]. +We are leaders in the bar, business, government, and community affairs. We are the dregs of the community affairs and we know it. 2 letters:We are leaders in the bar, business, government, and community affairs. +He died in a ferryboat accident on Lake Victoria just a few days after Bin Ladin arrived in Jalalabad, leaving Bin Ladin with a need to replace him not only in the Shura but also as supervisor of the cells and prospective operations in East Africa. After his untimely death, Bin Ladin was forced to replace his roles in the Shura and in supervising cells in East Africa. 1 nineeleven:He died in a ferryboat accident on Lake Victoria just a few days after Bin Ladin arrived in Jalalabad, leaving Bin Ladin with a need to replace him not only in the Shura but also as supervisor of the cells and prospective operations in East Africa. +Letters in support or condemnation of the QES program (though one may assume they will insist on programme ) should be addressed to Mrs Anne Shelley, Secretary, Queen's English Society, 3 Manor Crescent, Guildford GU2 6NF, England. Mrs. Anne Shelley is in charge of the QES program. 2 verbatim:Letters in support or condemnation of the QES program (though one may assume they will insist on programme ) should be addressed to Mrs Anne Shelley, Secretary, Queen's English Society, 3 Manor Crescent, Guildford GU2 6NF, England. +This was done because of the organization of work in clothing shops; the low capital costs and high proportion of labor costs, especially in women's wear for contract shops; the intense product competition among manufacturers within and among geographic markets; and the diversity of products and changing styles. This was done because of how workers in clothing shops were organized according to experience. 0 oup:This was done because of the organization of work in clothing shops; the low capital costs and high proportion of labor costs, especially in women's wear for contract shops; the intense product competition among manufacturers within and among geographic markets; and the diversity of products and changing styles. +Cancel, and tear to pieces, that great bond Which keeps me pale! Remove and destroy the thing that keeps me pale! 1 verbatim:Cancel, and tear to pieces, that great bond Which keeps me pale! +Between 8:25 and 8:32, in accordance with the FAA protocol, Boston Center managers started notifying their chain of command that American 11 had been hijacked. it was not until 9:00 that Boston Center messengers realized that American 11 had been hijacked. 2 nineeleven:Between 8:25 and 8:32, in accordance with the FAA protocol, Boston Center managers started notifying their chain of command that American 11 had been hijacked. +I love it! I hate it. 2 facetoface:I love it! +Instead, in a number of cases their rulers sought to buy off local Islamist movements by ceding control of many social and educational issues. This is why so much violence has been directed away from their native countries. 0 nineeleven:Instead, in a number of cases their rulers sought to buy off local Islamist movements by ceding control of many social and educational issues. +The time saved in production can be lost if the distribution method is slow, or if there are other impediments to the movement of products from the apparel-maker to the retailer. The shortened production time would be wasted if the distribution is slow. 1 oup:The time saved in production can be lost if the distribution method is slow, or if there are other impediments to the movement of products from the apparel-maker to the retailer. +Periodically, the Islamic world has seen surges of what, for want of a better term, is often labeled fundamentalism. Fundamentalism periodically surfaces in Islamic countries. 1 nineeleven:Periodically, the Islamic world has seen surges of what, for want of a better term, is often labeled fundamentalism. +He told us that by the time he arrived, the order had already been passed down NORAD's chain of command. He told us that the order had been sent down from the FAA. 2 nineeleven:He told us that by the time he arrived, the order had already been passed down NORAD's chain of command. +But uh, we hear a lot about home and how it used to be and like I said walking five miles to school and-- We like to know what the old days are like. 0 facetoface:But uh, we hear a lot about home and how it used to be and like I said walking five miles to school and-- +noisome Has nothing to do with sound or decibel level, but means simply unpleasant or disgusting. Noisome had something to do with the lights, however. 0 verbatim:noisome Has nothing to do with sound or decibel level, but means simply unpleasant or disgusting. +However, it didn't seem to be so horrifying. It did not seem to be so scary. 1 facetoface:However, it didn't seem to be so horrifying. + Hold on a second. Wait a second. 1 nineeleven: Hold on a second. + What did it look like? What did it look like to you? 1 oup: What did it look like? +Mass customization of this sort also means that a single garment must pass through the sewing room at a time. The complex customization of the garment requires every worker's attention. 0 oup:Mass customization of this sort also means that a single garment must pass through the sewing room at a time. +Cobuild and CED are far from being such polar opposites, but they exemplify this general point. Cobuild and CED are polar opposites, no matter which way you look at it. 2 verbatim:Cobuild and CED are far from being such polar opposites, but they exemplify this general point. +The flight did not respond. The flight responded. 2 nineeleven:The flight did not respond. +Here we will show how a decision tool can be used to make the transition from general intuition to specific decisions about (1) which products to make in each plant and (2) how to schedule the time and quantity of production for each product. Here we are going to show how a decision tool can be useful in making the transition from intuition to specific decision. 1 oup:Here we will show how a decision tool can be used to make the transition from general intuition to specific decisions about (1) which products to make in each plant and (2) how to schedule the time and quantity of production for each product. +The air defense of America began with this call. America's air defense had already begun before the call was made. 2 nineeleven:The air defense of America began with this call. +[I]mmigrants are cheap and controllable. German immigrants are easy to afford and control. 0 oup:[I]mmigrants are cheap and controllable. +(It should be noted that Johnson made the same kind of adaptation of another poem by Juvenal, Satire X, calling it The Vanity of Human Wishes. Johnson made no adaptations to poems by Juvenal. 2 verbatim:(It should be noted that Johnson made the same kind of adaptation of another poem by Juvenal, Satire X, calling it The Vanity of Human Wishes. +Callers reported that a passenger had been stabbed and that two people were lying on the floor of the cabin, injured or dead-possibly the captain and first officer. No one called from the airplane at all. 2 nineeleven:Callers reported that a passenger had been stabbed and that two people were lying on the floor of the cabin, injured or dead-possibly the captain and first officer. +Many Americans have wondered, Why do 'they' hate us? Americans wonder why they hate them. 0 nineeleven:Many Americans have wondered, Why do 'they' hate us? +It is my (wholly unsubstantiated) guess that the majority of Soviet personnel in Vietnam are in fact not Russian. It is likely that most of them are from other places 0 verbatim:It is my (wholly unsubstantiated) guess that the majority of Soviet personnel in Vietnam are in fact not Russian. +We thought it would be cool to see just how far a BB would shoot. We didn't have a BB gun. 2 facetoface:We thought it would be cool to see just how far a BB would shoot. +For Indianapolis, that public university must be IUPUI. The IUPUI university is the only public university in town. 0 letters:For Indianapolis, that public university must be IUPUI. +Hopefully, all of us can do more internal marketing with our young patients to encourage them to consider the field of Dental Assisting. No one should be encouraged to consider being a dental assistant. 2 letters:Hopefully, all of us can do more internal marketing with our young patients to encourage them to consider the field of Dental Assisting. +NEADS decided to keep the Otis fighters over New York. The fighters were on guard to destroy any airplane. 0 nineeleven:NEADS decided to keep the Otis fighters over New York. +He trained in desktop publishing and combined his enthusiastic work ethic with new-found skills in a burgeoning industry. This person learned about publishing. 1 letters:He trained in desktop publishing and combined his enthusiastic work ethic with new-found skills in a burgeoning industry. +Who would have been telling you those stories? Who did you tell those stories to? 2 facetoface:Who would have been telling you those stories? +So, I have my sister's kid here and I'm going to kill him underneath this vehicle shortly. My sister does not have a child. 2 facetoface:So, I have my sister's kid here and I'm going to kill him underneath this vehicle shortly. +According to one report, Saddam Hussein's efforts at this time to rebuild relations with the Saudis and other Middle Eastern regimes led him to stay clear of Bin Ladin. It was because of his time spent making up for past actions that Saddam Hussein did not come in contact with Bin Laden. 0 nineeleven:According to one report, Saddam Hussein's efforts at this time to rebuild relations with the Saudis and other Middle Eastern regimes led him to stay clear of Bin Ladin. +He motioned to me as if they were going to cut off his head. He made a rude gesture at me with one of his fingers. 2 facetoface:He motioned to me as if they were going to cut off his head. +It is not at once apparent why the book is styled an almanac, but that is there is no other book I know of that contains as much diverse information about American writers as this one. The book is extremely thorough and well written. 1 verbatim:It is not at once apparent why the book is styled an almanac, but that is there is no other book I know of that contains as much diverse information about American writers as this one. +Here the answer is a definite yes. The answer is yes. 1 oup:Here the answer is a definite yes. +Today, Bodenheim's novel might be of interest to students of the English language because of its use of slang. Bodenheim's novel might be of interest to students of French Cuisine because of its use of recipes. 2 verbatim:Today, Bodenheim's novel might be of interest to students of the English language because of its use of slang. +Each week's demand has been divided by the average demand over the twenty-four weeks; therefore, the average weekly demand is simply equal to 1.0 on this normalized scale. Weekly demand is divided by the twenty four week average. 1 oup:Each week's demand has been divided by the average demand over the twenty-four weeks; therefore, the average weekly demand is simply equal to 1.0 on this normalized scale. +Even though I had freedom when I was, you know, home, whatever, but I still had a curfew. I had freedom when I was home, and there was no curfew, yahoo! 2 facetoface:Even though I had freedom when I was, you know, home, whatever, but I still had a curfew. +Thus, Step down (or back) and give me a shot was readily understood. Therefore, statements referring to giving me a shot were comprehended. 1 verbatim:Thus, Step down (or back) and give me a shot was readily understood. +For Indianapolis, that public university must be IUPUI. IUPUI is in the city of Chicago. 2 letters:For Indianapolis, that public university must be IUPUI. +I'm sending this follow-up letter to let you know that your support is greatly needed and appreciated by everyone involved with graduate Endodontics at IU. I have sent you 50 letters before this follow-up letter because you refuse to answer any other letters. 0 letters:I'm sending this follow-up letter to let you know that your support is greatly needed and appreciated by everyone involved with graduate Endodontics at IU. +The Herron School of Art and Gallery of Indiana University is contemporary art! The gallery at the Herron school displays contemporary art. 1 letters:The Herron School of Art and Gallery of Indiana University is contemporary art! +So, I'm kind of like the hope, I guess. I suppose I'm the hope, or something. 1 facetoface:So, I'm kind of like the hope, I guess. +Please donate today. Our website is down please come back tomorrow to make a donation. 2 letters:Please donate today. +Do you watch that? Can you see? 2 facetoface:Do you watch that? +To a Western ear, the most predictable of language traits, perhaps, is the well-advertised Japanese use of r for our l . Indeed, in my travels about Honshu during a three-month visit, I did hear coinrocker, see you rater, Adurt Graphics (dirty books), blackwrrants (hit-and-miss rendering of black walnuts), Coffee Corombia (a chain of coffee shops), and Coconut Glove. To the Western ear, the least predictable of language traits are perhaps the most well-advertised use of r. 2 verbatim:To a Western ear, the most predictable of language traits, perhaps, is the well-advertised Japanese use of r for our l . Indeed, in my travels about Honshu during a three-month visit, I did hear coinrocker, see you rater, Adurt Graphics (dirty books), blackwrrants (hit-and-miss rendering of black walnuts), Coffee Corombia (a chain of coffee shops), and Coconut Glove. +The recorder captured the sounds of loud thumps, crashes, shouts, and breaking glasses and plates. The recorder didn't capture any of the sounds. 2 nineeleven:The recorder captured the sounds of loud thumps, crashes, shouts, and breaking glasses and plates. +That's a good attitude! You feel good about this, don't you? 0 facetoface:That's a good attitude! +Bloomer (for `flower'), butter (for `ram'), or even flower (for `river') are recurrent examples, but solvers must always be on the alert for new traps of this Bloomer is another word for flower, butter is for ram and flower for river. 1 verbatim:Bloomer (for `flower'), butter (for `ram'), or even flower (for `river') are recurrent examples, but solvers must always be on the alert for new traps of this diff --git a/data/test/text/mnli/valid.tsv b/data/test/text/mnli/valid.tsv new file mode 100644 index 00000000..dd720865 --- /dev/null +++ b/data/test/text/mnli/valid.tsv @@ -0,0 +1,11 @@ +sentence1 sentence2 label sentence1_genre +The new rights are nice enough Everyone really likes the newest benefits 0 slate:The new rights are nice enough +This site includes a list of all award winners and a searchable database of Government Executive articles. The Government Executive articles housed on the website are not able to be searched. 2 government:This site includes a list of all award winners and a searchable database of Government Executive articles. +uh i don't know i i have mixed emotions about him uh sometimes i like him but at the same times i love to see somebody beat him I like him for the most part, but would still enjoy seeing someone beat him. 1 telephone:uh i don't know i i have mixed emotions about him uh sometimes i like him but at the same times i love to see somebody beat him +yeah i i think my favorite restaurant is always been the one closest you know the closest as long as it's it meets the minimum criteria you know of good food My favorite restaurants are always at least a hundred miles away from my house. 2 telephone:yeah i i think my favorite restaurant is always been the one closest you know the closest as long as it's it meets the minimum criteria you know of good food +i don't know um do you do a lot of camping I know exactly. 2 telephone:i don't know um do you do a lot of camping +well that would be a help i wish they would do that here we have got so little landfill space left that we're going to run out before the end of this decade and it's really going to be We have plenty of space in the landfill. 2 telephone:well that would be a help i wish they would do that here we have got so little landfill space left that we're going to run out before the end of this decade and it's really going to be +yeah i know and i did that all through college and it worked too I did that all through college but it never worked 2 telephone:yeah i know and i did that all through college and it worked too +Calcutta seems to be the only other production center having any pretensions to artistic creativity at all, but ironically you're actually more likely to see the works of Satyajit Ray or Mrinal Sen shown in Europe or North America than in India itself. Most of Mrinal Sen's work can be found in European collections. 0 travel:Calcutta seems to be the only other production center having any pretensions to artistic creativity at all, but ironically you're actually more likely to see the works of Satyajit Ray or Mrinal Sen shown in Europe or North America than in India itself. +If that investor were willing to pay extra for the security of limited downside, she could buy put options with a strike price of $98, which would lock in her profit on the shares at $18, less whatever the options cost. THe strike price could be $8. 2 slate:If that investor were willing to pay extra for the security of limited downside, she could buy put options with a strike price of $98, which would lock in her profit on the shares at $18, less whatever the options cost. +3) Dare you rise to the occasion, like Raskolnikov, and reject the petty rules that govern lesser men? Would you rise up and defeaat all evil lords in the town? 0 slate:3) Dare you rise to the occasion, like Raskolnikov, and reject the petty rules that govern lesser men? diff --git a/modelscope/models/multi_modal/ofa_for_all_tasks.py b/modelscope/models/multi_modal/ofa_for_all_tasks.py index 4528a9da..9583f86f 100644 --- a/modelscope/models/multi_modal/ofa_for_all_tasks.py +++ b/modelscope/models/multi_modal/ofa_for_all_tasks.py @@ -127,8 +127,6 @@ class OfaForAllTasks(TorchModel): return input def _text_gen_inference(self, input): - import pdb - pdb.set_trace() input = move_to_device(input, self._device) if 'prefix_tokens' in input: gen_output = self.generator.generate( diff --git a/modelscope/preprocessors/multi_modal.py b/modelscope/preprocessors/multi_modal.py index 17d61ae3..930f374b 100644 --- a/modelscope/preprocessors/multi_modal.py +++ b/modelscope/preprocessors/multi_modal.py @@ -68,6 +68,10 @@ class OfaPreprocessor(Preprocessor): cfg=self.cfg, model_dir=model_dir, mode=mode) self.keys = input_key_mapping[self.cfg.task] self.tokenizer = self.preprocess.tokenizer + if kwargs.get('no_collate', None): + self.no_collate = True + else: + self.no_collate = False # just for modelscope demo def _build_dict(self, input: Union[Input, List[Input]]) -> Dict[str, Any]: @@ -98,7 +102,9 @@ class OfaPreprocessor(Preprocessor): for k, v in data.items(): str_data[k] = str(v) sample['sample'] = str_data - if kwargs.get('no_collate', None): + # import pdb + # pdb.set_trace() + if self.no_collate: return sample else: return collate_fn([sample], diff --git a/modelscope/preprocessors/ofa/utils/collate.py b/modelscope/preprocessors/ofa/utils/collate.py index 82258e8b..7c17c23b 100644 --- a/modelscope/preprocessors/ofa/utils/collate.py +++ b/modelscope/preprocessors/ofa/utils/collate.py @@ -50,11 +50,10 @@ def collate_fn(samples, pad_idx, eos_idx): if samples[0].get('constraint_mask', None) is not None: batch['constraint_masks'] = merge('constraint_mask') if samples[0].get('decoder_prompt', None) is not None: - batch['decoder_prompts'] = torch.stack( - [s['decoder_prompt'] for s in samples], dim=0) + batch['decoder_prompts'] = np.array( + [s['decoder_prompt'].tolist() for s in samples]) if samples[0].get('prefix_token', None) is not None: - batch['prefix_tokens'] = torch.stack( - [s['prefix_token'] for s in samples], dim=0) + batch['prefix_tokens'] = merge('prefix_token') # For detection and visual grounding if samples[0].get('w_resize_ratio', None) is not None: batch['w_resize_ratios'] = torch.stack( diff --git a/modelscope/trainers/multi_modal/ofa/ofa_trainer.py b/modelscope/trainers/multi_modal/ofa/ofa_trainer.py index fae79a74..0c33118e 100644 --- a/modelscope/trainers/multi_modal/ofa/ofa_trainer.py +++ b/modelscope/trainers/multi_modal/ofa/ofa_trainer.py @@ -1,4 +1,5 @@ import os +from functools import partial from typing import Dict, Optional from datasets import load_dataset @@ -12,7 +13,7 @@ from modelscope.trainers import EpochBasedTrainer from modelscope.trainers.builder import TRAINERS from modelscope.trainers.optimizer.builder import build_optimizer from modelscope.utils.config import Config -from modelscope.utils.constant import ModeKeys, ModelFile +from modelscope.utils.constant import ConfigKeys, ModeKeys, ModelFile from .ofa_trainer_utils import (AdjustLabelSmoothedCrossEntropyCriterion, OFADataset, get_schedule) @@ -21,8 +22,6 @@ from .ofa_trainer_utils import (AdjustLabelSmoothedCrossEntropyCriterion, class OFATrainer(EpochBasedTrainer): def __init__(self, model: str, *args, **kwargs): - # import pdb - # pdb.set_trace() model = Model.from_pretrained(model) model_dir = model.model_dir cfg_file = os.path.join(model_dir, ModelFile.CONFIGURATION) @@ -32,7 +31,22 @@ class OFATrainer(EpochBasedTrainer): data_files=cfg.dataset.hf_dataset, sep=cfg.dataset.sep, ) - ms_dadaset = MsDataset.from_hf_dataset(dataset) + dataset = MsDataset.from_hf_dataset( + dataset.rename_columns(cfg.dataset.column_map)) + preprocessor = { + ConfigKeys.train: + OfaPreprocessor( + model_dir=model_dir, model=ModeKeys.TRAIN, no_collate=True), + ConfigKeys.val: + OfaPreprocessor( + model_dir=model_dir, model=ModeKeys.EVAL, no_collate=True), + } + # train_dataset = dataset['train'].to_torch_dataset( + # preprocessors=OfaPreprocessor(model_dir=model_dir, model=ModeKeys.TRAIN, no_collate=True), + # ) + # valid_dataset = dataset['valid'].to_torch_dataset( + # preprocessors=OfaPreprocessor(model_dir=model_dir, model=ModeKeys.TRAIN, no_collate=True), + # ) # train_dataset = OFADataset( # file_path=cfg.dataset.train_set, # selected_id_keys=cfg.dataset.selected_id_keys, @@ -45,7 +59,7 @@ class OFATrainer(EpochBasedTrainer): # preprocessor=OfaPreprocessor( # model_dir=model_dir, mode=ModeKeys.EVAL), # ) - epoch_steps = len(ms_dadaset['train']) // ( + epoch_steps = len(dataset['train']) // ( cfg.train.gradient_accumulation_steps * cfg.train.dataloader.batch_size_per_gpu) cfg.train.lr_scheduler.num_train_steps = epoch_steps * cfg.train.max_epochs @@ -59,20 +73,26 @@ class OFATrainer(EpochBasedTrainer): **scheduler_args) else: lr_scheduler = None + collator = partial( + collate_fn, + pad_idx=model.tokenizer.pad_token_id, + eos_idx=model.tokenizer.eos_token_id, + ) super().__init__( cfg_file=cfg_file, model=model, - data_collator=collate_fn, + data_collator=collator, train_dataset=dataset['train'], eval_dataset=dataset['valid'], + preprocessor=preprocessor, optimizers=(optimizer, lr_scheduler), work_dir=cfg.train.work_dir, *args, **kwargs, ) - def train(self, *args, **kwargs): - pass + # def train(self, *args, **kwargs): + # pass def evaluate(self, checkpoint_path: Optional[str] = None, diff --git a/modelscope/trainers/trainer.py b/modelscope/trainers/trainer.py index 614b728a..62378997 100644 --- a/modelscope/trainers/trainer.py +++ b/modelscope/trainers/trainer.py @@ -155,11 +155,12 @@ class EpochBasedTrainer(BaseTrainer): device_name = kwargs.get('device', 'gpu') verify_device(device_name) self.device = create_device(device_name) - self.train_dataset = self.to_task_dataset( train_dataset, mode=ModeKeys.TRAIN, preprocessor=self.train_preprocessor) + # import pdb + # pdb.set_trace() self.eval_dataset = self.to_task_dataset( eval_dataset, mode=ModeKeys.EVAL, @@ -426,7 +427,6 @@ class EpochBasedTrainer(BaseTrainer): self.register_optimizers_hook() self.register_hook_from_cfg(self.cfg.train.hooks) - self.train_loop(self.train_dataloader) def evaluate(self, checkpoint_path=None): @@ -626,7 +626,7 @@ class EpochBasedTrainer(BaseTrainer): torch_dataset = dataset.to_torch_dataset( task_data_config=cfg, task_name=self.cfg.task, - preprocessors=self.preprocessor) + preprocessors=preprocessor) else: torch_dataset = build_task_dataset(data_cfg, self.cfg.task) dataset = self.to_task_dataset(torch_dataset, mode)