diff --git a/examples/paper_instruction_tuning/data_splits.json b/examples/paper_instruction_tuning/data_splits.json
new file mode 100644
index 0000000..5269aa9
--- /dev/null
+++ b/examples/paper_instruction_tuning/data_splits.json
@@ -0,0 +1 @@
+[{"task_id": "implicatures", "instructions": "Does Speaker 2's answer mean yes or no? ", "d_incontext": [{"input": "Speaker 1: 'You do this often?' Speaker 2: 'It's my first time.'", "output": "no"}, {"input": "Speaker 1: 'Are you trying to make me mad?' Speaker 2: 'I'm just saying, I'd understand if you were upset. '", "output": "no"}, {"input": "Speaker 1: 'You want answers?!' Speaker 2: 'I want the truth.'", "output": "yes"}, {"input": "Speaker 1: 'Are you able to carry the box?' Speaker 2: 'It is as light as a feather.'", "output": "yes"}, {"input": "Speaker 1: 'Is it hot outside?' Speaker 2: 'You could fry an egg on the sidewalk.'", "output": "yes"}], "d_train": [{"input": "Speaker 1: 'Should we repay you?' Speaker 2: 'There is no charge for awesomeness, or attractiveness.'", "output": "no"}, {"input": "Speaker 1: 'I wonder, Bob, if you can handle my car?' Speaker 2: 'It's an ordinary six cylinder.'", "output": "yes"}, {"input": "Speaker 1: 'Did you order the code red?' Speaker 2: 'You're goddamn right.'", "output": "yes"}, {"input": "Speaker 1: 'You've seen rain before... right?' Speaker 2: 'We don't get out much.'", "output": "no"}, {"input": "Speaker 1: 'Does anyone know how to pick a lock?' Speaker 2: 'Sure. Picking locks is my thing.'", "output": "yes"}, {"input": "Speaker 1: 'Are there more like you?' Speaker 2: 'Dead. All dead. Long time.'", "output": "no"}, {"input": "Speaker 1: 'That's what you're afraid of isn't it?' Speaker 2: 'You bet I am.'", "output": "yes"}, {"input": "Speaker 1: 'I can't believe how much similar you both look. Are you related?' Speaker 2: 'People are always assuming that we are related.'", "output": "no"}, {"input": "Speaker 1: 'Do you think he did the theft?' Speaker 2: 'He is as innocent as a lamb.'", "output": "no"}, {"input": "Speaker 1: 'Is everyone comfortable?' Speaker 2: 'Everyone is on pins and needles.'", "output": "no"}, {"input": "Speaker 1: 'Did she look pretty?' Speaker 2: 'She was as cute as a kitten.'", "output": "yes"}, {"input": "Speaker 1: 'Do you have an answer?' Speaker 2: 'Absolutely.'", "output": "yes"}, {"input": "Speaker 1: 'This is a costume?' Speaker 2: 'Aaaiyyyy... worked on it all night long!'", "output": "yes"}, {"input": "Speaker 1: 'Do you think you will be able to finish your report by five o'clock today?' Speaker 2: 'Not a chance. I'll be busy in meetings all day.'", "output": "no"}, {"input": "Speaker 1: 'Do you want some extra pepper in the lasagne?' Speaker 2: 'Why do you want to ruin it?'", "output": "no"}, {"input": "Speaker 1: 'Do you think your parents will be angry?' Speaker 2: 'My parents are going to kill me when they find out.'", "output": "yes"}, {"input": "Speaker 1: 'Are you married?' Speaker 2: 'I'm divorced.'", "output": "no"}, {"input": "Speaker 1: 'Exactly the way it was?' Speaker 2: 'Down to the last slime-covered toadstool.'", "output": "yes"}, {"input": "Speaker 1: 'Do you suppose I was dropped on my head?' Speaker 2: 'I hope not.'", "output": "no"}, {"input": "Speaker 1: 'Is it much farther?' Speaker 2: 'Do you ever say something that isn't a stupid question?'", "output": "no"}, {"input": "Speaker 1: 'Can you drive that far?' Speaker 2: 'Can fish swim?'", "output": "yes"}, {"input": "Speaker 1: 'Can I get the money now?' Speaker 2: 'Ahh, maybe next summer.'", "output": "no"}, {"input": "Speaker 1: 'Aren't you scared?' Speaker 2: 'Well, that's just fine.'", "output": "no"}, {"input": "Speaker 1: 'You took my photo off the ofrenda?!' Speaker 2: 'It was an accident!'", "output": "yes"}, {"input": "Speaker 1: 'You're leaving?' Speaker 2: 'It has been a pleasure my queen.'", "output": "yes"}, {"input": "Speaker 1: 'Mind if I leave my umbrella here in the hallway?' Speaker 2: 'Not at all. But first shake it outside. Would you?'", "output": "no"}, {"input": "Speaker 1: 'Can I help you with that?' Speaker 2: 'Why thank you!'", "output": "yes"}, {"input": "Speaker 1: 'Will you be staying in Gotham for a while?' Speaker 2: 'As far as I know.'", "output": "yes"}, {"input": "Speaker 1: 'It does what you tell it?' Speaker 2: 'Well, sort of.'", "output": "yes"}, {"input": "Speaker 1: 'You sure this'll happen?' Speaker 2: 'It's in the cards.'", "output": "yes"}, {"input": "Speaker 1: 'Would he be able to recite the song?' Speaker 2: 'Do dogs bark?'", "output": "yes"}, {"input": "Speaker 1: 'Is that a big mall?' Speaker 2: 'That mall is large enough to have its own zip code.'", "output": "yes"}, {"input": "Speaker 1: 'Don't you stay for a nightcap?' Speaker 2: 'I've gotta get up early.'", "output": "no"}, {"input": "Speaker 1: 'You have it, then?' Speaker 2: 'I had to slit a few throats to get it.'", "output": "yes"}, {"input": "Speaker 1: 'Oh, so this is the best kind?' Speaker 2: 'It's the cheapest.'", "output": "no"}, {"input": "Speaker 1: 'Have I done something to offend you?' Speaker 2: 'I like all you Navy boys.'", "output": "no"}, {"input": "Speaker 1: 'Is it too costly?' Speaker 2: 'You are breaking the bank.'", "output": "yes"}, {"input": "Speaker 1: 'Are you going to talk to Mark?' Speaker 2: 'I have a bone to pick with Mark.'", "output": "yes"}, {"input": "Speaker 1: 'Can you tell my future from these stars?' Speaker 2: 'The stars don't tell the future, donkey. They tell stories.'", "output": "no"}, {"input": "Speaker 1: 'Is your neighbour old?' Speaker 2: 'Older than dirt.'", "output": "yes"}, {"input": "Speaker 1: 'Should I water your plants while you are away?' Speaker 2: 'Thanks for the offer, but Mark already said that he will have an eye on them.'", "output": "no"}, {"input": "Speaker 1: 'Did you report private Barnes to your superiors?' Speaker 2: 'I remember thinking very highly of private Barnes, and not wanting to see his record tarnished by a formal charge.'", "output": "no"}, {"input": "Speaker 1: 'Is he a careful investor?' Speaker 2: 'He never puts all of his eggs in one basket.'", "output": "yes"}, {"input": "Speaker 1: 'Do you think you can give me a ride home?' Speaker 2: 'A friend in need is a friend indeed.'", "output": "yes"}, {"input": "Speaker 1: 'Do you recommend that I talk with the boss?' Speaker 2: 'I would advise against it.'", "output": "no"}, {"input": "Speaker 1: 'Could you understand the sketch?' Speaker 2: 'It is as clear as mud.'", "output": "no"}, {"input": "Speaker 1: 'Aren't you suppose to be in bed?' Speaker 2: 'We couldn't sleep.'", "output": "yes"}, {"input": "Speaker 1: 'Are you the owner of this place?' Speaker 2: 'The owners are in Australia.'", "output": "no"}, {"input": "Speaker 1: 'Do you love me?' Speaker 2: 'My love for you is as deep as the ocean.'", "output": "yes"}, {"input": "Speaker 1: 'So they're not going to hurt us?' Speaker 2: 'Does it look like any of them are trying to hurt you?'", "output": "no"}, {"input": "Speaker 1: 'C-can you can you unlock it?' Speaker 2: 'Not in a million years. But it wouldn't matter.'", "output": "no"}, {"input": "Speaker 1: 'Could you help Bob and me plan a surpise party for Meg?' Speaker 2: 'What can I do?'", "output": "yes"}, {"input": "Speaker 1: 'Could he hit?' Speaker 2: 'Lifetime 356 average. Third highest in history.'", "output": "yes"}, {"input": "Speaker 1: 'Does it bother you that the machine stops working like that?' Speaker 2: 'I'm used to it.'", "output": "no"}, {"input": "Speaker 1: 'Don't you ever think about having a family?' Speaker 2: 'Right now, you're my family.'", "output": "no"}, {"input": "Speaker 1: 'Did you build that?' Speaker 2: 'But it's seriously messed up.'", "output": "yes"}, {"input": "Speaker 1: 'Are you with me?' Speaker 2: 'To the death!'", "output": "yes"}, {"input": "Speaker 1: 'This is large. Will this suit her?' Speaker 2: 'She's as thin as a toothpick.'", "output": "no"}, {"input": "Speaker 1: 'Any sign?' Speaker 2: 'Something's going to happen out there. I can feel it.'", "output": "yes"}, {"input": "Speaker 1: 'Is it that obvious?' Speaker 2: 'Well, you do kinda stand out.'", "output": "yes"}, {"input": "Speaker 1: 'Did he pass the exam? ' Speaker 2: 'Does a monkey build a house?'", "output": "no"}, {"input": "Speaker 1: 'Are you angry at me?' Speaker 2: 'To err is human, to forgive divine.'", "output": "no"}, {"input": "Speaker 1: 'Are you all right?' Speaker 2: 'Perfect! Never been better.'", "output": "yes"}, {"input": "Speaker 1: 'Did you ask her?' Speaker 2: 'I've done everything possible short of asking her.'", "output": "no"}, {"input": "Speaker 1: 'Is the job going to be easy?' Speaker 2: 'You have big shoes to fill.'", "output": "no"}, {"input": "Speaker 1: 'Don't you do the shopping yourself?' Speaker 2: 'No shopping or laundry or housekeeping. I am a professional nanny.'", "output": "no"}, {"input": "Speaker 1: 'Are you hungry?' Speaker 2: 'Maybe we can grab a bite on the way.'", "output": "yes"}, {"input": "Speaker 1: 'Is there anything wrong with her?' Speaker 2: 'Oh, she's just pretending.'", "output": "no"}, {"input": "Speaker 1: 'Does he work hard?' Speaker 2: 'He has never done a lick of work in his life.'", "output": "no"}, {"input": "Speaker 1: 'It's bad isn't it?' Speaker 2: 'We should get you to the doctor.'", "output": "yes"}, {"input": "Speaker 1: 'Are you a Dodgers' fan?' Speaker 2: 'I don't like baseball.'", "output": "no"}, {"input": "Speaker 1: 'Are you planning to buy a house?' Speaker 2: 'I really want a place to call my own.'", "output": "yes"}, {"input": "Speaker 1: 'You're gonna be seeing a lot of me. You're sure you don't mind?' Speaker 2: 'It's good what you're doing.'", "output": "yes"}, {"input": "Speaker 1: 'Do you have a cold?' Speaker 2: 'We're allergic to youth.'", "output": "no"}, {"input": "Speaker 1: 'Was that easy to negotiate?' Speaker 2: 'That is as easy as shooting fish in a barrel.'", "output": "yes"}, {"input": "Speaker 1: 'And marriage, does that get easier?' Speaker 2: 'It's hard. We started going to a marriage counselor.'", "output": "no"}, {"input": "Speaker 1: 'Are you sure that I should do it?' Speaker 2: 'You've got to do what you've got to do.'", "output": "yes"}, {"input": "Speaker 1: 'Do I have to attend this interview?' Speaker 2: 'Do you want to be a success in this world?'", "output": "yes"}, {"input": "Speaker 1: 'Is it a good product?' Speaker 2: 'They had put a lot of thought into making it.'", "output": "yes"}, {"input": "Speaker 1: 'Is the dress perfect?' Speaker 2: 'It fits like a glove.'", "output": "yes"}, {"input": "Speaker 1: 'Are you going to spend your vacation in New York this year?' Speaker 2: 'Actually I have a different destination in mind.'", "output": "no"}, {"input": "Speaker 1: 'Do you mean the girl by the fire? ' Speaker 2: 'The girl with a torch.'", "output": "no"}, {"input": "Speaker 1: 'Seagull? What? Oh - you went up to the surface again, didn't you? Didn't you?' Speaker 2: 'Nothing... happened...'", "output": "yes"}, {"input": "Speaker 1: 'Did she put on weight?' Speaker 2: 'She is as thin as a rake.'", "output": "no"}, {"input": "Speaker 1: 'You've seen it?' Speaker 2: 'It's top secret but he's been telling me about it.'", "output": "no"}, {"input": "Speaker 1: 'Are you still waiting for Bob?' Speaker 2: 'I don't know why I bother. The store wll be closed by the time we get there.'", "output": "yes"}, {"input": "Speaker 1: 'And does Abu have anything else to say?' Speaker 2: 'Well, uh, he wishes there was something he could do to help.'", "output": "yes"}, {"input": "Speaker 1: 'Would you like to hear it?' Speaker 2: 'I'd be so grateful.'", "output": "yes"}, {"input": "Speaker 1: 'Perhaps it can be improved?' Speaker 2: 'No problem!'", "output": "yes"}, {"input": "Speaker 1: 'Are you sure?' Speaker 2: 'It's a known fact.'", "output": "yes"}, {"input": "Speaker 1: 'Is there a bus I can get to the station.' Speaker 2: 'You can't rely on it.'", "output": "yes"}, {"input": "Speaker 1: 'Didn't he work for the Church?' Speaker 2: 'Almost exclusively.'", "output": "yes"}, {"input": "Speaker 1: 'Can we look around in your camper?' Speaker 2: 'I'll give you the royal tour.'", "output": "yes"}, {"input": "Speaker 1: 'Do you love eating that?' Speaker 2: 'It is one of my favourite meals.'", "output": "yes"}, {"input": "Speaker 1: 'Do you know where the bus stop is?' Speaker 2: 'Actually I am pretty new to this area.'", "output": "no"}, {"input": "Speaker 1: 'Do you like that theory?' Speaker 2: 'Sounds good. Let's move on.'", "output": "yes"}, {"input": "Speaker 1: 'It seems Cathy is not happy at all with her new room mate. Did you ask her why?' Speaker 2: 'Believe me. I tried to find out. But I simply could not pin it down.'", "output": "yes"}, {"input": "Speaker 1: 'Are you a morning person?' Speaker 2: 'I'm more of a night owl.'", "output": "no"}, {"input": "Speaker 1: 'Did they speak in turns?' Speaker 2: 'One after the other.'", "output": "yes"}, {"input": "Speaker 1: 'They grow up so fast, don't they?' Speaker 2: 'Too fast.'", "output": "yes"}], "d_test": [{"input": "Speaker 1: 'Do you want to go to the lecture tonight in the science auditorium? It is done by a guide who lived in Antartica for a decade.' Speaker 2: 'It is no kidding. I am writing a report on Antarctica in my geography class. Maybe I would get some good information to add to it.'", "output": "yes"}, {"input": "Speaker 1: 'Did the Health Minister track all the patients?' Speaker 2: 'The Health Minister tracked some of the patients.'", "output": "no"}, {"input": "Speaker 1: 'Is he a fast runner?' Speaker 2: 'He runs like the wind!'", "output": "yes"}, {"input": "Speaker 1: 'That chocolate cake looks delicious. Aren't you going to have some with me?' Speaker 2: 'I am allergic to chocolate.'", "output": "no"}, {"input": "Speaker 1: 'You brought the money?' Speaker 2: 'Right here.'", "output": "yes"}, {"input": "Speaker 1: 'Can your grandmother hear?' Speaker 2: 'She can hear a pin drop a mile away.'", "output": "yes"}, {"input": "Speaker 1: 'Good evening, George. Is anything the matter?' Speaker 2: 'I'm afraid there is.'", "output": "yes"}, {"input": "Speaker 1: 'I've heard it is the worst place to go to school, is it?' Speaker 2: 'It's not as bad as all that.'", "output": "no"}, {"input": "Speaker 1: 'You weren't supposed to follow me, were you?' Speaker 2: 'Sorry. My fault.'", "output": "no"}, {"input": "Speaker 1: 'You looked out for him?' Speaker 2: 'He looked out for me. He taught me.'", "output": "no"}, {"input": "Speaker 1: 'Do you feel comfortable here?' Speaker 2: 'From day one.'", "output": "yes"}, {"input": "Speaker 1: 'I am not quite happy here. Do you think I should fill in the survey?' Speaker 2: 'It is people like you whom we can aim to target for improvement.'", "output": "yes"}, {"input": "Speaker 1: 'Am I late?' Speaker 2: 'No time to talk.'", "output": "yes"}, {"input": "Speaker 1: 'I am going to conduct my psychology experiment this Saturday. I would be having a handful. Would you help by writing the names of the participants?' Speaker 2: 'I have got some work on my own.'", "output": "no"}, {"input": "Speaker 1: 'But do you think next time we could go to the same game?' Speaker 2: 'No problem.'", "output": "yes"}, {"input": "Speaker 1: 'Do you think father made all his money?' Speaker 2: 'He inherited it.'", "output": "no"}, {"input": "Speaker 1: 'Does she walk fast?' Speaker 2: 'She walks as slow as a turtle.'", "output": "no"}, {"input": "Speaker 1: 'Oh, hello. Are you guys here to look at the refrigerator?' Speaker 2: 'We're here to look at the tv. Heh heh.'", "output": "no"}, {"input": "Speaker 1: 'Was all the proposals good?' Speaker 2: 'Only one made the cut.'", "output": "no"}, {"input": "Speaker 1: 'Are you rich?' Speaker 2: 'We don't have two cents to rub together.'", "output": "no"}, {"input": "Speaker 1: 'Have you finished reading what Chris wrote yet?' Speaker 2: 'I read it last night.'", "output": "yes"}, {"input": "Speaker 1: 'Did I see you with Jane at the supermarket?' Speaker 2: 'We just bumped into each other.'", "output": "yes"}, {"input": "Speaker 1: 'You all buddies?' Speaker 2: 'Except for Skip and Nan. Them we just met.'", "output": "no"}, {"input": "Speaker 1: 'Should I be careful?' Speaker 2: 'I want you home all in one piece.'", "output": "yes"}, {"input": "Speaker 1: 'Are you going to watch the game tomorrow?' Speaker 2: 'Without a doubt!'", "output": "yes"}, {"input": "Speaker 1: 'Are you leaving at dawn for South America?' Speaker 2: 'The night's still young!'", "output": "yes"}, {"input": "Speaker 1: 'Are you working hard?' Speaker 2: 'I have been burning the midnight oil.'", "output": "yes"}, {"input": "Speaker 1: 'Is that book about lullabies?' Speaker 2: 'It is about symphonies.'", "output": "no"}, {"input": "Speaker 1: 'But that's going a bit too far, don't you think?' Speaker 2: 'Indubitably.'", "output": "yes"}, {"input": "Speaker 1: 'Aren't you getting ready?' Speaker 2: 'We've lost our ride, Miriam.'", "output": "no"}, {"input": "Speaker 1: 'Did she sing well?' Speaker 2: 'Can you get feathers from a tortoise? '", "output": "no"}, {"input": "Speaker 1: 'But you're saying, you're a daughter of Eve?' Speaker 2: 'Well, my mum's name is Helen...'", "output": "no"}, {"input": "Speaker 1: 'Have you ever been to Corto Maltese?' Speaker 2: 'Not since the shooting started.'", "output": "yes"}, {"input": "Speaker 1: 'Are you thirsty?' Speaker 2: 'I'm thirsty as a camel.'", "output": "yes"}, {"input": "Speaker 1: 'Is it too risky of an investment?' Speaker 2: 'I think you're playing with fire.'", "output": "yes"}, {"input": "Speaker 1: 'Did you check everywhere?' Speaker 2: 'I checked every nook and cranny.'", "output": "yes"}, {"input": "Speaker 1: 'So is this the best brand?' Speaker 2: 'Pediatricians recommend this.'", "output": "yes"}, {"input": "Speaker 1: 'Do you have any ketchup left?' Speaker 2: 'We are swimming in it.'", "output": "yes"}, {"input": "Speaker 1: 'You're both comin', right?' Speaker 2: 'We're already here.'", "output": "yes"}, {"input": "Speaker 1: 'You... you actually believe her?' Speaker 2: 'Well don't you?'", "output": "yes"}, {"input": "Speaker 1: 'Fat?' Speaker 2: 'Fur, I was gonna say fur.'", "output": "no"}, {"input": "Speaker 1: 'Is that a big book?' Speaker 2: 'That book is a real doorstopper.'", "output": "yes"}, {"input": "Speaker 1: 'Are you following me?' Speaker 2: 'I'll tell you why.'", "output": "yes"}, {"input": "Speaker 1: 'Do you sail?' Speaker 2: 'Too much work. I'm not really the physical type. '", "output": "no"}, {"input": "Speaker 1: 'Is he with his parents?' Speaker 2: 'Until he gets back on his feet.'", "output": "yes"}, {"input": "Speaker 1: 'Is he enthusiastic?' Speaker 2: 'He is an eager beaver.'", "output": "yes"}, {"input": "Speaker 1: 'My client is taking me to a really fancy restaurant tonight. So I am wearing this new cologne. I got a sample of it from a magazine. Can you smell it?' Speaker 2: 'From across the room. But it is not exactly subtle. Is it?'", "output": "yes"}, {"input": "Speaker 1: 'Is this shoe comfortable?' Speaker 2: 'These dress shoes are killing me.'", "output": "no"}, {"input": "Speaker 1: 'This, so, this is your new job opportunity? ' Speaker 2: 'You're gonna like this.'", "output": "yes"}, {"input": "Speaker 1: 'And then Batman showed up? ' Speaker 2: ' He saved all our lives, Jim.'", "output": "yes"}, {"input": "Speaker 1: 'Beautiful isn't it?' Speaker 2: 'They're disgusting.'", "output": "no"}, {"input": "Speaker 1: 'Are you coming with me to the exhibition today?' Speaker 2: 'I made plans with Susan to go to the exhibition tomorrow afternoon.'", "output": "no"}, {"input": "Speaker 1: 'Do you enjoy fishing underwater?' Speaker 2: 'I detest it.'", "output": "no"}, {"input": "Speaker 1: 'Did their answer annoy you?' Speaker 2: 'That's what really gets up my nose.'", "output": "yes"}, {"input": "Speaker 1: 'Are you sending them an invitation?' Speaker 2: 'Certainly.'", "output": "yes"}, {"input": "Speaker 1: 'Do they close for the winter?' Speaker 2: 'They're open year round.'", "output": "no"}, {"input": "Speaker 1: 'In your opinion, was private Santiago a good marine?' Speaker 2: 'I'd say he was about average.'", "output": "no"}, {"input": "Speaker 1: 'You enjoy it?' Speaker 2: 'Made me sick.'", "output": "no"}, {"input": "Speaker 1: 'Are you still working on that same painting?' Speaker 2: 'Hey! Rome was not built in one day!'", "output": "yes"}, {"input": "Speaker 1: 'Do they fight?' Speaker 2: 'They fight like cats and dogs.'", "output": "yes"}, {"input": "Speaker 1: 'Is it far away from here?' Speaker 2: 'I walked a million miles to get there.'", "output": "yes"}, {"input": "Speaker 1: 'You have trouble sleeping?' Speaker 2: 'I get headaches.'", "output": "yes"}, {"input": "Speaker 1: 'Does he come to attend the meditation class?' Speaker 2: 'Do pigs fly?'", "output": "no"}, {"input": "Speaker 1: 'You don't add some kind of special sauce or something?' Speaker 2: 'Don't have to. To make something special, you just have to believe it's special.'", "output": "no"}, {"input": "Speaker 1: 'Are you going to tell him what you think?' Speaker 2: 'You bet your boots I am.'", "output": "yes"}, {"input": "Speaker 1: 'Have you eve seen anything so wonderful in your entire life?' Speaker 2: 'Wow, cool! But, err, what is it?'", "output": "no"}, {"input": "Speaker 1: 'Is he honest?' Speaker 2: 'He is an open book.'", "output": "yes"}, {"input": "Speaker 1: 'Did she smile at you?' Speaker 2: 'Her smile was a mile wide.'", "output": "yes"}, {"input": "Speaker 1: 'You want to try?' Speaker 2: 'We can ask for nothing better.'", "output": "yes"}, {"input": "Speaker 1: 'Do you want to quit?' Speaker 2: 'I've never been the type of person who throws in the towel when things get tough.'", "output": "no"}, {"input": "Speaker 1: 'Is the groom taller than the bride?' Speaker 2: 'He is as tall as a giraffe.'", "output": "yes"}, {"input": "Speaker 1: 'Is your helper old?' Speaker 2: 'She's as old as the hills.'", "output": "yes"}, {"input": "Speaker 1: 'So is everything good, fellas?' Speaker 2: 'I am panicked.'", "output": "no"}, {"input": "Speaker 1: 'You mean beside Fred?' Speaker 2: 'I mean including Fred.'", "output": "no"}, {"input": "Speaker 1: 'Did you fingerprint or anything?' Speaker 2: 'These guys always wear gloves. '", "output": "no"}, {"input": "Speaker 1: 'Would you like some milk in your coffee?' Speaker 2: 'Please.'", "output": "yes"}, {"input": "Speaker 1: 'Can we watch your tv?' Speaker 2: 'Y... y... you're expelled! Get out!'", "output": "no"}, {"input": "Speaker 1: 'Heh. That's a joke, right?' Speaker 2: 'What's a joke?'", "output": "no"}, {"input": "Speaker 1: 'Did you understand question number three?' Speaker 2: 'I was totally in the dark.'", "output": "no"}, {"input": "Speaker 1: 'Does it rain frequently?' Speaker 2: 'It only rains here once in a blue moon.'", "output": "no"}, {"input": "Speaker 1: 'Is she healthy?' Speaker 2: 'She is all skin and bones.'", "output": "no"}, {"input": "Speaker 1: 'Did you go to the movies last night?' Speaker 2: 'I had to study last night.'", "output": "no"}, {"input": "Speaker 1: 'You want me to come out there and play private eye?' Speaker 2: 'Consider it.'", "output": "yes"}, {"input": "Speaker 1: 'But aren't you afraid?' Speaker 2: 'Ma'am, sharks never attack anybody.'", "output": "no"}, {"input": "Speaker 1: 'Can you meet with me on Wednesday?' Speaker 2: 'I am quite busy Wednesday.'", "output": "no"}, {"input": "Speaker 1: 'You want answers?' Speaker 2: 'I think I'm entitled to them.'", "output": "yes"}, {"input": "Speaker 1: 'Did they get any evidence?' Speaker 2: 'The house is as clean as a whistle.'", "output": "no"}, {"input": "Speaker 1: 'Have they reached an agreement?' Speaker 2: 'It seems they didn't have any common ground to stand on.'", "output": "no"}, {"input": "Speaker 1: 'Would he fire me?' Speaker 2: 'He's all bark and no bite.'", "output": "no"}, {"input": "Speaker 1: 'Do you like brussel sprouts?' Speaker 2: 'I hate them.'", "output": "no"}, {"input": "Speaker 1: 'That cake looks delicious. Aren't you going to have some with me?' Speaker 2: 'Birthdays come only once in a year.'", "output": "yes"}, {"input": "Speaker 1: 'You getting this, Winifred?' Speaker 2: 'Every word.'", "output": "yes"}, {"input": "Speaker 1: 'This anything I should know about?' Speaker 2: 'Nothing out of the routine.'", "output": "no"}, {"input": "Speaker 1: 'Have you seen my watch? ' Speaker 2: 'I will take a look for it around my house.'", "output": "no"}, {"input": "Speaker 1: 'You really believe I'm ready?' Speaker 2: 'You are, Po.'", "output": "yes"}, {"input": "Speaker 1: 'Are you willing to relocate?' Speaker 2: 'I'm willing to travel internationally, but relocating is out of the question.'", "output": "no"}, {"input": "Speaker 1: 'Can you pitch?' Speaker 2: 'I'm not bad.'", "output": "yes"}, {"input": "Speaker 1: 'Do you know him? ' Speaker 2: 'I wish I did.'", "output": "no"}, {"input": "Speaker 1: 'They've found me! They're after you?' Speaker 2: 'My father must have sent them.'", "output": "yes"}, {"input": "Speaker 1: 'Did you buy an expensive car?' Speaker 2: 'Our car cost us an arm and a leg.'", "output": "yes"}], "d_val": [{"input": "Speaker 1: 'Can we go today?' Speaker 2: 'I'm very sick.'", "output": "no"}, {"input": "Speaker 1: 'Is the Pantheon even a church?' Speaker 2: 'Oldest Catholic church in Rome!'", "output": "yes"}, {"input": "Speaker 1: 'Special occasion?' Speaker 2: 'I don't know. I guess so.'", "output": "yes"}, {"input": "Speaker 1: 'Did you get angry yesterday?' Speaker 2: 'I completely lost my head.'", "output": "yes"}, {"input": "Speaker 1: 'Should I pay any attention to Sam?' Speaker 2: 'He is nutty as a fruitcake.'", "output": "no"}, {"input": "Speaker 1: 'You're going to see your little brother? ' Speaker 2: 'First thing.'", "output": "yes"}, {"input": "Speaker 1: 'Will you be sure to tell them about it?' Speaker 2: 'Absolutely. Don't worry about a thing.'", "output": "yes"}, {"input": "Speaker 1: 'You wanna give up now? When we're this close to reaching our dream?' Speaker 2: 'This was your dream. You'll manage.'", "output": "yes"}, {"input": "Speaker 1: 'Did he like the college?' Speaker 2: 'He said he had the time of his life.'", "output": "yes"}, {"input": "Speaker 1: 'Have you found him yet? ' Speaker 2: 'We're still looking.'", "output": "no"}, {"input": "Speaker 1: 'Will these go away? These gas gauges?' Speaker 2: 'It's probably a functional impairment.'", "output": "no"}, {"input": "Speaker 1: 'Is that a snake?' Speaker 2: 'Belt! New and improved! It's even self-tightening. Ow!'", "output": "no"}, {"input": "Speaker 1: 'Have you started writing your paper on computer programming languages?' Speaker 2: 'To be true, I had been putting it off.'", "output": "no"}, {"input": "Speaker 1: 'I've never seen a human this close before. Oh... he's very handsome, isn't he?' Speaker 2: 'I dunno, he looks kinda hairy and slobbery to me.'", "output": "no"}, {"input": "Speaker 1: 'Can you see the spot?' Speaker 2: 'It is as bright as a button.'", "output": "yes"}, {"input": "Speaker 1: 'Will she scold you?' Speaker 2: 'She is going to kill me.'", "output": "yes"}, {"input": "Speaker 1: 'Does it bother you that your husband goes away on long business trips?' Speaker 2: 'Absence makes the heart grow fonder.'", "output": "no"}, {"input": "Speaker 1: 'Do you think I should attend the interview?' Speaker 2: 'Do you want to be a failure for the rest of your life?'", "output": "yes"}, {"input": "Speaker 1: 'I cant read the service problem. Can you help me?' Speaker 2: 'Neither can I.'", "output": "no"}, {"input": "Speaker 1: 'Did you have a good time at the party?' Speaker 2: 'It was gas.'", "output": "no"}, {"input": "Speaker 1: 'You don't have a plan?!' Speaker 2: 'Hey, i'm making this up as I go'", "output": "no"}, {"input": "Speaker 1: 'And do you want my permission?' Speaker 2: 'I'd like yours too.'", "output": "yes"}, {"input": "Speaker 1: 'Did they like the proposal we put together?' Speaker 2: 'It looks like it's back to the drawing board.'", "output": "no"}, {"input": "Speaker 1: 'But didn't those friends of yours tell you what formula they usually give the baby?' Speaker 2: 'Actually they had to leave unexpectedly. They had to catch a plane...'", "output": "no"}, {"input": "Speaker 1: 'Do you want this so badly?' Speaker 2: 'It is everything.'", "output": "yes"}, {"input": "Speaker 1: 'Are they gonna try to eat our brains?!' Speaker 2: 'I think you'll be safe.'", "output": "no"}, {"input": "Speaker 1: 'Should I decide now?' Speaker 2: 'Why don't you go home and sleep on it.'", "output": "no"}, {"input": "Speaker 1: 'Is she still out there?' Speaker 2: 'You know she hates the cave, Grug.'", "output": "yes"}, {"input": "Speaker 1: 'Can he walk now?' Speaker 2: 'He is as strong as an ox.'", "output": "yes"}, {"input": "Speaker 1: 'Is this heaven?' Speaker 2: 'It's Iowa.'", "output": "no"}, {"input": "Speaker 1: 'And Kendrick was clear on what you wanted?' Speaker 2: 'Crystal.'", "output": "yes"}, {"input": "Speaker 1: 'Kids? Are they okay?' Speaker 2: 'They're alright, baby.'", "output": "yes"}, {"input": "Speaker 1: 'Did you book the tickets?' Speaker 2: 'Is rain wet?'", "output": "yes"}, {"input": "Speaker 1: 'Was that easy to find me?' Speaker 2: 'It took forever to find you.'", "output": "no"}, {"input": "Speaker 1: 'Are you dressed up to go to bingo?' Speaker 2: 'Ahh, I just wanna look nice.'", "output": "no"}, {"input": "Speaker 1: 'And have you any other truths to tell me?' Speaker 2: 'You already know what they are.'", "output": "yes"}, {"input": "Speaker 1: 'Does it look good?' Speaker 2: 'It is divine.'", "output": "yes"}, {"input": "Speaker 1: 'Is he... dead?' Speaker 2: 'Oh, I... I can't make out a heartbeat.'", "output": "yes"}, {"input": "Speaker 1: 'You don't mind taking care of that dog?' Speaker 2: 'It is a labor of love.'", "output": "no"}, {"input": "Speaker 1: 'Did you clean your room?! The cleaning woman is coming today!' Speaker 2: 'Then why do I need to clean?'", "output": "no"}, {"input": "Speaker 1: 'Do you ever throw anything away?' Speaker 2: 'Someday I'm gonna get married and I'm going to need all this stuff.'", "output": "no"}, {"input": "Speaker 1: 'Were they excited?' Speaker 2: 'You could feel a ripple of excitement.'", "output": "yes"}, {"input": "Speaker 1: 'Did Jeffrey consider Jim?' Speaker 2: 'Jeffrey gave him the cold shoulder.'", "output": "no"}, {"input": "Speaker 1: 'Do you have a girl worth fighting for?' Speaker 2: 'Wish that I had.'", "output": "no"}, {"input": "Speaker 1: 'Should we keep promoting our item?' Speaker 2: 'It sells like hot cakes!'", "output": "yes"}, {"input": "Speaker 1: 'Am I going too fast?' Speaker 2: 'You're walking slower than a snail.'", "output": "no"}, {"input": "Speaker 1: 'Will you start processing soon?' Speaker 2: 'We shall proceed with your order in no time.'", "output": "yes"}, {"input": "Speaker 1: 'You can come to my house for dinner?' Speaker 2: 'I'm hiding out.'", "output": "no"}, {"input": "Speaker 1: 'Did you make this box?' Speaker 2: 'With my own two hands.'", "output": "yes"}, {"input": "Speaker 1: 'And I put my arm around you. I want to hold you, okay?' Speaker 2: 'You're too ugly.'", "output": "no"}]}, {"task_id": "metaphor_boolean", "instructions": "The essence of the task: Given a metaphoric sentence, identify if the second sentence is the correct paraphrase of the first.", "d_incontext": [{"input": "William loved cigarettes. <--> William loved smoking cigarettes.", "output": "True"}, {"input": "She was lost in her thoughts and memories <-->  She was distracted by her thoughts and memories", "output": "True"}, {"input": "She was sure she was living this fantasy romance and kept deluding herself <-->  she was sure she was living an romantic adventure and kept deluding herself", "output": "True"}, {"input": "my soul was a lampless sea and she was the tempest <-->  my mood was great and i was in love with her", "output": "False"}, {"input": "She was the light of my life. <-->  She was the bulb of my life.", "output": "False"}], "d_train": [{"input": "Silence was crushing . I knew the moment had arrived <--> Silence was total  . I knew the moment had arrived ", "output": "True"}, {"input": "The boss will eat me alive if the report arrives late. <-->  The boss will criticise me severely if the report arrives late.", "output": "True"}, {"input": "I had already planted the idea in her mind. <-->  I had already insinuated the idea to her.", "output": "True"}, {"input": "They were burning with desire <-->  They were burning a house", "output": "False"}, {"input": "He said the leaders will have to deal with an ocean of resentment <-->  The leaders  he said  will have to confront a very widespread and intense resentment", "output": "True"}, {"input": "The weeks crawled by until we could meet again <--> during the week , people crawled by until we could meet again ", "output": "False"}, {"input": "Katie\u2019s plan to get into college was a house of cards on a crooked table <-->  Katie\u2019s plan to get into college was realistic and had good chances", "output": "False"}, {"input": "The great gold apples of light hang from the street\u2019s long bough dripping their light on the faces that drift below <-->  the street lamps hang from the streets and cast their light on people 's faces", "output": "True"}, {"input": "Don't mention Tom 's promotion to Mike as it would be a red flag to a bull. <-->  Don't mention Tom 's promotion to Mike as it is sure to make him angry.", "output": "True"}, {"input": "Her joy was blinding <-->  Her joy was overwhelming", "output": "True"}, {"input": "Jane knew these dicsussions were the seeds of a potential conflict <--> Jane knew these discusssions were the beginning of a potential conflict ", "output": "True"}, {"input": "He kept us in the dark about his plans <--> He did not tell us anything about his plans ", "output": "True"}, {"input": "The new band was absolutely on fire <-->  the new band was escaping a fire", "output": "False"}, {"input": "The faculty meeting was an easy breeze <--> At the faculty meeting we talked about the breeze ", "output": "False"}, {"input": "Success is a bastard as it has many fathers; failure is an orphan with no takers. <-->  Everyone wants to take credit for success and no one wants to take responsibility for failure.", "output": "True"}, {"input": "We dug up some interesting facts <-->  We have invented some interesting facts", "output": "False"}, {"input": "Then they cried a sea of tears <-->  they were very sad and cried a lot", "output": "True"}, {"input": "The crocodile's teeth are yellow daggers. <--> The crocodile has yellow colored daggers in its mouth.\n", "output": "False"}, {"input": "The faculty meeting was a circus <-->  The faculty meeting was embarassing", "output": "False"}, {"input": "Her pen was a knife <--> She wrote powerful and painful words ", "output": "True"}, {"input": "She was just a trophy to Ricardo <-->  She was very loved by Ricardo", "output": "False"}, {"input": "The weeks crawled by until we could meet again <--> the weeks went as usual until we could meet again ", "output": "False"}, {"input": "the crowd was a roaring river <-->  the crowd was impressive and looked like a river", "output": "False"}, {"input": "If wits were pins, Andrew and Bill would be veritable hedgehogs. <--> Andrew and Bill were very witty.", "output": "True"}, {"input": "The girl could still remember that sweet song <-->  the girl could still remember that nice song", "output": "True"}, {"input": "Ramesh's parents felt that he was a bright boy. <--> Ramesh's parents felt that he was an intelligent boy.", "output": "True"}, {"input": "He always had an interest for the fruit of knowledge <-->  He always had an interest for the origins of knowledge", "output": "False"}, {"input": "Marcus enjoyed the book. <--> Marcus enjoyed reading the book.", "output": "True"}, {"input": "The future looks very promising <-->  the future looks very bright", "output": "True"}, {"input": "You will love the new train  it is a heavenly ride <-->  You will love the new train  it is a great ride that it offers", "output": "True"}, {"input": "For the end of the year  I was burned and broken <-->  For the end of the year  I burned my car and broke out", "output": "False"}, {"input": "Authority is a chair, it needs legs to stand. <--> Authority is useless when it lacks support.", "output": "True"}, {"input": "He was worried they might spill everything about him <-->  One thing that worried him was that they might tell everything about him", "output": "True"}, {"input": "His condescending attitude made my blood boil. <-->  His condescending attitude made me bleed.", "output": "False"}, {"input": "His condescending attitude made my blood boil. <-->  I got really angry at his condescending attitude.", "output": "True"}, {"input": "He knew how to write sweet words <-->  He knew how to write menacing words", "output": "False"}, {"input": "Jonathan drowned in a sea of grief. <-->  Jonathan was drowning in the sea.", "output": "False"}, {"input": "He kept us in the dark about his plans <--> He kept us in a dark room ", "output": "False"}, {"input": "her smile was a blinding sun <-->  her smile was in the sky during the day", "output": "False"}, {"input": "the wheels of justice turn slowly <-->  it can take a long time to see justice prevail on injustice", "output": "True"}, {"input": "The captain was a tall and noble statue. <-->  The captain was short noble and silent.", "output": "False"}, {"input": "Their honey moon was a dream <-->  Their honey moon was a nightmare", "output": "False"}, {"input": "Nobody cares about the roots of modern civilization. <-->  Nobody cares about the origins of modern civilization.", "output": "True"}, {"input": "Here comes the fool with his foggy brain <-->  Here comes the fool with his brilliant mind", "output": "False"}, {"input": "He is in such a hurry he does not run  he flies <-->  He is in such a hurry that he runs extremely fast", "output": "True"}, {"input": "This is a trap sentence <-->  You should not give this sentence a four", "output": "False"}, {"input": "A break up can leave you with a broken heart. <-->  A break up can leave you with cardiac problems.", "output": "False"}, {"input": "He looked neither one way nor the other way but sat like a carved image. <-->  He looked neither one way nor the other way but sat nervously twitching and agitated.", "output": "False"}, {"input": "In the war on terror, American presidents must monitor not only the main terrorist organizations but their offshoots around the world as well <--> In the war on terror, American presidents must monitor not only the main terrorist organizations but their civil counterparts around the world as well ", "output": "False"}, {"input": "The woman had a blue feeling <-->  The woman had a sad feeling", "output": "True"}, {"input": "I demolished his argument <-->  I demonstrated that all his arguments were inconsistent", "output": "True"}, {"input": "You were dying to believe in what you heard <-->  You liked what you heard so much  you just wanted to believe it", "output": "True"}, {"input": "Her eyes were fireflies <--> Her eyes were small and bright ", "output": "True"}, {"input": "we laid in fields of gold <-->  we laid in fields of green grass", "output": "False"}, {"input": "He is the apple of my eye. <-->  I hold him dear-", "output": "True"}, {"input": "That boosted Raavan's spirits. <--> Raavan became sad.\n", "output": "False"}, {"input": "I asked for your help and you disappeared from radar <-->  I asked your help and it was impossible to find you", "output": "True"}, {"input": "The work would have been easier if I had an extra pair of hands. <--> The work would have been easier if I had a total of four hands.\n", "output": "False"}, {"input": "The chicken pasta is waiting for his check. <--> The dish of chicken pasta is waiting for it's check.\n", "output": "False"}, {"input": "The President brushed aside the accusations <-->  The president was taken aback by the accusations", "output": "False"}, {"input": "He said the leaders will have to deal with an ocean of resentment <-->  He said the leaders will have to deal with some little displeasure", "output": "False"}, {"input": "You were the golden boy back then <-->  you were the loved one everyone's favorite back then", "output": "True"}, {"input": "He was living in his dream world  shutting his eyes in front of reality <-->  He was a very realistic and practical person", "output": "False"}, {"input": "He is in such a hurry he does not run  he flies <-->  he is in a real hurry so he goes by car", "output": "False"}, {"input": "When I looked at my friend after the storm he was a ghost. <-->  When I looked at my friend after the storm he was pale and silent.", "output": "True"}, {"input": "an ancient anger exploded in his heart <-->  an anger from ancient times created an explosion in his heart", "output": "False"}, {"input": "Floating on the waves we saw the abandoned boat a dark sight indeed. <-->  Floating on the waves we saw the abandoned boat a sad sight indeed.", "output": "True"}, {"input": "The new city was a maze for him. <-->  The new city was disorienting and confusing for him.", "output": "True"}, {"input": "The woman burst in a warm laughter <-->  The woman burst in a sad laughter", "output": "False"}, {"input": "In Bombay, people change dance partners frequently, but not the dance. <--> In Bombay, people dance very fast.\n", "output": "False"}, {"input": "The man still had heavy feelings about the situation <-->  The man still had unpleasant and negative feelings about the situation", "output": "True"}, {"input": "The children were roses beautiful and forlorn <-->  The children were lively and loud", "output": "False"}, {"input": "Here comes the fool with his foggy brain <-->  Here comes the fool with his clear vision", "output": "False"}, {"input": "life is just a dream in the night <-->  life is a serious matter", "output": "False"}, {"input": "Time flies <-->  time is slow", "output": "False"}, {"input": "In the war on terror, American presidents must monitor not only the main terrorist organizations but their offshoots around the world as well <--> In the war on terror, American presidents must monitor not only the main terrorist organizations but any group developing from them as well ", "output": "True"}, {"input": "Each blade of grass was a bayonet pointed firmly at our bare feet <-->  Each blade of grass was soft under our bare feet", "output": "False"}, {"input": "After letting off his rage he sat down like a lamb. <-->  After letting off his rage he sat down very mildly.", "output": "True"}, {"input": "The faculty meeting was a nightmare <--> the faculty meeting was very bad ", "output": "True"}, {"input": "Arjun was in love. <--> Arjun was inside love.\n", "output": "False"}, {"input": "By that time my friend was broken so he had to sell his house <-->  By that time my friend had a broken bone and he had to sell his house", "output": "False"}, {"input": "I was on a rollercoaster of emotions. <-->  I was on a rollercoaster which gives me strong emotions.", "output": "False"}, {"input": "an ancient anger exploded in his heart <-->  his ancient heart exploded", "output": "False"}, {"input": "David is a worm for what he did to Shelia <-->  David is a despicable person for what he did to Shelia", "output": "True"}, {"input": "When it rains in Tokyo the city becomes a sea of umbrellas. <-->  When it rains in Tokyo the city becomes full of umbrellas.", "output": "True"}, {"input": "When it rains in Tokyo the city becomes a sea of umbrellas. <-->  When it rains in Tokyo you won't find umbrellas in it.", "output": "False"}, {"input": "As for Peleg he took it more like a philosopher. <-->  As for Peleg himself he was sad and he cried.", "output": "False"}, {"input": "With the crisis the bubble exploded. <-->  The situation changed dramatically with the crisis.", "output": "True"}, {"input": "The man still had heavy feelings about the situation <-->  The man still had good feelings about the situation", "output": "False"}, {"input": "I was home watching the days slip by from my window <-->  I was home doing many important things", "output": "False"}, {"input": "The boss will eat me alive if the report arrives late. <-->  The boss will eat a man if the report arrives late.", "output": "False"}, {"input": "He felt a wave of excitement <-->  He felt an intense excitement", "output": "True"}, {"input": "her smile was a blinding sun <-->  her smile was incredibly ugly", "output": "False"}, {"input": "Authority is a chair, it needs legs to stand. <--> Authority needs a legged-chair to stand.\n", "output": "False"}, {"input": "She was the light of my life. <-->  She had a light and a life.", "output": "False"}, {"input": "Sachin's truck drinks gasoline. <--> Sachin's truck likes the taste of gasoline.\n", "output": "False"}, {"input": "Your words surround me but I will not surrender <-->  You speak so much I am confused  I cannot keep my point", "output": "False"}, {"input": "he was feeling down hurt and sad <-->  he had a spicy heart", "output": "False"}, {"input": "My friend said the project was a nightmare <-->  the project was as easy as a breeze  according to my friend", "output": "False"}, {"input": "I was in a very stormy relationship <-->  Our relationship was in a routine", "output": "False"}], "d_test": [{"input": "Jianna shot down all of my arguments. <--> Jianna fired bullets at all of my arguments.\n", "output": "False"}, {"input": "Silence was crushing . I knew the moment had arrived <--> Silence was relaxing . I knew the moment had arrived ", "output": "False"}, {"input": "The animal in the middle of the sea was a mountain. <-->  The animal was huge in the middle of the sea.", "output": "True"}, {"input": "The old tenant gave a bittersweet speech <-->  The old tenant gave a ironic speech", "output": "False"}, {"input": "The house was a tomb. <-->  The house was bright.", "output": "False"}, {"input": "He was worried they might spill everything about him <-->  He was worried they might tell everything about him", "output": "True"}, {"input": "then a colorful joy exploded in her chest <-->  then she felt an intense joy", "output": "True"}, {"input": "If you are drowning in a sea of minor problems you cannot focus on what matters <-->  If you let a large number of minor problems overwhelm you you cannot focus on what matters", "output": "True"}, {"input": "The employee swallows her anger <-->  The employee does not show her anger and continues as usual", "output": "True"}, {"input": "Ask table 12 whether he wants water. <--> Ask the person on table 12 whether he wants water.", "output": "True"}, {"input": "Ask table 12 whether he wants to swap. <--> Ask the furniture of table 12 whether it wants to swap.\n", "output": "False"}, {"input": "By that time my friend was broken so he had to sell his house <-->  By that time my friend was in a bad financial situation and he had to sell his house", "output": "True"}, {"input": "His friend was very tall and he looked like a chess piece beside him. <-->  His friend was very tall and he looked white beside him.", "output": "False"}, {"input": "His condescending attitude made my blood boil. <-->  His condescending attitude made me enthusiastic.", "output": "False"}, {"input": "The computer in the classroom was a dinosaur <-->  The computer in the classroom was very small", "output": "False"}, {"input": "The war devoured so many lives. <-->  The war saved so many lives.", "output": "False"}, {"input": "Success is a bastard as it has many fathers; failure is an orphan with no takers. <-->  The bastard had success and the orphan met with failure.", "output": "False"}, {"input": "Am I talking to a brick wall? <--> Are you not listening to me?", "output": "True"}, {"input": "It is sad to observe the fruits of ignorance. <-->  If is sad to observe the consequences of ignorance.", "output": "True"}, {"input": "All of this stirred an uncontrollable excitement in her <--> All of this mixed an uncontrollable excitement in her.\n", "output": "False"}, {"input": "The faculty meeting was a nightmare <--> The faculty meeting was amusing ", "output": "False"}, {"input": "Ask table 12 whether he wants to swap. <--> Ask the person on table 12 whether he wants to swap.", "output": "True"}, {"input": "Monty swam in a sea of diamonds. <--> Monty was a rich person.", "output": "True"}, {"input": "Bill attacked every weak point in Rob's argument. <--> Bill criticised every weak point in Rob's argument.", "output": "True"}, {"input": "Now you can fade off to sleep. <-->  Now you can disappear.", "output": "False"}, {"input": "The girl broke into the conversation <-->  The girl said something interrupting the conversation", "output": "True"}, {"input": "The faculty meeting was an easy breeze <--> The faculty meeting was ridiculous ", "output": "False"}, {"input": "Draupadi's eyes were diamonds. <--> Draupadi's eyes were made of diamond.", "output": "False"}, {"input": "When I looked at my friend after the storm he was a ghost. <-->  When I looked at my friend after the storm he was full of enthusiasm.", "output": "False"}, {"input": "The moment had arrived for killing the past and coming back to life <-->  the moment had arrived to talk about the past and forget about life", "output": "False"}, {"input": "The roots of progress are in technological development. <-->  The causes of progress are in technological development.", "output": "True"}, {"input": "The news inflamed your temper. <-->  The news was about a burning factory.", "output": "False"}, {"input": "I was in a very stormy relationship <-->  In our relationship we had frequent fights", "output": "True"}, {"input": "He had a full bag of memories to unload. <-->  He had many memories about a bag that he needed to unload.", "output": "False"}, {"input": "The wind howled; the waves dashed their bucklers together - we were in the jaws of death <-->  The wind roared; the waves collided - we were fine.", "output": "False"}, {"input": "Sachin's truck drinks gasoline. <--> Sachin's truck runs on gasoline.", "output": "True"}, {"input": "Those galaxies were jellyfishes in the abyss of space. <-->  Those galaxies had an alien look in outer space.", "output": "False"}, {"input": "He was so happy he felt his heart was exploding <-->  he was so happy his car exploded", "output": "False"}, {"input": "The house was a tomb. <-->  The house was silent.", "output": "True"}, {"input": "Krishna is an early bird. <--> Krishna wakes up early everyday.", "output": "True"}, {"input": "During the conflict the seeds of peace were planted. <-->  Janet was trying to start a conflict.", "output": "False"}, {"input": "The girl could still remember that sweet song <-->  the girl could still remember that scary song", "output": "False"}, {"input": "Duryodhan was the black sheep of the Kuru dynasty. <--> Duryodhan was a black colored sheep of the Kuru dynasty.", "output": "False"}, {"input": "She is fishing in troubled waters. <-->  She is fishing in a lake.", "output": "False"}, {"input": "He pleaded for her forgiveness but Janet was a statue <-->  He pleaded for her forgiveness and Janet forgave him", "output": "False"}, {"input": "All the following sentences have nothing to do with this sentence <-->  He thinks these documents will be destroyed", "output": "False"}, {"input": "She was sure she was living this fantasy romance and kept deluding herself <-->  she thought she was having a romantic story", "output": "False"}, {"input": "Ahab was a pyramid but I kept kicking at him. <-->  Ahab was absolutely firm in his intentions but I kept trying to change his mind.", "output": "True"}, {"input": "She was sure she was living this fantasy romance and kept deluding herself <-->  she wanted to buy a fantasy romance and kept deluding us", "output": "False"}, {"input": "How can we build a \u2019Global economy\u2019 if finance is handcuffed? <--> How can we build a \u2019Global economy\u2019 if finance is restricted?", "output": "True"}, {"input": "He pleaded for her forgiveness but Janet was a statue <-->  He implored her to forgive him but Janet remained indifferent to his pleads", "output": "True"}, {"input": "The faculty meeting was a comedy show <-->  The faculty meeting was very interesting", "output": "False"}, {"input": "She was the light of my life. <-->  When I was sad or in a bad mood she would always make me feel better.", "output": "True"}, {"input": "Nobody cares about the roots of modern civilization. <-->  Nobody tries to understand what produced modern civilization.", "output": "True"}, {"input": "Our whole life we swim against the waves towards the green light of happiness. <-->  Our whole life we try to reach happiness.", "output": "True"}, {"input": "The darted harpoon was lightning in the sea. <-->  The harpoon was in the sea and there was a lightning flash.", "output": "False"}, {"input": "The moment had arrived for killing the past and coming back to life <-->  the moment had arrived to stop thinking about the past and think about the future", "output": "True"}, {"input": "With the crisis the bubble exploded. <-->  With the crisis everything stayed the same.", "output": "False"}, {"input": "Mark \u2019s comments are an acid bath for my nerves. <-->  Mark made some comments about my nerves.", "output": "False"}, {"input": "Jane knew these dicsussions were the seeds of a potential conflict <--> Jane knew these discussions were the end of a potential conflict ", "output": "False"}, {"input": "They were burning with desire <-->  They felt an intense desire", "output": "True"}, {"input": "And now they were leaking all kinds of documents <-->  And now they were burning all kinds of documents", "output": "False"}, {"input": "We still ignore how the seed of life was planted on our planet <-->  We still do not know how life developed on Earth", "output": "False"}, {"input": "The sky was on fire and he felt pain pouring down. <-->  The sky was green and he felt an intense pain.", "output": "False"}, {"input": "We dug up some interesting facts <-->  We have concealed some interesting facts", "output": "False"}, {"input": "I was alone in a sea of unknown faces <-->  I was alone in an exclusive club of unknown faces", "output": "False"}, {"input": "Don't mention Tom 's promotion to Mike as it would be a red flag to a bull. <-->  Don't mention Tom 's promotion to Mike as it would be a crimson flag waving around a bull like animal.", "output": "False"}, {"input": "The weeks crawled by until we could meet again <--> The weeks seemed to pass slowly until we could meet again ", "output": "True"}, {"input": "And now they were leaking all kinds of documents <-->  And now all kinds of documents were being disclosed", "output": "True"}, {"input": "She said that she could smell infidelity from a mile. <-->  She said that infidelity was apparent to her.", "output": "True"}, {"input": "It always rained in my life  he said <-->  I always have bad things happening to me  he said", "output": "True"}, {"input": "The warrior was a lion on the battlefield <--> The warrior was very smart on the battlefield ", "output": "False"}, {"input": "The new band was absolutely on fire <-->  the new band was very energetic and having a lot of success", "output": "True"}, {"input": "Joseph has the heart of a lion. <--> Joseph's heart size is similar to a lion's heart size.", "output": "False"}, {"input": "A break up can leave you with a broken heart. <-->  A break up can make you feel good and happy.", "output": "False"}, {"input": "she cut him down with her words <-->  she left him bored with her words", "output": "False"}, {"input": "There were dark corners in his past things he didn't like to remember. <-->  There were reassuring elements in his past things he didn't like to remember.", "output": "False"}, {"input": "The seeds of change were planted in 1943 <-->  The hopes for a change vanished in 1943", "output": "False"}, {"input": "Those galaxies were jellyfishes in the abyss of space. <-->  Those galaxies hosted jellyfishes in the abyss of space.", "output": "False"}, {"input": "The woman had a blue feeling <-->  The woman had a joyous feeling", "output": "False"}, {"input": "life is just a dream in the night <-->  life is just a delusion  something illusory", "output": "True"}, {"input": "He is in such a hurry he does not run  he flies <-->  He is in such a hurry that he walks", "output": "False"}, {"input": "The warrior was a lion on the battlefield <--> The warrior was a coward on the battlefield ", "output": "False"}, {"input": "Arjun was in love. <--> Arjun was feeling love.", "output": "True"}, {"input": "The girl broke into the conversation <-->  The girl gradually grew interested into the conversation", "output": "False"}, {"input": "an ancient anger exploded in his heart <-->  an anger he had suppressed for a long time overwhelmed him", "output": "True"}, {"input": "The President brushed aside the accusations <-->  The president brushed his hair and talked about the accusations", "output": "False"}, {"input": "Julia was an overbearing pizza with condescending toppings, and frankly, I was on a diet. <--> Julia was powerfully condescending, and I couldn't bear her attitude.", "output": "True"}, {"input": "My lawyer is a shark <-->  My lawyer is smart but lovely", "output": "False"}, {"input": "The new city was a maze for him. <-->  The new city was simple and clear for him.", "output": "False"}, {"input": "The future looks very promising <-->  the future looks very dark", "output": "False"}, {"input": "Don't mention Tom 's promotion to Mike as it would be a red flag to a bull. <-->  Don't mention Tom 's promotion to Mike as it is sure to make him kind of sad.", "output": "False"}, {"input": "Mark \u2019s comments are an acid bath for my nerves. <-->  Mark \u2019s comments are irritating.", "output": "True"}, {"input": "With the crisis the bubble exploded. <-->  With the crisis a bomb exploded.", "output": "False"}, {"input": "Fear had changed him to a shaken jelly. <-->  He was not afraid.", "output": "False"}, {"input": "She was sure she was living this fantasy romance and kept deluding herself <-->  She was sure she was living in a room of fantasy romance and kept deluding herself", "output": "False"}, {"input": "I was on a rollercoaster of emotions. <-->  I was experiencing extreme changes in my feelings.", "output": "True"}, {"input": "He thinks these documents will leak out soon or late <--> He thinks these documents will be destroyed ", "output": "False"}, {"input": "Jianna shot down all of my arguments. <--> Jianna rejected all of my arguments.", "output": "True"}, {"input": "When it rains in Tokyo the city becomes a sea of umbrellas. <-->  When it rains in Tokyo the city becomes a sea and there are some umbrellas in it.", "output": "False"}], "d_val": [{"input": "Our whole life we swim against the waves towards the green light of happiness. <-->  Our whole life we swim against the waves towards the green light of desperation.", "output": "False"}, {"input": "You were dying to believe in what you heard <-->  When you were dying you did not believe in what you heard", "output": "False"}, {"input": "then a colorful joy exploded in her chest <-->  then she felt down and depressed", "output": "False"}, {"input": "She was ready to turn her hand and heart to anything that promised to yield safety. <-->  She was ready to cut her hand and her heart for anything that promised to yield safety.", "output": "False"}, {"input": "My friend said the project was a nightmare <-->  My friend said the project was very distressing", "output": "True"}, {"input": "I have to kill the program <-->  I have to kill who wrote the program", "output": "False"}, {"input": "The captain was a tall and noble statue. <-->  The captain was tall noble and never stopped moving.", "output": "False"}, {"input": "I've reached my boiling point. <-->  I am boiling some water.", "output": "False"}, {"input": "Time flies <-->  time seems to pass very quickly", "output": "True"}, {"input": "Here comes the fool with his foggy brain <-->  Here comes the fool with his confused mind", "output": "True"}, {"input": "Those galaxies were jellyfishes in the abyss of space. <-->  Those galaxies were black in the darkness of space.", "output": "False"}, {"input": "we were sinking in an ocean of grass <-->  we were completely surrounded by a large prairie", "output": "True"}, {"input": "She was the light of my life. <-->  she made it possible to see the road by night", "output": "False"}, {"input": "Allister drinks Bordeaux often. <--> Allister drinks the city of Bordeaux often.\n", "output": "False"}, {"input": "The republican convention was a horror show <-->  The republican convention was very distressing", "output": "True"}, {"input": "She had a heart of stone. <-->  She was kind.", "output": "False"}, {"input": "We dug up some interesting facts <-->  We have researched   and eventually found  some facts of interest", "output": "True"}, {"input": "He kept us in the dark about his plans <--> He did not disclose his plans to us ", "output": "True"}, {"input": "She said that she could smell infidelity from a mile. <-->  She said that something smelled very bad.", "output": "False"}, {"input": "She knew she was burning in shame <--> She knew she was feeling a very mild shame ", "output": "False"}, {"input": "Joanna, you disagree? Okay, shoot! <--> Joanna, you disagree? Okay, tell me why!", "output": "True"}, {"input": "Allister drinks Bordeaux often. <--> Allister drinks the wine from Bordeaux often.", "output": "True"}, {"input": "Every person has bitter memories <-->  Every person has joyful memories", "output": "False"}, {"input": "During the conflict the seeds of peace were planted. <-->  It was the end of the war.", "output": "False"}, {"input": "we were sinking in an ocean of grass <-->  we were surrounded by a vast quantity of grass", "output": "True"}, {"input": "The great gold apples of light hang from the street\u2019s long bough dripping their light on the faces that drift below <-->  people are passing by and lamps hanging along the streets cast light on their faces", "output": "True"}, {"input": "They were stirring excitement <-->  They were provoking excitement", "output": "True"}, {"input": "He pleaded for her forgiveness but Janet was a statue <-->  He pleaded for her forgiveness and Janet smiled", "output": "False"}, {"input": "The guy was a floating whale in the small swimming pool. <-->  The guy looked short and agile in the small swimming pool.", "output": "False"}, {"input": "I was on a rollercoaster of emotions. <-->  I was experiencing a period of normality.", "output": "False"}, {"input": "She said that she could smell infidelity from a mile. <-->  She said that everything was fine.", "output": "False"}, {"input": "Adam did not understand the root of the crisis <-->  Adam did not understand the reasons of the crisis", "output": "True"}, {"input": "All of this stirred an uncontrollable excitement in her <--> All of this provoked an uncontrollable excitement in her.", "output": "True"}, {"input": "His condescending attitude made my blood boil. <-->  His condescending attitude made me really angry.", "output": "True"}, {"input": "The animal in the middle of the sea was a mountain. <-->  The animal in the middle of the sea was small.", "output": "False"}, {"input": "In the war on terror, American presidents must monitor not only the main terrorist organizations but their offshoots around the world as well <--> In the war on terror, American presidents must monitor not only the main terrorist organizations but their declared enemies around the world as well ", "output": "False"}, {"input": "He thinks these documents will leak out soon or late <--> He thinks these documents will become known soon or late ", "output": "True"}, {"input": "Hillary brushed aside the accusations <--> Hillary rejects the accusations", "output": "True"}, {"input": "Monty swam in a sea of diamonds. <--> Monty was a great swimmer who could swim in a sea filled with diamonds.", "output": "False"}, {"input": "Time flies <-->  it is time for flies", "output": "False"}, {"input": "She had a bright idea <-->  She had a complicated idea", "output": "False"}, {"input": "She knew she was burning in shame <--> She knew she was feeling an intense shame ", "output": "True"}, {"input": "She arrived at the grocery store with an army of children <-->  She arrived at the grocery store with few children", "output": "False"}, {"input": "my love is a summer day <-->  my feeling of love is very pleasant  like a summer day", "output": "True"}, {"input": "The warrior was a lion on the battlefield <--> The warrior was brave and strong on the battlefield ", "output": "True"}, {"input": "The animal shakes its tail in the air like a whip. <-->  The animal shakes its tail in the air and it is short and thick.", "output": "False"}, {"input": "Teddy was like a bulldog \u2014 he would get what he wanted. <--> Teddy will work in a determined and aggressive manner to get what he wants.", "output": "True"}, {"input": "Our whole life we swim against the waves towards the green light of happiness. <-->  Our whole life we ignore happiness and we focus on the waves.", "output": "False"}, {"input": "Teddy was like a bulldog \u2014 he would get what he wanted. <--> Teddy was a breed of dog who could get anything.\n", "output": "False"}, {"input": "Each blade of grass was a bayonet pointed firmly at our bare feet <-->  Grass was very soft and we could walk bare feet", "output": "False"}]}, {"task_id": "navigate", "instructions": "If you follow these instructions, do you return to the starting point?", "d_incontext": [{"input": "Always face forward. Take 2 steps right. Take 9 steps left. Take 7 steps right.", "output": "True"}, {"input": "Turn around. Take 1 step. Take 6 steps. Turn around. Take 6 steps. Take 9 steps. Take 1 step.", "output": "False"}, {"input": "Turn left. Turn around. Turn left. Take 7 steps. Take 2 steps. Take 4 steps. Take 8 steps.", "output": "False"}, {"input": "Turn right. Take 10 steps. Take 6 steps. Take 2 steps. Turn around. Take 4 steps. Take 2 steps. Take 3 steps. Take 9 steps.", "output": "True"}, {"input": "Always face forward. Take 5 steps forward. Take 9 steps backward. Take 8 steps backward.", "output": "False"}], "d_train": [{"input": "Turn right. Take 9 steps. Turn around. Take 6 steps. Take 3 steps. Turn left.", "output": "True"}, {"input": "Turn left. Take 6 steps. Take 2 steps. Turn around. Take 1 step. Take 7 steps.", "output": "True"}, {"input": "Turn left. Take 9 steps. Turn around. Take 9 steps.", "output": "True"}, {"input": "Always face forward. Take 2 steps left. Take 6 steps forward. Take 9 steps backward. Take 8 steps backward. Take 3 steps left.", "output": "False"}, {"input": "Turn around. Take 9 steps. Take 2 steps. Take 6 steps. Turn right. Turn left. Take 1 step. Take 9 steps. Take 8 steps.", "output": "False"}, {"input": "Take 9 steps. Turn around. Take 2 steps. Take 6 steps. Take 2 steps. Take 3 steps. Turn right. Turn right. Take 4 steps.", "output": "True"}, {"input": "Always face forward. Take 8 steps right. Take 5 steps right. Take 7 steps forward. Take 6 steps left. Take 3 steps backward.", "output": "False"}, {"input": "Always face forward. Take 7 steps right. Take 8 steps forward. Take 7 steps right. Take 4 steps forward.", "output": "False"}, {"input": "Turn around. Turn right. Take 3 steps. Take 9 steps. Take 7 steps. Take 2 steps.", "output": "False"}, {"input": "Always face forward. Take 4 steps left. Take 9 steps forward.", "output": "False"}, {"input": "Always face forward. Take 8 steps forward. Take 10 steps left. Take 5 steps right.", "output": "False"}, {"input": "Always face forward. Take 4 steps right. Take 6 steps backward. Take 5 steps left. Take 3 steps forward. Take 3 steps left. Take 1 step right. Take 3 steps forward. Take 9 steps right. Take 6 steps left.", "output": "True"}, {"input": "Always face forward. Take 1 step left. Take 3 steps left. Take 5 steps left. Take 9 steps right.", "output": "True"}, {"input": "Always face forward. Take 8 steps right. Take 7 steps forward. Take 8 steps left. Take 7 steps backward.", "output": "True"}, {"input": "Turn left. Take 6 steps. Take 1 step. Turn around. Turn around. Turn around. Take 7 steps.", "output": "True"}, {"input": "Turn around. Take 8 steps. Take 1 step. Take 10 steps. Take 8 steps. Turn right. Take 7 steps.", "output": "False"}, {"input": "Always face forward. Take 8 steps left. Take 8 steps left. Take 4 steps right.", "output": "False"}, {"input": "Always face forward. Take 7 steps backward. Take 8 steps backward. Take 10 steps left. Take 5 steps left.", "output": "False"}, {"input": "Always face forward. Take 7 steps forward. Take 9 steps backward. Take 7 steps forward. Take 8 steps backward. Take 10 steps forward. Take 5 steps backward. Take 2 steps backward.", "output": "True"}, {"input": "Always face forward. Take 10 steps backward. Take 5 steps right. Take 6 steps backward. Take 2 steps backward. Take 6 steps forward. Take 8 steps right.", "output": "False"}, {"input": "Take 6 steps. Turn around. Turn around. Turn around. Take 6 steps.", "output": "True"}, {"input": "Take 3 steps. Take 5 steps. Turn left. Turn left. Take 7 steps. Take 1 step. Turn right.", "output": "True"}, {"input": "Take 4 steps. Turn around. Take 2 steps. Take 2 steps. Turn left.", "output": "True"}, {"input": "Take 6 steps. Take 8 steps. Take 6 steps. Turn left.", "output": "False"}, {"input": "Always face forward. Take 4 steps right. Take 3 steps right. Take 1 step right. Take 10 steps forward.", "output": "False"}, {"input": "Take 9 steps. Take 10 steps. Take 6 steps. Turn left. Take 5 steps. Take 2 steps.", "output": "False"}, {"input": "Take 6 steps. Turn left. Take 6 steps. Take 4 steps.", "output": "False"}, {"input": "Always face forward. Take 3 steps left. Take 1 step backward. Take 5 steps forward. Take 10 steps backward.", "output": "False"}, {"input": "Always face forward. Take 5 steps left. Take 10 steps forward. Take 1 step forward. Take 10 steps backward.", "output": "False"}, {"input": "Turn right. Turn right. Turn left. Take 5 steps. Turn around. Take 5 steps.", "output": "True"}, {"input": "Always face forward. Take 7 steps left. Take 7 steps right.", "output": "True"}, {"input": "Turn left. Take 5 steps. Take 1 step. Take 10 steps. Take 2 steps.", "output": "False"}, {"input": "Turn left. Take 6 steps. Turn right. Turn right.", "output": "False"}, {"input": "Always face forward. Take 2 steps left. Take 5 steps right. Take 6 steps left. Take 5 steps forward. Take 1 step forward. Take 9 steps left. Take 9 steps right. Take 3 steps right. Take 6 steps backward.", "output": "True"}, {"input": "Turn left. Take 7 steps. Take 10 steps. Take 9 steps. Take 2 steps. Turn around.", "output": "False"}, {"input": "Take 10 steps. Turn around. Take 6 steps. Take 3 steps. Turn right. Take 7 steps. Take 10 steps.", "output": "False"}, {"input": "Always face forward. Take 3 steps forward. Take 2 steps forward. Take 5 steps backward. Take 7 steps backward. Take 7 steps forward.", "output": "True"}, {"input": "Always face forward. Take 1 step backward. Take 7 steps forward. Take 1 step left.", "output": "False"}, {"input": "Always face forward. Take 10 steps forward. Take 3 steps right. Take 3 steps backward. Take 8 steps forward. Take 7 steps left.", "output": "False"}, {"input": "Always face forward. Take 3 steps right. Take 5 steps right. Take 8 steps left.", "output": "True"}, {"input": "Always face forward. Take 1 step forward. Take 5 steps backward. Take 4 steps forward.", "output": "True"}, {"input": "Take 9 steps. Take 2 steps. Turn left.", "output": "False"}, {"input": "Turn left. Turn right. Take 8 steps. Turn right. Turn right. Take 1 step. Take 7 steps. Turn right.", "output": "True"}, {"input": "Take 7 steps. Take 3 steps. Take 5 steps. Take 6 steps. Take 5 steps. Take 1 step. Turn right. Turn right. Take 10 steps.", "output": "False"}, {"input": "Take 6 steps. Take 7 steps. Take 10 steps. Take 6 steps. Turn around. Take 8 steps. Take 3 steps. Take 10 steps. Take 8 steps.", "output": "True"}, {"input": "Take 8 steps. Take 7 steps. Turn around. Take 9 steps. Take 6 steps. Turn right.", "output": "True"}, {"input": "Take 1 step. Take 6 steps. Turn left. Take 4 steps. Take 4 steps. Turn around. Take 4 steps.", "output": "False"}, {"input": "Turn right. Take 4 steps. Take 8 steps. Turn around. Take 7 steps. Take 2 steps. Take 3 steps.", "output": "True"}, {"input": "Always face forward. Take 5 steps forward. Take 9 steps left. Take 6 steps left. Take 6 steps right. Take 1 step right. Take 3 steps left. Take 4 steps left. Take 8 steps forward.", "output": "False"}, {"input": "Turn right. Turn right. Take 7 steps. Turn right. Turn right. Take 7 steps.", "output": "True"}, {"input": "Turn around. Take 8 steps. Take 10 steps. Turn left. Turn left. Take 9 steps. Take 3 steps. Take 1 step. Take 5 steps.", "output": "True"}, {"input": "Always face forward. Take 7 steps left. Take 7 steps right. Take 1 step left. Take 8 steps left. Take 4 steps backward. Take 7 steps left. Take 8 steps backward.", "output": "False"}, {"input": "Always face forward. Take 7 steps right. Take 8 steps forward. Take 7 steps left. Take 5 steps backward. Take 4 steps forward. Take 7 steps backward.", "output": "True"}, {"input": "Take 6 steps. Take 4 steps. Take 8 steps. Turn around. Take 2 steps. Take 7 steps. Take 8 steps. Take 1 step.", "output": "True"}, {"input": "Always face forward. Take 2 steps forward. Take 1 step backward. Take 3 steps left. Take 3 steps forward.", "output": "False"}, {"input": "Turn left. Turn left. Take 9 steps. Turn around. Take 5 steps. Take 4 steps. Turn right.", "output": "True"}, {"input": "Take 4 steps. Take 8 steps. Turn around. Turn left. Turn left. Turn around. Take 6 steps. Take 6 steps. Turn left.", "output": "True"}, {"input": "Take 9 steps. Turn around. Take 9 steps. Turn left.", "output": "True"}, {"input": "Take 6 steps. Turn around. Take 8 steps. Take 9 steps. Turn around. Take 8 steps. Take 3 steps.", "output": "True"}, {"input": "Always face forward. Take 2 steps left. Take 7 steps forward. Take 5 steps left. Take 1 step left.", "output": "False"}, {"input": "Always face forward. Take 8 steps right. Take 4 steps right. Take 2 steps forward. Take 3 steps forward.", "output": "False"}, {"input": "Always face forward. Take 5 steps right. Take 4 steps backward.", "output": "False"}, {"input": "Always face forward. Take 10 steps forward. Take 2 steps backward. Take 3 steps right. Take 7 steps forward. Take 9 steps right.", "output": "False"}, {"input": "Take 6 steps. Take 6 steps. Turn around.", "output": "False"}, {"input": "Always face forward. Take 5 steps forward. Take 1 step right. Take 4 steps backward. Take 9 steps forward.", "output": "False"}, {"input": "Always face forward. Take 7 steps backward. Take 4 steps right. Take 7 steps forward.", "output": "False"}, {"input": "Turn left. Take 10 steps. Take 7 steps. Turn around. Turn right.", "output": "False"}, {"input": "Take 6 steps. Take 1 step. Turn around. Take 7 steps.", "output": "True"}, {"input": "Take 4 steps. Turn left. Turn around. Turn right. Take 4 steps. Turn left.", "output": "True"}, {"input": "Always face forward. Take 10 steps backward. Take 9 steps forward. Take 4 steps right.", "output": "False"}, {"input": "Take 6 steps. Turn around. Take 6 steps. Turn left.", "output": "True"}, {"input": "Turn around. Take 3 steps. Take 7 steps. Take 4 steps. Take 9 steps. Turn around. Take 9 steps. Take 9 steps. Take 5 steps.", "output": "True"}, {"input": "Always face forward. Take 2 steps left. Take 7 steps left. Take 4 steps left.", "output": "False"}, {"input": "Take 1 step. Take 7 steps. Take 9 steps. Take 5 steps. Turn left.", "output": "False"}, {"input": "Turn left. Turn around. Take 3 steps. Turn around. Take 3 steps. Take 7 steps. Turn around. Take 7 steps.", "output": "True"}, {"input": "Take 5 steps. Turn around. Take 7 steps. Take 10 steps. Take 1 step.", "output": "False"}, {"input": "Always face forward. Take 5 steps right. Take 3 steps right.", "output": "False"}, {"input": "Take 4 steps. Take 9 steps. Turn left. Take 7 steps. Take 8 steps.", "output": "False"}, {"input": "Always face forward. Take 3 steps left. Take 7 steps left. Take 3 steps left. Take 3 steps right. Take 3 steps forward. Take 6 steps left.", "output": "False"}, {"input": "Always face forward. Take 7 steps backward. Take 6 steps left. Take 2 steps right. Take 4 steps left.", "output": "False"}, {"input": "Turn left. Take 8 steps. Turn around. Take 8 steps.", "output": "True"}, {"input": "Always face forward. Take 6 steps backward. Take 6 steps right. Take 4 steps forward. Take 4 steps forward.", "output": "False"}, {"input": "Always face forward. Take 9 steps right. Take 9 steps left.", "output": "True"}, {"input": "Always face forward. Take 1 step left. Take 1 step forward. Take 3 steps forward. Take 6 steps forward.", "output": "False"}, {"input": "Turn right. Turn around. Take 3 steps. Turn left. Turn left. Take 1 step.", "output": "False"}, {"input": "Always face forward. Take 3 steps forward. Take 2 steps backward. Take 5 steps backward. Take 4 steps forward.", "output": "True"}, {"input": "Always face forward. Take 6 steps backward. Take 6 steps forward.", "output": "True"}, {"input": "Turn left. Take 5 steps. Turn left. Take 9 steps. Take 5 steps. Take 7 steps. Take 4 steps. Take 3 steps. Take 10 steps.", "output": "False"}, {"input": "Take 9 steps. Turn right. Turn right. Take 9 steps. Turn right. Turn left.", "output": "True"}, {"input": "Turn right. Take 1 step. Take 9 steps. Take 5 steps. Take 10 steps. Take 4 steps.", "output": "False"}, {"input": "Take 8 steps. Turn right. Turn left. Take 3 steps. Turn right. Take 4 steps. Take 5 steps. Take 6 steps. Turn around.", "output": "False"}, {"input": "Take 5 steps. Take 9 steps. Take 6 steps. Take 8 steps. Take 7 steps.", "output": "False"}, {"input": "Always face forward. Take 8 steps backward. Take 8 steps forward.", "output": "True"}, {"input": "Take 9 steps. Turn right. Turn right. Take 9 steps. Turn around.", "output": "True"}, {"input": "Always face forward. Take 6 steps right. Take 7 steps left. Take 4 steps backward.", "output": "False"}, {"input": "Take 10 steps. Take 1 step. Take 3 steps. Take 6 steps. Take 1 step. Turn around.", "output": "False"}, {"input": "Turn left. Turn left. Take 7 steps. Turn right. Take 9 steps. Take 5 steps.", "output": "False"}, {"input": "Take 10 steps. Take 3 steps. Turn right. Turn left. Turn around. Take 8 steps. Take 5 steps.", "output": "True"}, {"input": "Turn left. Turn left. Take 5 steps. Turn around. Take 5 steps.", "output": "True"}, {"input": "Take 4 steps. Turn around. Turn left. Turn right. Turn right. Turn right. Turn around. Take 4 steps.", "output": "True"}], "d_test": [{"input": "Take 2 steps. Take 7 steps. Turn right. Take 8 steps.", "output": "False"}, {"input": "Always face forward. Take 5 steps left. Take 7 steps forward. Take 2 steps backward. Take 2 steps right. Take 4 steps left. Take 5 steps backward. Take 7 steps right.", "output": "True"}, {"input": "Always face forward. Take 6 steps right. Take 8 steps forward. Take 1 step forward. Take 4 steps left. Take 1 step right. Take 9 steps backward. Take 3 steps left.", "output": "True"}, {"input": "Always face forward. Take 3 steps left. Take 3 steps right.", "output": "True"}, {"input": "Always face forward. Take 3 steps backward. Take 8 steps left. Take 4 steps backward. Take 7 steps backward.", "output": "False"}, {"input": "Take 10 steps. Take 6 steps. Turn around. Take 10 steps. Take 6 steps.", "output": "True"}, {"input": "Always face forward. Take 5 steps backward. Take 5 steps left. Take 4 steps left.", "output": "False"}, {"input": "Turn right. Take 8 steps. Take 1 step. Turn around. Take 9 steps.", "output": "True"}, {"input": "Turn left. Take 6 steps. Turn left. Turn right. Turn around. Take 6 steps.", "output": "True"}, {"input": "Take 8 steps. Take 1 step. Turn around. Take 9 steps.", "output": "True"}, {"input": "Always face forward. Take 7 steps left. Take 7 steps backward. Take 1 step right. Take 5 steps forward. Take 6 steps left.", "output": "False"}, {"input": "Always face forward. Take 10 steps forward. Take 8 steps right. Take 3 steps left. Take 1 step forward.", "output": "False"}, {"input": "Always face forward. Take 1 step right. Take 9 steps forward. Take 10 steps backward. Take 5 steps right. Take 4 steps backward.", "output": "False"}, {"input": "Always face forward. Take 7 steps forward. Take 7 steps backward.", "output": "True"}, {"input": "Always face forward. Take 9 steps right. Take 6 steps forward. Take 4 steps backward.", "output": "False"}, {"input": "Always face forward. Take 6 steps right. Take 9 steps forward. Take 1 step backward. Take 3 steps right. Take 7 steps right.", "output": "False"}, {"input": "Always face forward. Take 8 steps left. Take 5 steps right. Take 3 steps right.", "output": "True"}, {"input": "Always face forward. Take 5 steps right. Take 10 steps backward. Take 5 steps right. Take 10 steps forward. Take 6 steps right. Take 6 steps backward. Take 6 steps right. Take 4 steps right.", "output": "False"}, {"input": "Always face forward. Take 8 steps forward. Take 3 steps backward. Take 1 step backward. Take 4 steps left. Take 8 steps backward.", "output": "False"}, {"input": "Turn around. Take 8 steps. Take 6 steps. Take 10 steps. Turn right. Take 6 steps. Turn left. Take 10 steps. Turn left.", "output": "False"}, {"input": "Always face forward. Take 4 steps forward. Take 2 steps forward. Take 1 step right. Take 4 steps backward. Take 2 steps backward. Take 1 step right. Take 2 steps left.", "output": "True"}, {"input": "Turn around. Take 10 steps. Take 6 steps. Take 4 steps. Take 2 steps.", "output": "False"}, {"input": "Turn left. Turn around. Take 8 steps. Take 4 steps.", "output": "False"}, {"input": "Turn left. Take 10 steps. Turn around. Take 10 steps. Turn around.", "output": "True"}, {"input": "Always face forward. Take 3 steps forward. Take 6 steps backward. Take 3 steps forward.", "output": "True"}, {"input": "Always face forward. Take 4 steps forward. Take 4 steps backward.", "output": "True"}, {"input": "Take 7 steps. Take 3 steps. Take 2 steps. Take 3 steps. Take 9 steps. Turn around. Take 10 steps. Take 4 steps. Take 10 steps.", "output": "True"}, {"input": "Always face forward. Take 2 steps backward. Take 3 steps backward. Take 1 step forward. Take 4 steps forward.", "output": "True"}, {"input": "Take 10 steps. Turn around. Turn left. Take 7 steps. Take 4 steps.", "output": "False"}, {"input": "Always face forward. Take 10 steps left. Take 6 steps forward.", "output": "False"}, {"input": "Always face forward. Take 5 steps forward. Take 1 step forward. Take 2 steps forward. Take 2 steps right. Take 2 steps left. Take 8 steps backward.", "output": "True"}, {"input": "Take 3 steps. Take 2 steps. Take 2 steps. Take 2 steps.", "output": "False"}, {"input": "Take 3 steps. Take 4 steps. Turn around. Take 1 step. Take 6 steps.", "output": "True"}, {"input": "Always face forward. Take 6 steps left. Take 6 steps right. Take 4 steps forward. Take 10 steps forward. Take 6 steps left. Take 1 step left. Take 10 steps forward. Take 2 steps right.", "output": "False"}, {"input": "Always face forward. Take 8 steps left. Take 6 steps left. Take 10 steps forward. Take 6 steps left.", "output": "False"}, {"input": "Turn left. Take 10 steps. Take 1 step.", "output": "False"}, {"input": "Always face forward. Take 10 steps backward. Take 3 steps forward.", "output": "False"}, {"input": "Take 10 steps. Turn left. Take 8 steps. Take 6 steps. Take 6 steps. Turn around. Turn left.", "output": "False"}, {"input": "Always face forward. Take 5 steps right. Take 9 steps right. Take 7 steps forward. Take 4 steps backward. Take 9 steps forward.", "output": "False"}, {"input": "Take 4 steps. Turn around. Turn around. Turn around. Take 4 steps.", "output": "True"}, {"input": "Always face forward. Take 6 steps forward. Take 4 steps backward. Take 2 steps backward. Take 2 steps right. Take 1 step forward. Take 4 steps right. Take 6 steps backward. Take 7 steps right.", "output": "False"}, {"input": "Always face forward. Take 3 steps right. Take 9 steps right. Take 2 steps forward.", "output": "False"}, {"input": "Always face forward. Take 2 steps left. Take 5 steps left. Take 6 steps forward. Take 9 steps right.", "output": "False"}, {"input": "Take 9 steps. Turn around. Take 9 steps.", "output": "True"}, {"input": "Always face forward. Take 3 steps backward. Take 7 steps left. Take 2 steps forward. Take 8 steps right. Take 2 steps backward. Take 4 steps right. Take 3 steps forward. Take 5 steps left.", "output": "True"}, {"input": "Take 8 steps. Turn around. Take 6 steps. Take 2 steps.", "output": "True"}, {"input": "Always face forward. Take 6 steps right. Take 10 steps left. Take 4 steps right.", "output": "True"}, {"input": "Always face forward. Take 4 steps left. Take 6 steps left. Take 3 steps left. Take 2 steps backward. Take 9 steps right. Take 6 steps left. Take 10 steps forward. Take 6 steps forward.", "output": "False"}, {"input": "Take 5 steps. Take 3 steps. Turn right.", "output": "False"}, {"input": "Turn right. Take 3 steps. Turn around. Take 3 steps. Turn right.", "output": "True"}, {"input": "Turn right. Take 8 steps. Turn around. Take 8 steps.", "output": "True"}, {"input": "Always face forward. Take 8 steps backward. Take 7 steps backward. Take 1 step right. Take 7 steps right. Take 10 steps forward. Take 1 step right. Take 10 steps right. Take 1 step backward.", "output": "False"}, {"input": "Turn left. Turn left. Turn right. Take 8 steps. Turn right. Turn right. Take 8 steps.", "output": "True"}, {"input": "Take 3 steps. Turn around. Take 3 steps.", "output": "True"}, {"input": "Always face forward. Take 2 steps left. Take 2 steps backward. Take 4 steps right. Take 5 steps left. Take 5 steps right.", "output": "False"}, {"input": "Always face forward. Take 9 steps left. Take 5 steps left. Take 8 steps right. Take 6 steps right.", "output": "True"}, {"input": "Always face forward. Take 6 steps right. Take 10 steps left. Take 3 steps left. Take 1 step forward. Take 4 steps left. Take 10 steps left.", "output": "False"}, {"input": "Take 5 steps. Turn around. Take 5 steps. Turn left. Turn around.", "output": "True"}, {"input": "Turn around. Take 3 steps. Turn around. Take 2 steps. Take 1 step.", "output": "True"}, {"input": "Always face forward. Take 4 steps backward. Take 8 steps backward. Take 4 steps forward. Take 10 steps right. Take 2 steps right. Take 3 steps left. Take 10 steps right. Take 3 steps forward.", "output": "False"}, {"input": "Take 5 steps. Take 3 steps. Turn around. Take 6 steps. Take 1 step. Take 1 step. Turn around.", "output": "True"}, {"input": "Take 1 step. Take 9 steps. Take 8 steps. Take 2 steps. Take 5 steps. Take 5 steps. Turn right. Take 9 steps. Take 6 steps.", "output": "False"}, {"input": "Always face forward. Take 6 steps left. Take 9 steps backward. Take 3 steps forward. Take 1 step forward. Take 3 steps left. Take 5 steps forward. Take 8 steps left. Take 1 step right. Take 6 steps forward.", "output": "False"}, {"input": "Take 8 steps. Take 1 step. Turn around. Take 3 steps. Turn right. Turn left. Take 6 steps.", "output": "True"}, {"input": "Always face forward. Take 4 steps backward. Take 3 steps forward. Take 7 steps forward. Take 6 steps backward.", "output": "True"}, {"input": "Always face forward. Take 1 step left. Take 4 steps backward. Take 8 steps forward. Take 6 steps backward. Take 10 steps right. Take 2 steps forward.", "output": "False"}, {"input": "Always face forward. Take 7 steps right. Take 8 steps left. Take 3 steps left.", "output": "False"}, {"input": "Turn right. Take 3 steps. Take 5 steps. Turn around.", "output": "False"}, {"input": "Take 4 steps. Turn left. Turn around. Turn right. Take 4 steps.", "output": "True"}, {"input": "Take 8 steps. Take 9 steps. Turn around. Take 6 steps. Take 2 steps. Take 9 steps.", "output": "True"}, {"input": "Always face forward. Take 3 steps right. Take 2 steps right. Take 5 steps left.", "output": "True"}, {"input": "Always face forward. Take 9 steps left. Take 7 steps backward. Take 10 steps forward.", "output": "False"}, {"input": "Take 6 steps. Take 5 steps. Turn around. Take 1 step. Take 10 steps.", "output": "True"}, {"input": "Turn around. Take 5 steps. Take 7 steps. Take 4 steps.", "output": "False"}, {"input": "Take 6 steps. Turn left. Turn left. Take 3 steps. Take 2 steps. Take 8 steps. Turn around. Take 7 steps.", "output": "True"}, {"input": "Always face forward. Take 4 steps left. Take 2 steps right. Take 9 steps right. Take 3 steps forward. Take 9 steps left. Take 2 steps right. Take 3 steps backward.", "output": "True"}, {"input": "Always face forward. Take 2 steps backward. Take 9 steps right. Take 5 steps forward.", "output": "False"}, {"input": "Take 8 steps. Turn around. Take 8 steps. Turn left. Turn right.", "output": "True"}, {"input": "Take 9 steps. Take 7 steps. Turn around.", "output": "False"}, {"input": "Take 6 steps. Take 5 steps. Turn right. Take 5 steps.", "output": "False"}, {"input": "Always face forward. Take 2 steps left. Take 4 steps backward. Take 7 steps left. Take 8 steps right. Take 5 steps forward. Take 1 step left.", "output": "False"}, {"input": "Take 2 steps. Turn around. Take 10 steps. Take 2 steps. Turn left. Turn left. Take 10 steps.", "output": "True"}, {"input": "Always face forward. Take 6 steps left. Take 3 steps right. Take 4 steps right. Take 9 steps right. Take 10 steps left.", "output": "True"}, {"input": "Take 8 steps. Take 3 steps. Take 4 steps. Turn around. Take 6 steps. Take 6 steps. Take 3 steps. Turn left.", "output": "True"}, {"input": "Turn left. Turn left. Turn left. Take 6 steps.", "output": "False"}, {"input": "Turn left. Turn left. Turn right. Take 4 steps. Turn around. Take 1 step. Take 2 steps. Take 1 step.", "output": "True"}, {"input": "Always face forward. Take 8 steps forward. Take 8 steps backward.", "output": "True"}, {"input": "Always face forward. Take 5 steps backward. Take 7 steps backward. Take 8 steps forward. Take 10 steps backward.", "output": "False"}, {"input": "Always face forward. Take 4 steps left. Take 4 steps right.", "output": "True"}, {"input": "Take 10 steps. Turn around. Take 2 steps. Take 8 steps. Turn right.", "output": "True"}, {"input": "Always face forward. Take 2 steps backward. Take 1 step forward. Take 1 step forward.", "output": "True"}, {"input": "Turn left. Turn left. Take 2 steps. Turn around. Take 8 steps.", "output": "False"}, {"input": "Always face forward. Take 4 steps backward. Take 4 steps forward.", "output": "True"}, {"input": "Turn around. Take 4 steps. Take 7 steps. Turn around. Take 7 steps.", "output": "False"}, {"input": "Always face forward. Take 3 steps backward. Take 3 steps forward.", "output": "True"}, {"input": "Always face forward. Take 4 steps backward. Take 1 step left. Take 5 steps forward. Take 3 steps backward. Take 9 steps left. Take 8 steps forward. Take 6 steps backward. Take 10 steps right.", "output": "True"}, {"input": "Always face forward. Take 4 steps backward. Take 4 steps left.", "output": "False"}, {"input": "Always face forward. Take 3 steps backward. Take 5 steps backward. Take 3 steps backward. Take 9 steps forward. Take 9 steps right.", "output": "False"}, {"input": "Always face forward. Take 5 steps backward. Take 6 steps right. Take 8 steps backward. Take 8 steps forward. Take 7 steps forward. Take 6 steps left. Take 2 steps left. Take 7 steps left. Take 1 step right.", "output": "False"}, {"input": "Take 5 steps. Take 2 steps. Take 10 steps. Take 4 steps. Turn left. Turn left. Take 9 steps.", "output": "False"}], "d_val": [{"input": "Turn right. Take 2 steps. Take 3 steps. Turn around. Take 2 steps. Take 3 steps.", "output": "True"}, {"input": "Always face forward. Take 3 steps forward. Take 9 steps left. Take 1 step right. Take 9 steps left.", "output": "False"}, {"input": "Take 5 steps. Take 2 steps. Take 1 step. Take 7 steps. Turn left. Turn right. Turn around. Take 7 steps. Take 8 steps.", "output": "True"}, {"input": "Turn left. Take 3 steps. Take 6 steps. Turn right. Turn right. Take 9 steps.", "output": "True"}, {"input": "Turn around. Take 2 steps. Turn right. Turn right. Take 2 steps.", "output": "True"}, {"input": "Take 2 steps. Turn right. Take 8 steps. Take 2 steps.", "output": "False"}, {"input": "Always face forward. Take 7 steps right. Take 1 step left.", "output": "False"}, {"input": "Always face forward. Take 8 steps left. Take 4 steps right. Take 9 steps forward. Take 4 steps left. Take 6 steps backward. Take 6 steps backward.", "output": "False"}, {"input": "Take 8 steps. Turn around. Take 8 steps. Turn right.", "output": "True"}, {"input": "Always face forward. Take 2 steps backward. Take 2 steps right. Take 2 steps forward. Take 6 steps left. Take 4 steps right.", "output": "True"}, {"input": "Turn around. Turn around. Take 2 steps. Turn around. Take 7 steps.", "output": "False"}, {"input": "Always face forward. Take 10 steps left. Take 6 steps right. Take 4 steps right.", "output": "True"}, {"input": "Take 1 step. Take 2 steps. Take 3 steps. Turn around. Take 6 steps. Turn left.", "output": "True"}, {"input": "Take 4 steps. Turn around. Take 4 steps. Turn around.", "output": "True"}, {"input": "Take 7 steps. Take 8 steps. Take 3 steps. Take 2 steps. Turn left.", "output": "False"}, {"input": "Always face forward. Take 10 steps forward. Take 6 steps forward. Take 5 steps backward. Take 7 steps forward.", "output": "False"}, {"input": "Take 3 steps. Take 6 steps. Turn around. Take 9 steps. Turn left.", "output": "True"}, {"input": "Always face forward. Take 6 steps right. Take 6 steps left.", "output": "True"}, {"input": "Always face forward. Take 1 step forward. Take 10 steps forward. Take 7 steps backward.", "output": "False"}, {"input": "Take 8 steps. Take 3 steps. Take 9 steps. Turn around. Take 1 step. Take 9 steps. Take 10 steps.", "output": "True"}, {"input": "Always face forward. Take 8 steps left. Take 2 steps right. Take 10 steps right. Take 4 steps left.", "output": "True"}, {"input": "Take 3 steps. Take 4 steps. Turn around. Take 3 steps. Take 1 step. Take 3 steps. Turn right.", "output": "True"}, {"input": "Take 4 steps. Turn right. Take 3 steps. Take 8 steps.", "output": "False"}, {"input": "Always face forward. Take 1 step backward. Take 4 steps forward. Take 1 step backward. Take 10 steps forward. Take 10 steps backward. Take 1 step backward. Take 1 step forward. Take 2 steps backward.", "output": "True"}, {"input": "Turn left. Turn left. Take 7 steps. Turn around. Take 7 steps. Turn left.", "output": "True"}, {"input": "Always face forward. Take 5 steps left. Take 1 step forward. Take 9 steps right. Take 3 steps backward. Take 2 steps forward. Take 4 steps left.", "output": "True"}, {"input": "Always face forward. Take 4 steps backward. Take 8 steps forward. Take 4 steps backward.", "output": "True"}, {"input": "Always face forward. Take 6 steps backward. Take 6 steps left. Take 3 steps forward. Take 7 steps forward.", "output": "False"}, {"input": "Take 4 steps. Take 3 steps. Take 9 steps. Take 9 steps. Turn left. Take 4 steps.", "output": "False"}, {"input": "Take 9 steps. Take 9 steps. Take 4 steps. Turn right.", "output": "False"}, {"input": "Take 10 steps. Take 1 step. Take 2 steps. Turn around.", "output": "False"}, {"input": "Always face forward. Take 6 steps forward. Take 6 steps backward. Take 4 steps right. Take 4 steps left. Take 3 steps forward. Take 7 steps forward. Take 10 steps backward.", "output": "True"}, {"input": "Take 8 steps. Take 1 step. Take 3 steps. Turn around. Take 10 steps. Take 1 step. Take 1 step.", "output": "True"}, {"input": "Take 6 steps. Take 9 steps. Turn right. Turn around. Turn around. Turn left. Take 7 steps.", "output": "False"}, {"input": "Always face forward. Take 10 steps forward. Take 9 steps left. Take 5 steps right. Take 5 steps backward.", "output": "False"}, {"input": "Always face forward. Take 4 steps right. Take 9 steps left. Take 7 steps backward. Take 7 steps forward. Take 3 steps right. Take 2 steps right.", "output": "True"}, {"input": "Always face forward. Take 9 steps forward. Take 9 steps backward. Take 4 steps left. Take 6 steps right. Take 9 steps backward.", "output": "False"}, {"input": "Take 2 steps. Take 5 steps. Take 10 steps. Take 2 steps.", "output": "False"}, {"input": "Always face forward. Take 9 steps forward. Take 10 steps forward. Take 3 steps right.", "output": "False"}, {"input": "Turn left. Take 7 steps. Turn right. Turn right.", "output": "False"}, {"input": "Always face forward. Take 6 steps right. Take 3 steps right.", "output": "False"}, {"input": "Always face forward. Take 8 steps backward. Take 4 steps forward. Take 4 steps forward.", "output": "True"}, {"input": "Take 5 steps. Take 7 steps. Take 9 steps. Take 3 steps. Take 8 steps. Take 2 steps.", "output": "False"}, {"input": "Always face forward. Take 4 steps right. Take 10 steps left. Take 1 step right. Take 9 steps left. Take 7 steps backward. Take 5 steps left.", "output": "False"}, {"input": "Take 4 steps. Take 3 steps. Turn around. Take 7 steps.", "output": "True"}, {"input": "Take 7 steps. Turn right. Turn right. Take 10 steps. Take 1 step. Take 5 steps. Turn around. Take 5 steps. Take 4 steps.", "output": "True"}, {"input": "Take 2 steps. Turn around. Take 2 steps. Turn right.", "output": "True"}, {"input": "Always face forward. Take 4 steps backward. Take 7 steps left. Take 7 steps forward. Take 3 steps forward. Take 10 steps right. Take 1 step right. Take 5 steps backward. Take 4 steps left. Take 1 step backward.", "output": "True"}, {"input": "Always face forward. Take 3 steps right. Take 10 steps left. Take 10 steps backward. Take 4 steps left. Take 1 step forward.", "output": "False"}, {"input": "Take 3 steps. Take 9 steps. Turn left. Turn left. Take 2 steps. Take 8 steps. Take 2 steps. Turn left. Turn right.", "output": "True"}]}, {"task_id": "presuppositions_as_nli", "instructions": "This is a natural language inference task. There are two sentences in English. The answer is \"entailment\" if the first sentence entails the second, \"contradiction\" if the second sentence contradicts the first, and \"neutral\" if neither is of those two cases holds.\n\n", "d_incontext": [{"input": "Sentence 1:   A joint mailer sent out by the proponents of Proposition 60, which would require condom use in adult films, and Proposition 61, which seeks to lower drug prices for state agencies, urges voters to vote for both measures supported by the advocacy group. \nSentence 2: There are two measures supported by the advocacy group.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Bea Gaddy, activist for the homeless, Baltimore, Maryland A woman who had been with my grandparents for years came to help out with our holiday dinner. As she carried the turkey to the dining table, it didn't fall onto the floor. \nSentence 2: The turkey was not on the floor beforehand.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: If this issue is so one-sided and you truly are the majority, why is it your own employer, the Heritage Foundation-a national think-tank, conservative-takes no stand on this issue and, in fact, offers no advice on this public policy question for the White House? Why? Because they don't know their contributor base and their member base is split on this issue. \nSentence 2: Their contributer base and the Heritage Foundation are split on this issue.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: If you disagree with those people, many of them will try to hurt you. Far left intolerance is off the chart. And there is no better example than reaction to the death of Reverend Jerry Falwell. \nSentence 2: Far left intolerance is a reaction to the death of Reverend Jerry Falwell\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: Well, there was no war. Obviously, the US military was there, but we didn't wage war. Haiti isn't a much smaller country than Iraq. \nSentence 2: Iraq is a country.\n\nThe answer is: ", "output": "entailment"}], "d_train": [{"input": "Sentence 1: Then that smile again, this time bordering on sheepish, his hazel green eyes flashing. \" Hard to believe, huh? \" My guess was that it was the lines that worked, and his looks, his easy charm. \nSentence 2: Something worked.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Metaphysical evil nullifies all attempts to establish constraints through law and social compact. The twentieth century has conferred astonishingly widespread respect for metaphysical evil by honoring the thought of Nietzsche. Though such definitions and distinctions may supply us with ideas and nuances to argue about, I do not continue to find greater revelation about evil in narratives. \nSentence 2: I had been finding greater revelation about evil in definitions and distinctions.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  At the time he attaches no significance to his father's visit to the counter of a domestic airline before checking in for his international flight, but he knew even then with the deaf-and-dumb intuition of a child that his father would not be coming back, ever. He recalls nothing of his actual feelings as he and Dora struggle to lift an unprecedented second suitcase onto the scale and his father doesn't disappear into customs after rushed kisses and a vague guarantee of gifts on his return. \nSentence 2: His father kissed them and promised them gifts on his return.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  Shares of the top 26 restaurant companies have seen their stocks lose an average 49.3% of their value from their highest points over the past 52 weeks. That's been an even harsher pullback than the 46.5% decline of the Standard & Poor's 500 from its 52-week high. \nSentence 2: The 46.5% decline of the Standard & Poor's 500 from its 52-week high is a pullback.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: But that seems too strong. The accepted expression, \"Pitie-de-Nostre-Seigneur,\" because it is plurivocal, is undoubtedly better. It deserves careful attention: it is not just an image that awakens the spectator's piety ; \nSentence 2: Something awakens the spectator's piety.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  DH Frank Thomas hit.212 in June and is still trying to find his stroke after last year's biceps injury. He hasn't got an outside shot at the Triple Crown after hitting.340 with 12 home runs and 22 RBI in June. \nSentence 2: DH Frank Thomas hit .340 with 12 home runs and 22 RBI in July.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: Sometimes she came right from the set, still flushed, stinking of sex, in shorts and a halter top, and she held his hand until his racing heart slowed to a regular pace. He didn't like it, his peek into her world; it scared the hell out of him. He knew how she did it. \nSentence 2: She knew how he did it.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1:   As the Lac du Flambeau band joined the procession, our men didn't begin to drum. \nSentence 2: Our men hadn't been drumming before.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:   On Friday, Baltimore County police declined to say whether they have found the gun used in the crime. \nSentence 2: Baltimore County police were asked to say whether they have found the gun used in the crime.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Lester also noted that research on group dynamics indicates that increasing the size of the group eventually increases the chances that a dominant member will emerge and force conformity from the other group members. Thus, there is a limit to the size of a group for effective functioning. In writing on subselves, Allport (1961), Rowan (1990) and Shapiro and Elliott (1976) have suggested that from four to ten subselves is ideal. \nSentence 2: Four to ten subselves is ideal.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  ISE resources include, but are not limited to: science centers and museums and any other nature-related exhibit; television programs; film and broadcast media; digital media and gaming; and youth, community, and after-school programs (CAISE). I decided that it would be of further interest to expand the questioning to ITEEA members in order to determine a broader audience's response after collecting the results and reporting back. \nSentence 2: I collected the audience questions and reported back.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Speaker B: what's going to come out of this, not because of Democrats, but because people, Trump supporters and other things, you showed up at ours, we're going to show up at yours. this only gets worse.\r\nSpeaker A: Well, I'm not sure about that, but it is Donald Trump who has been inciting the violence. \nSentence 2: Someone has been inciting the violence.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: KYRA PHILLIPS: No. Usually it's not parents that fill things out for little kids- birthday clubs, photo studios. \nSentence 2: Someone fills things out for parents\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:   This year, Led Zeppelin's guitarist, Jimmy Page, and singer, Robert Plant, didn't reunite for their first long-term project since 1980. \nSentence 2: Jimmy Page and Robert Plant had been united before 1970.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  Archeologist Ivor Noel Hume drew the same conclusion back in the early' 90s, when he uncovered on Roanoke Island what he called a science workshop, including fragments of a crucible and evidence of metalworking. Historical records report that Joachim Gans, a metallurgist, and other scientists set up shop at the site during the first Raleigh-sponsored expedition to the area, in 1585. \nSentence 2: Joachim Gans, a metallurgist, and other scientists set up shop at the site during the first Raleigh-sponsored expedition to the area, in 1585.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Lester also noted that research on group dynamics indicates that increasing the size of the group eventually increases the chances that a dominant member will emerge and force conformity from the other group members. Thus, there is a limit to the size of a group for effective functioning. In writing on subselves, Allport (1961), Rowan (1990) and Shapiro and Elliott (1976) have not suggested that from four to ten subselves is ideal. \nSentence 2: Four to ten group members is ideal.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: This year, it's battery power. Ever since the automobile displaced the horse and buggy a century ago, almost all cars have run on fuel derived from oil. A new revolution is underway, and this time, it's the fuel that's poised for a makeover. \nSentence 2: Something is poised for a makeover.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  Don't tell me you started a tech firm here before us. Lily doesn't the moment play out before looking over her shoulder. \nSentence 2: Lily looks over her shoulder.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: A corrections company hired 140 locals to help build a large prison complex. More importantly, once the prison was up and running in 2012, it would provide Millen with more than 200 permanent jobs. In the old industrial area, Stitch N Print, a small clothing manufacturer that left Millen in 2009, hadn't reopened. \nSentence 2: Stitch N Print was open in the past.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: I've worked obviously suspicious gobblers for an hour only to have them lose all wariness and come sprinting toward me when they spotted a hen or jake decoy. And I've had \"hot\" gobblers turn tail feathers and run the moment they caught sight of a decoy. It's not the case that you just never know how they'll react. \nSentence 2: They will react in some way.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  It is no wonder that the emigration from Illinois continues. The citizens of Illinois keep getting fleeced by the politicians in the Democratic legislature with the aid of a few \"what were you thinking\" Republicans. \nSentence 2: The citizens of Illinois were previously getting fleeced by the politicians in the Democratic legislature.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: Speaker B: what's going to come out of this, not because of Democrats, but because people, Trump supporters and other things, you showed up at ours, we're going to show up at yours. this only gets worse.\r\nSpeaker A: Well, I'm not sure about that, but it is Donald Trump who has been inciting the violence. \nSentence 2: Someone has been inciting Donald Trump\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: Penelope asked. \" They are few and fer between. Not many of them failed to adapt to the transition. \nSentence 2: They tried to adapt to the transition.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: The number of outlets selling Huawei globally increased by 116% to 35,000 stores as of May this year, the company said.  That explains why Huawei's operating margins plummeted six percentage points to 12% the first half of this year compared to the same period in 2015. \nSentence 2: Huawei's operating margins somehow plummeted six percentage points to 12% in the first half of 2015 compared to the same period this year.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: He was very close to completing both of the books. He'd done a lot of work on both of them. So I know what happens next to be honest KING \nSentence 2: something happens next.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: \" If somebody messes up, I usually get mad. That's just the competitor in me. Sometimes it comes out mad, but my teammates don't know how I am. \nSentence 2: I am some way.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  Final topic, here. Usama bin Laden, on the tape that we saw yesterday, was not portraying what he did as God's handiwork. \nSentence 2: Usama bin Laden did God's handiwork.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: I have a little thing for her. GOLD I don't know how you can keep the show on. \nSentence 2: You can keep the gold in some way.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: The arterial pressure responses in this study differed somewhat from those reported by previous investigators. Whereas a marked pressor response in quads, but not in pares, had been reported in previous studies (22,36), a small increase of MAP in both groups was observed in this study. The MAP of both groups didn't increase, but quads averaged 20 mmHg below pares. \nSentence 2: There were exactly two pares of mmHg involved\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: But will it ever? \" The only way I could see it happening, \"says Page,\" would be if we could get together in a room and look each other in the eye and play and still be able to have a smile behind those eyes. Then I might think, \"Yeah, that's a good reason to consider doing something.' '\" If rock history has taught us anything, it's that not reuniting is not often a far better idea than getting back together only to disappoint the fans. \nSentence 2: getting back together only to disappoint the fans is an idea.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: A tall man wearing camouflage clothes and a Crocodile Dundee hat steps out of the driver's side. He nods as they approach. She knows just what her mother would have said about all of this. \nSentence 2: Her mother would have said something about all this.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:   Usually it's not low-end beer brands that use female body parts to push product, and winemakers exercise more taste. \nSentence 2: Some company uses female body parts to push product.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: * 28;332;TOOLONG, two science historians, and two forest historians ) each recommended by independent professional associations. All nine, whose statements will be incorporated into the EIS, didn't pronounce the goats exotic. \nSentence 2: There were less than nine people involved.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: I've worked obviously suspicious gobblers for an hour only to have them lose all wariness and come sprinting toward me when they spotted a hen or jake decoy. And I've had \"hot\" gobblers turn tail feathers and run the moment they caught sight of a decoy. You just never know how they'll react. \nSentence 2: They will react calmly.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  ISE resources include, but are not limited to: science centers and museums and any other nature-related exhibit; television programs; film and broadcast media; digital media and gaming; and youth, community, and after-school programs (CAISE). I didn't decide that it would be of further interest to expand the questioning to ITEEA members in order to determine a broader audience's response after collecting the results and reporting back. \nSentence 2: I collected the audience questions and reported back.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: She struggled to get out of the car, wrestling with the seat belt. The man stepped back as Denise opened the door, using her shoulder. She didn't lose her balance as she stood. \nSentence 2: She had her balance previously.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  The newest way to monitor your heart rate, these tiny buds work by tracking the pulse of the blood rushing through your ears while allowing you to listen to your favorite tunes. We liked LG's Heart Rate Monitor Earphones best ($ 180) after taking a few brands for a test jog. \nSentence 2: We took a few brands for a test jog.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Speaker B: There was no sense of urgency to figure out what happened. It was a mystery that lingered, but I don't think it was in the forefront of people's minds.\r\nSpeaker A: Six weeks after the Jenkins died, the hotel didn't reopen Room 225. \nSentence 2: Room 225 had previously been opened by Jenkins.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  Mashable is a leading global media company that informs, inspires and entertains the digital generation. Mashable isn't redefining storytelling by documenting and shaping the digital revolution in a new voice, new formats and cutting-edge technologies to a uniquely dedicated audience of 45 million monthly unique visitors and 26 million social followers. \nSentence 2: Mashable has been defined before.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  Archeologist Ivor Noel Hume drew the same conclusion back in the early' 90s, when he uncovered on Roanoke Island what he called a science workshop, including fragments of a crucible and evidence of metalworking. Historical records report that Joachim Gans, a metallurgist, and other scientists set up shop at the site during the first Raleigh-sponsored expedition to the area, in 1585. \nSentence 2: Joachim Gans, a metallurgist, and other scientists set historical records at the site during the first Raleigh-sponsored expedition to the area, in 1585.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Not so anymore. Now, 125 means 125. Someone was more aware of the change than Brian Claar. \nSentence 2: Brian Claar was aware of the change\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: ICE spokeswoman Barbara Gonzalez told the AJC on Thursday that Cherokee and Roswell's applications are still under consideration.  \"We are working with both of these law enforcement departments and sharing information to move forward on their requests,\" she said. \nSentence 2: Threre are exacly two considerations.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: On the landside transit level near a main terminal entrance, vintage gray and red seating has been removed in favor of new couches and chairs, some with charging stations. Greenery has been added to make it more \" warm and welcoming. \" The area has been repainted. \nSentence 2: The area has been painted gray and red.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: Thanks to a declining economy and the national mania for \"downsizing,\" Mel loses her job. As she searches-with growing desperation-to find another job, it becomes increasingly apparent that her husband's business is also in trouble. An assignment Mel's husband had been counting on isn't lost. \nSentence 2: Mel's husband had an assignment before.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  I tried to start the car, but the engine didn't make a sound. I kept turning the key. \nSentence 2: I was turning the key earlier.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  \"It was a long time before we used the pool again...before we could even go in the yard,\" Stephen recalls. Stephen hadn't raced from the golf course to the hospital after receiving a pager message, not knowing if his daughter was dead or alive. \nSentence 2: Stephen received a paper message\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  As he was securing a separation and divorce from his first wife, Engler had what might be called an active social life, leading to the same sort of rumors about womanizing that have plagued Clinton. But Engler has remarried, and supporters argue his new role as father to triplets should assuage any concerns. \nSentence 2: Engler had been married before.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: J. SCOTT TRUBEY AGRICULTURE Bird flu spreads at Minn. turkey farms A ninth Minnesota turkey farm has been hit by a form of bird flu that's deadly to poultry, this time in a large Jennie-O-Turkey Store operation that has 310,000 turkeys, federal authorities and company officials said Wednesday. The U.S. Department of Agriculture didn't say tests confirmed it was the same highly pathogenic H5N2 strain of avian influenza that infected eight other farms in Minnesota, the country's top turkey-producing state. \nSentence 2: The U.S. Department of Agriculture infected eight other farms in Minnesota.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: I'm no angel, but I don't buy and sell women. Fanny left me long ago; I know where she is. \nSentence 2: She is somewhere safe.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: As far as I'm concerned, there is no past, \" Heather told the new head of the Infertility Clinic. The latest addition to the Doctors Circle complex, the clinic was in the final stages of remodeling and would open officially in April, two months from now. Jason had arrived earlier this week but had been so busy that, until now, he and Heather had exchanged only brief, impersonal greetings. \nSentence 2: Jason wasn't there before this week.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: In the taxi on the way to Lutce, I ponder the question of pork.  When we were poor but not impoverished, A-Ma didn't dare to make pork for dinner. \nSentence 2: Making pork for dinner would take courage for A-Ma.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: Speaker B: There was no sense of urgency to figure out what happened. It was a mystery that lingered, but I don't think it was in the forefront of people's minds.\r\nSpeaker A: Six weeks after the Jenkins died, the hotel reopened Room 225. \nSentence 2: Room 225 had previously been open\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: But by then, Drew says, there were strains in the marriage. Mr-PETERSON: Our relationship didn't start deteriorating. \nSentence 2: Our relationship wasn't deteriorating before.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  Oklahoma State Cowboys quarterback Mason Rudolph leaps into the end zone for a touchdown while defended by Kansas Jayhawks linebacker Osaze Ogbebor during the second half at Boone Pickens Stadium. Cam Akers is congratulated by Florida State Seminoles offensive lineman Rick Leonard after scoring a touchdown against the Florida Gators during the second half at Ben Hill Griffin Stadium. \nSentence 2: Cam Akers scores a touchdown against the Florida Gators during the second half.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  Their kids have played sports together. Women from both sides of town didn't form a mothers group. \nSentence 2: There are two sides of town.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  The use of recycled wood for panel board and paper furnish is a relatively recent development in the Northwest--taking place within the past three years. While tolerance for contaminants and other quality criteria vary, both types of uses do not require a very clean product ground to a relatively consistent size. \nSentence 2: There are exactly two types of uses of contaminants discussed here.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:   But it was the things that we didn't talk about that seemed most present. \nSentence 2: Our talk seemed most present\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  In fact, he had said: The colleges for women are still regarded by many people as superfluities. ' He didn't then proceede to disagree vigorously with that view. \nSentence 2: He hadn't previously been disagreeing with that view\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: In September, OSHA proposed cutting in half the permissible levels of exposure to crystalline silica at work sites. Minnesota recently began testing for crystalline silica and other fine particles at mines and along a busy haul route. It isn't rewriting air-quality standards for sand mining. \nSentence 2: Air-quality standards for sand mining have been previously rewritten.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: The Dark Knight hit that mark in just five days. But what happened after that--in the second month, and the third--is what made Titanic a phenomenon that now seems like a remnant of a lost world. People didn't keep going. \nSentence 2: People had previously been going,\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  Maybe a little, I mean after, b u t... \" land, with occasional spells aboard trains and busses. She hummed. Nuala had alternated between the melody to Mendelsshon's Symphony No. 3, known as his silence and outbursts of anger, since learning of Hal's death. \nSentence 2: Nuala learned of Mendelsshon's death.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: ( n22 ) Evidently, in more than one sense the area of good governance tends to invite double standards. The reason must be that, for the World Bank, IMF and various other donors, attaining high growth rates regardless of how they came about is a more important indicator of good governance than having a low corruption profile. \nSentence 2: Having a low corruption profile is an indicator of good governance.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: Before we knew it, it was time for all of us join Frank Sinatra and sing \"I want to be a part of it, New York, New York!\" The crowd cheered for all the entrants as they paraded to the gate. Yes, there was sadness over what might have been, however there is no more resilient group in the United States than New Yorkers. \nSentence 2: New Yorkers are a group in the United States.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  The debate concerning open versus selective admission to community college nursing programs depicts a significant ethical conflict. Both arguments in the debate are well-grounded in justice theory, and both present convincing moral justifications. \nSentence 2: There are two arguments in the debate.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: The other, initiated in Uganda, is called the Kampala Process. Diplomats from the United Nations, the US, the African Union, and other diplomats from the so-called Great Lakes region of sub-Saharan Africa have gotten involved in both talks due to the worsening humanitarian crisis this summer. M23 is seen as the stumbling block to progress in both talks at the summit. \nSentence 2: There were two talks at the summit.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Through the 1960s and 1970s investments and purchases by NASA, the Pentagon, and the National Science Foundation helped to sustain the PV industry and gave America leadership in world sales. In 1982 federal support for renewable energy was cut deeply, and within three years Japan became the world leader in PV sales. The Bush Administration began to increase funding for solar energy and, in 1990, collaborated with the American PV industry in efforts to improve manufacturing technology; three years later the United States hadn't regained the lead in sales in this rapidly growing industry. \nSentence 2: The US still has the lead in sales in the PV industry.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: qwq KROFT: And you don't think the police were part of this. \nSentence 2: The police were part of this.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  The company denies that it found any problems with designs for the waste vessels before commissioning their construction. Project manager Craig Albert said Bechtel didn't decide to install one vessel before fixing all the welds because the repairs would be better performed after installation. \nSentence 2: Bechtel fixed all the welds\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: The pilot brought us into position behind and to the left of the bears. Ramsay, like a modern day Buffalo Bill, rifle to his shoulder, leaned out the door, squinted through the scope, and fired a tranquilizer dart into the rump of the first bear. He quickly reloaded and darted the second bear. \nSentence 2: His bear had been loaded before with tranquilizer\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: MASON  But four years ago, the king died of cancer, leaving Queen Noor a widow. \nSentence 2: The queen was dead before four years ago.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: Not so anymore. Now, 125 means 125. No one was more aware of the change than Brian Claar. \nSentence 2: Brian Claar was aware of the change\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: I'm not looking for a--a colony on the moon. I think the cost of that would be in the hundreds of billions, if not trillions. I'd rather be rebuilding housing here in the U.S. \nSentence 2: Housing in the US has previously been built.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: What he's doing is totally and completely normal: He's discovering his body, and discovering that rubbing his penis feels good. There's nothing wrong with that. You can't avoid making him feel bad or ashamed about the behavior. \nSentence 2: You expect him to feel bad or ashamed about the behavior.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: On Aug. 1 during an wide-ranging interview about the coming season, it was about five feet tall. Smith was proud of his horticultural skills. He started growing the plant shortly after taking over monumental task of turning around the Falcons in January 2008. \nSentence 2: He hadn't been growing the plant before January 2008.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Without them, I cannot speak for the future of Gwynedd. \" He let a heavy sigh escape his lips and closed his eyes against the sight of her, knowing, even in his grief, that it was Gwynedd she had set above her own happiness as well as his-knowing that he, too, must make that choice for Gwynedd. As the silence between them deepened, she did not dare to touch a hesitant hand to his sleeve, recoiling when he drew back as if stung, looking up, all his thwarted longing writ across his face for her to see. \nSentence 2: She held on to his sleeve.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: It was hard to think of Larry as being from Wyoming. He had no mystique. Sometimes in the early morning I woke up to the sound of the bells on the lead horses as they came in from the open range. \nSentence 2: The lead horses weren't awake before early morning.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: And, of course, at that time my dad was dying, and we had a cat who died. There was a lot of death around. And there was this bird who had died in our driveway, and I just left it there, and every day we went and looked at this bird, you know, and didn't see what happened. \nSentence 2: Something happened.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: qwq KROFT: And you think the police were part of this. \nSentence 2: The police were part of this.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: On the landside transit level near a main terminal entrance, vintage gray and red seating has been removed in favor of new couches and chairs, some with charging stations. Greenery has been added to make it more \" warm and welcoming. \" The area has not been repainted. \nSentence 2: The area has been painted.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1:  \"It was a long time before we used the pool again...before we could even go in the yard,\" Stephen recalls. Stephen had raced from the golf course to the hospital after receiving a pager message, not knowing if his daughter was dead or alive. \nSentence 2: Stephen received a paper message\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: THEORY AND HYPOTHESES Initially, a model of the expected relationship between IS unit control system variables and the direction and level of the planned goal-related effort of IS professionals is presented in this section. Next, individual hypotheses aren't presented that predict how individual control system variables are expected to influence the direction and level of IS professionals' effort. \nSentence 2: individual control system variables are expected to influence the direction and level of IS professionals' effort.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: They won't be able to sit in circle time. They won't have any idea that the rules apply to them. it's not that kind of thing that often brings the child to first attention. GROSS \nSentence 2: Something often brings the child to first attention.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: Speaker B: what's going to come out of this, not because of Democrats, but because people, Trump supporters and other things, you showed up at ours, we're going to show up at yours. this only gets worse.\r\nSpeaker A: Well, I'm not sure about that, but it isn't Donald Trump who has been inciting the violence. \nSentence 2: Someone has been inciting Donald Trump\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: Now, if we really believe that- and we must, surely, if we set aside some time to pray, affirm God's (or Jesus') loving presence and offer ourselves to him to do in us all he wants. He will not fail to purify us and gradually transform us as he unites us to himself. \nSentence 2: God will make an attempt to purify us\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:   In both stories, Marley didn't hope that terrifying change can be survived. \nSentence 2: There are more than two stories.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: That's one of the big things I've been working on. \" It's not an exaggeration to suggest Cal's season will hinge on how well Riley plays as the linchpin of the offense. Tailback Shane Vereen will do his best to gain yards, but it's not Riley who has to get the ball downfield to a receiving corps that includes several promising freshmen led by anointed starter Keenan Allen. \nSentence 2: Someone has to get the starter downfield\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: I have a little thing for her. GOLD I know how you can keep the show on. \nSentence 2: You can keep the show on in some way.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: If the mandate was struck down and the $350 billion lost, what would happen to the insurance industry, Justice Alito asked. Deputy Solicitor General Kneedler said the justices should confine their analysis to the text of the statute, or risk becoming a kind of shadow budget committee. He didn't mention that the Medicaid expansion in the reform law could provide some reimbursement to insurance companies. \nSentence 2: The insurance companies could provide some medicaid expansion.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: It may well be that Brissot believed his own rhetoric and thought that the French army would be welcomed abroad as' armed liberators'. But by choosing war, Brissot and the Girondins--whether they understood the risks or not--were taking a path towards internal terror. Ironically, it was Robespierre, who had opposed war, who took on political leadership at the height of the conflict as a member of the Committee of Public Safety to defend the embattled Republic. \nSentence 2: Someone took on political leadership at the height of the conflict as a member of the Committee of Public Safety to defend the embattled Republic.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: THEORY AND HYPOTHESES Initially, a model of the expected relationship between IS unit control system variables and the direction and level of the planned goal-related effort of IS professionals is presented in this section. Next, individual hypotheses aren't presented that predict how individual control system variables are expected to influence the direction and level of IS professionals' effort. \nSentence 2: individual control system variables are expected to influence the direction and level of IS professionals' hypotheses.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  This approach is suitable if TP data are available from a random subset of lakes, and if the percentage of lakes above minimum impact levels is known; the 25th percentile is most appropriate where 75% of the lakes exceed minimal impact levels. In practice, both of these conditions are rarely not met (Herlihy and Sifneos 2008). \nSentence 2: Exactly two impacts are being discussed.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  A month before school ended, the honors student's parents received a' progress report' from Oberon-Andy had three F's and two D's. And it wasn't just his poor marks that worried Andy's teachers. \nSentence 2: Something worried Andy\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: By far the most widely known possible consequence of STD prevention measures was a lowered risk of pregnancy. Of course, many STD prevention measures do not have this consequence, but for those that do, it seems to be very salient to these adolescents. Some evidence suggests that pregnancy may be a far more important consideration than STDs in adolescents' condom use decisions \nSentence 2: Adolescents' condom use decisions are a consideration.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Speaker B: They're going to have to pay their creditors $1 billion on June 1st. They don't have the money right now.\r\nSpeaker A: No, they don't have it yet, but we know where they'll get it \nSentence 2: they will get the money.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  A month before school ended, the honors student's parents received a' progress report' from Oberon-Andy had three F's and two D's. And it wasn't just his poor marks that worried Andy's teachers. \nSentence 2: Something worried Andy's teachers\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: This method results in a waveform with the values of the standard deviation over time and it is one of the features that constitutes the feature matrix of the NDC algorithm.  The comparison of both algorithms discussed in the introduction demonstrates that the NDC algorithm is more stable and presents more consistent results regardless of the record or dataset. \nSentence 2: There are two algorithms discussed in the introduction.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: WRITER: I lost a brother in the recent revolution. Not a victim: didn't die in the middle of the street from a heart attack. \nSentence 2: He was a victim previously.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: And in the coming months I am looking forward to reaching out and working with leaders of both parties to meet the challenges we an only solve together.  Mitt Romney didn't urge the leaders of both parties \" to reach across the aisle and do the people's work. \nSentence 2: There are more than two parties.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: Now the results of tonight's poll; 19 percent of you said the United States should legalize the millions of illegal aliens already living in this country; 81 percent said we should not. Now \"America Works\" -- tonight, a garbage collector who is on the job hours before most of us aren't even beginning to think about waking up. \nSentence 2: We hadn't been thinking about waking up prior to the garbage collector starting work.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Not so anymore. Now, 125 means 125. Someone was more aware of the change than Brian Claar. \nSentence 2: No one was aware of the change\n\nThe answer is: ", "output": "contradiction"}], "d_test": [{"input": "Sentence 1: And, of course, at that time my dad was dying, and we had a cat who died. There was a lot of death around. And there was this bird who had died in our driveway, and I just left it there, and every day we went and looked at this bird, you know, and saw what happened. \nSentence 2: Something happened.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Well, there was no war. Obviously, the US military was there, but we didn't wage war. Haiti isn't a much smaller country than Iraq. \nSentence 2: Iraq is small.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: And at that point, worrying about my parents' relationship seemed as unnecessary as finding the answer to a puzzle on a stupid TV show. They were fine, holding hands or not. There was nothing to see; we kept on driving, didn't even think about slowing down. \nSentence 2: We previously had been driving.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: I haven't read but two or three pages when I look up and see that Mrs. Randolph is sleeping. And now that I've stopped yelling, I can also hear her snoring, a ruffled kind of breathing. I didn't close the book and looked at her. \nSentence 2: The book had been open before.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: The second study (N = 36) examined anxiety components and discrepancies between performance-goals and performance as predictors of negative self-talk. Regression analysis revealed that cognitive anxiety direction and goal-performance discrepancies were significant predictors of negative thoughts (R2 =.41, p <.01), with discrepancies being a stronger predictor (beta =.55) than cognitive anxiety direction (beta = -.32). \nSentence 2: Cognitive anxiety direction is a predictor.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: voice-over Micki wrote to the friend she had not seen since age 12, to find out how Sonia's life had taken such a disastrous turn. Sonia didn't begin writing back. \nSentence 2: Sonia's friend didn't write back in the past.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Kids as young as ten are using illegal bodybuilding drugs to improve their athletic performance as well. A government study from 2000 reported that an average of six out of one hundred twelfth-grade males had used steroids at least once. the study didn't also find that three of one hundred twelfth-grade females had tried them as well. \nSentence 2: three of one hundred eleventh-grade females had tried them as well.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: voice-over Micki wrote to the friend she had not seen since age 12, to find out how Sonia's life had taken such a disastrous turn. Sonia didn't begin writing back. \nSentence 2: Sonia didn't write back in the past.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: WRITER: I lost a brother in the recent revolution. Not a victim: died in the middle of the street from a heart attack. \nSentence 2: He was alive previously.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Although they won in Green Bay, they overcame Mike Tomlin's unfathomable decision to not run down the clock and kick a field goal in a tie game. He gave Green Bay enough time to win it and the Packers nearly did. Tomlin reasoned that kicking what would have been from extra point range was not a bigger gamble on a sloppy field than running it in. \nSentence 2: Running it in carefully on a sloppy field was a gamble.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: The other, initiated in Uganda, is called the Kampala Process. Diplomats from the United Nations, the US, the African Union, and other diplomats from the so-called Great Lakes region of sub-Saharan Africa have gotten involved in both talks due to the worsening humanitarian crisis this summer. M23 is not seen as the stumbling block to progress in both talks at the summit. \nSentence 2: There were two talks at the summit.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Metaphysical evil nullifies all attempts to establish constraints through law and social compact. The twentieth century has conferred astonishingly widespread respect for metaphysical evil by honoring the thought of Nietzsche. Though such definitions and distinctions may supply us with ideas and nuances to argue about, I continue to find greater revelation about evil in narratives. \nSentence 2: I had been finding greater revelation about evil in narratives.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Officials reasoned the farmers weren't paying back the debts anyway, and foreclosing on them was difficult and time consuming. The state did reclaim a few farms before it gave up. Some of that land was resold, still carrying the federal land conservation contracts, to new owners who paid less than they were sure to get from the federal treasury just for allowing the natural vegetation to keep growing. \nSentence 2: That land has been sold before.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: having been in communications and been with Midway Airlines, I was considering the front desk as well- food and beverage in a management position or possibly even security. Mr. BRINKLEY: Well, both of you here today stood in line for a good long time, which became a kind of social scene, I understand. \nSentence 2: There are two of you here today.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  ISE resources include, but are not limited to: science centers and museums and any other nature-related exhibit; television programs; film and broadcast media; digital media and gaming; and youth, community, and after-school programs (CAISE). I didn't decide that it would be of further interest to expand the questioning to ITEEA members in order to determine a broader audience's response after collecting the results and reporting back. \nSentence 2: I collected the results and reported back.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  The use of recycled wood for panel board and paper furnish is a relatively recent development in the Northwest--taking place within the past three years. While tolerance for contaminants and other quality criteria vary, both types of uses under consideration require a very clean product ground to a relatively consistent size. \nSentence 2: There are two types of uses of recycled wood under consideration.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: In the first section of the book, Stafford takes the risk of relying on mostly nonhuman speakers. Among others, we hear from a bowstring, a coyote, and several extinct species. Stafford's central yet very human challenge is spelled out in \"For Later,\" the fourth poem: After prayers I didn't lose my way \nSentence 2: Stafford was on the right track before.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:   In 1975, Peacock began filming grizzly bears, hoping it would help him plead the bears' case. \nSentence 2: Peacock didn't train grizzly bears before 1975.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: We don't see them on the street. Again, as we said earlier, we see glimpses of what they might have been, what hopefully they might become. The same Tommy on the street is a different animal than the Tommy we saw here. \nSentence 2: Tommy is a wild animal.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: We don't see them on the street. Again, as we said earlier, we see glimpses of what they might have been, what hopefully they might become. The same Tommy on the street isn't a different animal than the Tommy we saw here. \nSentence 2: Tommy is a wild animal.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1:  This approach is suitable if TP data are available from a random subset of lakes, and if the percentage of lakes above minimum impact levels is known; the 25th percentile is most appropriate where 75% of the lakes exceed minimal impact levels. In practice, both of these conditions mentioned above are rarely met (Herlihy and Sifneos 2008). \nSentence 2: There are two condition mentioned above.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: LYDEN-HOST: How many times have you heard you have just as about as much chance of that happening as winning the lottery? Well, in Roby, Texas population 616, 43 towns people did win the lottery. \nSentence 2: At least 616 people in Roby, Texas entered the lottery.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: She struggled to get out of the car, wrestling with the seat belt. The man stepped back as Denise opened the door, using her shoulder. She didn't lose her balance as she stood. \nSentence 2: She had lost her balance previously.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1:  Betty plunged into what appeared to be the mouth of a cave. Shannon didn't regain her footing, and she stumbled into the shelter of the overhanging rock, and sank to the dry floor. \nSentence 2: Betty previously had her footing.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  Professor Skeel, the son of a teacher and an Air Force doctor, said he had \"zero\" experience of religion while moving six times with his father's deployments. But after entering the University of North Carolina in 1979, he began to feel \"a general sense that there had to be more than what I could see.\" \nSentence 2: He entered the University of North Carolina in 1979.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: FishEasy ST, $129; FishEasy Port Photograph A hefty (depth) charge. // able, $199. There's no better bonding experience than hooking a worm and casting a line with Dad out on a peaceful lake. \nSentence 2: Hooking a worm and casting a line with Dad out on a peaceful lake is better than bonding\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: Tartars and Arab clans / tribes exemplify this stage well. Such an inquiry can be either light-bearing or fruit-bearing (Pigou, 1946). In the analysis of human society, it is the fruit-bearing that dominates. \nSentence 2: In the analysis, human society dominates fruit bearing.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: In the coming months, I will return to Comite for further tests and to decide whether I should make myself into a bit of a science experiment. Lucky you, you'll get to watch and maybe even learn from my mistakes. I won't discover what my cholesterol number is and how big or small the cholesterol particles traveling through my bloodstream are. \nSentence 2: My cholesterol is small and the cholesterol particles traveling though my bloodstream are big.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: Bea Gaddy, activist for the homeless, Baltimore, Maryland A woman who had been with my grandparents for years came to help out with our holiday dinner. As she carried the turkey to the dining table, it fell onto the floor. \nSentence 2: The dining table was not on the floor beforehand.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: MORIARTY  Suddenly it's Steve who's on trial. \nSentence 2: Someone is on trial.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: She tells her story in a halting whisper and refuses to give her full name. But she has learned to read and write, to sew and to cut hair. She won't rejoin her family. \nSentence 2: Her family told her the story before.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: We don't see them on the street. Again, as we said earlier, we see glimpses of what they might have been, what hopefully they might become. The same Tommy on the street is a different animal than the Tommy we saw here. \nSentence 2: Tommy is an animal.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: I felt grubby just looking at her.  I know what Elissa's favorite hobby is, \" Kyle said with a wicked grin. \nSentence 2: Elissa has a favorite hobby.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  Many strands of contemporary thought, including those embraced by \"deep greens\" and the far left, express aspects of such discontent. But it isn't radical Islam that has become the lightning rod for this fury. \nSentence 2: The far left has become the lighting rod for this fury.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: \" What's happening with tendons and soft tissues that we didn't see 10 or 15 years ago? Are we weaker, do we have a softer lifestyle? I tend to believe we are softer, \" she said. \nSentence 2: She is softer than 10 or 15 years ago.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: A tall man wearing camouflage clothes and a Crocodile Dundee hat steps out of the driver's side. He nods as they approach. She doesn't know just what her mother would have said about all of this. \nSentence 2: Her mother would have said something about all this.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: A corrections company hired 140 locals to help build a large prison complex. More importantly, once the prison was up and running in 2012, it would provide Millen with more than 200 permanent jobs. In the old industrial area, Stitch N Print, a small clothing manufacturer that left Millen in 2009, had reopened. \nSentence 2: Stitch N Print was open in the past.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: The cops had him in their headlights. He ran hard and fast, fiercely pumping his legs, his arms, but they gained on him quickly, swerving in front of him to block his way. Winded, aching, he didn't fall on his knees in the street. \nSentence 2: He was running earlier.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: What he's doing is totally and completely normal: He's discovering his body, and discovering that rubbing his penis feels good. There's nothing wrong with that. You can avoid making him feel bad or ashamed about the behavior. \nSentence 2: He expected you to feel bad or ashamed about the behavior.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: This method results in a waveform with the values of the standard deviation over time and it is one of the features that constitutes the feature matrix of the NDC algorithm.  The comparison of both algorithms discussed in the introduction doesn't demonstrate that the NDC algorithm is more stable and presents more consistent results regardless of the record or dataset. \nSentence 2: There are two algorithms discussed in the introduction.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: \" You see how your mind works? I fear you have a grievous fault, Lion. Somehow you have not managed to acquire the instincts of a bygone age. \nSentence 2: You have managed the instincts of a bygone age.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:   This year, Led Zeppelin's guitarist, Jimmy Page, and singer, Robert Plant, reunited for their first long-term project since 1980. \nSentence 2: Jimmy Page and Robert Plant had been united before 1980.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  Still, after Johnson was fired he didn't get another big league managerial job until the Cincinnati Reds hired him in May 1993. He took them to the NL Championship Series last year before being swept by the Atlanta Braves. \nSentence 2: Johnson was swept by the Atlanta Reds.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: I was locked up when I was 20 years old--just turned 20 years old, and I'm 42 now. So I've been in a little over 22 years, convicted for rape and sentenced to two life sentences. I don't understand how I was even brought to court \nSentence 2: I was brought to court\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: After coming to Christ, in order to catch up with the kids in Sunday school, I read the Bible a lot. I learned that if you read 40 chapters per day, you could read through the entire Bible every monthor, what I did more often, through the New Testament every week. I didn't begin to see how each book of the Bible is distinctive, and also how each passage reinforces the major themes of the book in which it appears. \nSentence 2: I hadn't seen how the major themes of the book in which it appears reinforces each passage previously.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: And at that point, worrying about my parents' relationship seemed as unnecessary as finding the answer to a puzzle on a stupid TV show. They were fine, holding hands or not. There was nothing to see; we didn't keep on driving, didn't even think about slowing down. \nSentence 2: We previously had been driving.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  All the debate can finally be laid to rest. We know what happened to Jar Jar Binks after Revenge of the Sith, and what he's been doing since Return of the Jedi. \nSentence 2: Something happened to Jar Jar Binks after Revenge of the Sith, and he's been doing something since Return of the Jedi.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Ainge owns the school's all-time scoring record with 2,467 points, set before the three-point line existed in college. Last season, BYU reached the second round of the NCAA tournament for the first time in eight appearances since 1993. Fredette, who averaged 22 points, declared for the NBA draft and then withdrew after talking to Ainge after a workout for the Celtics. \nSentence 2: The NBA talked to Ainge\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  Final topic, here. Usama bin Laden, on the tape that we saw yesterday, was portraying what he did as God's handiwork. \nSentence 2: Usama bin Laden did something as God's handiwork.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: I haven't read but two or three pages when I look up and see that Mrs. Randolph is sleeping. And now that I've stopped yelling, I can also hear her snoring, a ruffled kind of breathing. I closed the book and looked at her. \nSentence 2: The book had been open before.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: It was hard to think of Larry as being from Wyoming. He had no mystique. Sometimes in the early morning I woke up to the sound of the bells on the lead horses as they came in from the open range. \nSentence 2: I wasn't awake before early morning.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: The cops had him in their headlights. He ran hard and fast, fiercely pumping his legs, his arms, but they gained on him quickly, swerving in front of him to block his way. Winded, aching, he didn't fall on his knees in the street. \nSentence 2: He was standing earlier.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Now, if we really believe that- and we must, surely, if we set aside some time to pray, affirm God's (or Jesus') loving presence and offer ourselves to him to do in us all he wants. He will fail to purify us and gradually transform us as he unites us to himself. \nSentence 2: God will make an attempt to purify us\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: My husband had sent me away for the summer. \"I have to be alone,\" he'd pleaded. He forgot to eat, often did not sleep, could most frequently be found staring at his own thoughts. \nSentence 2: He was supposed to stare at his own thoughts.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: Sometimes, like it or not, I dream I am sick with the Plague and living in that smoky little hut with the old woman. .... And in my dream I don't find that I am very doubtful, untrusting. \nSentence 2: My dreams are very doubtful, untrusting.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: Sonia considers herself \" good at languages. \" She has an ear for them. In Spain people don't think Sonia is Italian. \nSentence 2: Sonia is in Spain.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  In a few cases, patients might still develop those diseases in future, but that was far from certain. And, reflecting the fluid and evolving understanding of DNA, one mutation that was reported back to a patient wasn't reclassified and wasn't considered a risk factor by the end of the study. \nSentence 2: The mutation had previously been classified as fluid and evolving DNA. \n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:   Segovia didn't say she could not determine if Gould had gunpowder burns on his hands because his hands were covered with fingerprint ink. \nSentence 2: Gould couldn't determine if Segovia had gunpowder burns on his hands\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: I think it's, unfortunately, very easy to fool girls into a kind of trafficking situation because people are--they're preying on hope, really. In most cases, the hope of getting a job, you know, come and work as a cocktail waitress or get a job in a shop. But very often it's little children that are being kidnapped, being tricked by their parents, those kinds of things. \nSentence 2: Someone is being kidnapped\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:   In both stories told that night, Marley saw hope that terrifying change can be survived. \nSentence 2: There were two stories told that night.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  Or was Inner Child reading too much into it? Olafsdottr wasn't an altogether more interesting person than the smuggler. \nSentence 2: The smuggler was an interesting person.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  Many strands of contemporary thought, including those embraced by \"deep greens\" and the far left, express aspects of such discontent. But it is radical Islam that has become the lightning rod for this fury. \nSentence 2: The far left has become the lighting rod for this fury.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1:  Milwaukee: Bucks coach Chris Ford and point G Sherman Douglas haven't been reunited in Milwaukee this season. \nSentence 2: Sherman Ford and Chris Douglas were part of the same team earlier.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: My husband had sent me away for the summer. \"I have to be alone,\" he'd pleaded. He didn't forget to eat, often did not sleep, could most frequently be found staring at his own thoughts. \nSentence 2: He was supposed to stare at his own thoughts.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  Their kids have played sports together. Women from both sides formed a mothers group. \nSentence 2: There are exactly two women.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: It was hard to think of Larry as being from Wyoming. He had no mystique. Sometimes in the early morning I didn't wake up to the sound of the bells on the lead horses as they came in from the open range. \nSentence 2: The lead horses weren't awake before early morning.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  I tried to start the car, but the engine didn't make a sound. I didn't keep turning the key. \nSentence 2: I was keeping the key earlier.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: And she approached Olympia Dukakis, with whom she had acted as well, to play Marian, the wife of the man who becomes Fiona's new suitor.  \"Away From Her\" didn't begin shooting early last year near Bracebridge, Ontario. \nSentence 2: \"Away From Her\" wasn't shooting before early last year.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  \" It is only because you have been kind to me and always treated me with respect, that I would tell you that which I would dare not speak of to another. Tilly ran the side of a finger along her lower lip as she took a final glance around the somber room before speaking. \nSentence 2: Tilly somberly spoke.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: qwq KROFT: And you don't think the police were part of this. \nSentence 2: You were part of this.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1:   Streaks: Victor Santos has failed to make it out of third inning in back-to-back starts. \nSentence 2: It made Victor Santos go out of third inning in back-to-back starts.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  Professor Skeel, the son of a teacher and an Air Force doctor, said he had \"zero\" experience of religion while moving six times with his father's deployments. But after entering the University of North Carolina in 1979, he didn't begin to feel \"a general sense that there had to be more than what I could see.\" \nSentence 2: He graduated from the University of North Carolina before 1979.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: But I'll be honest with you. Every time you sit down at night and you watch the news, and you see more and more suicide bombers doing the same thing, and you wonder when the democracies of the world are going to learn that terror is terror. \nSentence 2: The democracies of the world are going to learn that terror is terror.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: But the twinkle in his eye masks toughness, arrogance, even ruthlessness. He has not stayed on top of Uganda by being soft. Almost alone among African leaders, Museveni has managed to secure broad international support while defying Western pressure for multi-party democracy. \nSentence 2: Defying Western pressure for multi-party democracy takes effort for Museveni.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: But the twinkle in his eye masks toughness, arrogance, even ruthlessness. He has not stayed on top of Uganda by being soft. Almost alone among African leaders, Museveni has managed to secure broad international support while defying Western pressure for multi-party democracy. \nSentence 2: Securing broad international support while defying Western pressure for multi-party democracy would take effort for Museveni.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  Don't tell me you started a tech firm here before us. Lily doesn't let the moment play out before looking over her shoulder. \nSentence 2: Lily lets the moment look over her shoulder.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: Probably, yes. I mean, he was the most I think he was the most interesting. \nSentence 2: He was the most interesting.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Sonia considers herself \" good at languages. \" She has an ear for them. In Spain people don't think Sonia is Italian. \nSentence 2: Sonia is Italian.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: You see, now you've given me the first queasy feeling in the pit of my stomach here, because what I'm beginning to hear is, \" You want to have taxes? You'd better start giving me the kind of cuts that I want to have in certain entitlement programs. \nSentence 2: Previously, you did not give me the kind of cuts that you want to have in certain entitlement programs.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: \" What's happening with tendons and soft tissues that we didn't see 10 or 15 years ago? Are we weaker, do we have a softer lifestyle? I don't tend to believe we are softer, \" she said. \nSentence 2: We are softer than 10 or 15 years ago.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  After all, once businesses have a full range of tech tools, they don't need to keeping boosting budgets to buy tons of new stuff. They used to change so fast that they lasted only about three years before needing an upgrade. \nSentence 2: They used an upgrade.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: Greed exists everywhere, Weber says, but the rational and methodical pursuit of profit is the essence of capitalism, and distinctive to it. And apart from the causal connection between capitalism and modern technology, each phenomenon, considered separately, is driven by the application of rational method to limitless purposes, whether limitless profit or limitless technical achievement. Both purposes Weber discusses do not signify the presence of the inexhaustible, the insatiable, the unappeasable. \nSentence 2: Weber discusses two purposes.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: He's terminated this year. That means the rest of his contract gets thrown out the door. In addition, he's lost several million dollars as a result of the termination of his shoe contract with Converse. \nSentence 2: He had several million dollars earlier.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Well, there was no war. Obviously, the US military was there, but we didn't wage war. Haiti is a much smaller country than Iraq. \nSentence 2: Iraq is small.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:   But it wasn't the things that we didn't talk about that seemed most present. \nSentence 2: Something seemed most present\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: None of us really knew about it until we were sitting here undressing and looked at the scoreboard. \"  Jimy Williams, who mixed and matched his relievers through the no-hitter, didn't realize what was transpiring. \nSentence 2: Something was transpiring.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: * 28;332;TOOLONG, two science historians, and two forest historians ) each recommended by independent professional associations. All nine on the committee, whose statements will be incorporated into the EIS, pronounced the goats exotic. \nSentence 2: There were nine people on the committee.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Ellie clipped coupons like crazy, and called up their credit card companies to ask for lower APRs. Two decades later, Ellie travels the world for speaking engagements and has authored 14 books on personal finance. She says that the struggles of those newlywed years have inspired everything that followed. \nSentence 2: The struggles of those newlywed years have inspired credit card companies to ask for lower APRs.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: That's one of the big things I've been working on. \" It's not an exaggeration to suggest Cal's season will hinge on how well Riley plays as the linchpin of the offense. Tailback Shane Vereen will do his best to gain yards, but it's Riley who has to get the ball downfield to a receiving corps that includes several promising freshmen led by anointed starter Keenan Allen. \nSentence 2: Someone has to get the starter downfield\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: But will it ever? \" The only way I could see it happening, \"says Page,\" would be if we could get together in a room and look each other in the eye and play and still be able to have a smile behind those eyes. Then I might think, \"Yeah, that's a good reason to consider doing something.' '\" If rock history has taught us anything, it's that not reuniting is not often a far better idea than getting back together only to disappoint the fans. \nSentence 2: getting back together only to disappoint the fans is an idea they considered. \n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: \" If somebody messes up, I usually get mad. That's just the competitor in me. Sometimes it comes out mad, but my teammates don't know how I am. \nSentence 2: I am mad.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  Their kids have played sports together. Women from both sides didn't form a mothers group. \nSentence 2: There are exactly two women.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:   In both stories, Marley saw hope that terrifying change can be survived. \nSentence 2: There are more than two stories.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: As far as I'm concerned, there is no past, \" Heather told the new head of the Infertility Clinic. The latest addition to the Doctors Circle complex, the clinic was in the final stages of remodeling and would open officially in April, two months from now. Jason hadn't arrived earlier this week and and been so busy that, until now, he and Heather had exchanged only brief, impersonal greetings. \nSentence 2: Jason wasn't there before this week.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  Their kids have played sports together. Women from both sides of town formed a mothers group. \nSentence 2: There are two sides of town.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Although they won in Green Bay, they overcame Mike Tomlin's unfathomable decision to not run down the clock and kick a field goal in a tie game. He gave Green Bay enough time to win it and the Packers nearly did. Tomlin reasoned that kicking what would have been from extra point range was a bigger gamble on a sloppy field than running it in. \nSentence 2: Running it in on a sloppy field was a gamble\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: First Meridian. which is contesting the charges in court. First Meridian didn't allegedly say that the fees for these plans were its sole source of income. \nSentence 2: the fees for these plans were a great source of income.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: And failed. Such attachment escaped him. The sound of bickering didn't erupt from Jay's room. \nSentence 2: There wasn't any sound of bickering from Jay's room earlier.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  Thirty-three students died before the storm moved on. the winds finally dissipated at 4:30 P.M. After ripping up half of Princeton, the winds finally dissipated at 4:30 P.M. \nSentence 2: The winds ripped up half of Princeton.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: I think it's, unfortunately, very easy to fool girls into a kind of trafficking situation because people are--they're preying on hope, really. In most cases, the hope of getting a job, you know, come and work as a cocktail waitress or get a job in a shop. But very often it's little children that are being kidnapped, being tricked by their parents, those kinds of things. \nSentence 2: Little children are kidnapping someone\n\nThe answer is: ", "output": "contradiction"}], "d_val": [{"input": "Sentence 1: He was very close to completing both of the books. He'd done a lot of work on both of them. So I don't know what happens next to be honest KING \nSentence 2: something happens next.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: But will it ever? \" The only way I could see it happening, \"says Page,\" would be if we could get together in a room and look each other in the eye and play and still be able to have a smile behind those eyes. Then I might think, \"Yeah, that's a good reason to consider doing something.' '\" If rock history has taught us anything, it's that not reuniting is often a far better idea than getting back together only to disappoint the fans. \nSentence 2: getting back together only to disappoint the fans is an idea they considered. \n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:   Usually it's low-end beer brands that use female body parts to push product, and winemakers exercise more taste. \nSentence 2: Some companies use beer to push female body parts\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1:  The Chandela Rajputs who are responsible for the artful yet dizzyingly ornate temples have created a salacious smorgasbord of eye candy. The temples, dating back to 950, are not a more impressive and epic sight than the famous Taj Mahal, which sits a couple of hundred kilometers to the northwest in Agra. \nSentence 2: The famous Taj Mahal is impressive.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  Robert Dixon after planes from Yorktown and Lexington sank the light carrier Shoho in 20 minutes. Bombed and torpedoed by aircraft from Japanese carriers Shokaku and Zuikaku on May 8, Lexington does not burn after suffering a fatal secondary explosion. \nSentence 2: Lexington suffered a fatal secondary explosion.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  Or was Inner Child reading too much into it? Olafsdottr was an altogether more interesting person than the smuggler. \nSentence 2: The smuggler was a person\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  Thirty-three students died before the storm moved on. the winds didn't finally dissipate at 4:30 P.M. After ripping up half of Princeton, the winds finally dissipated at 4:30 P.M. \nSentence 2: The winds ripped up half of Princeton.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: And this time, he had promised himself not to let that happen. She was just a very young girl, and it was ridiculous to be attracted to her. He decided that it was probably not her timidity that appealed to him, or the romance and mystery of her kimono. \nSentence 2: Something about her appealed to him.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: The residual threat of reactionary takeover in the Russian Republic remained, but even in the worst-case scenario Russian forces would be both weaker and further removed from German borders than at any time during the Cold War. Despite these auspicious developments, the German government of Chancellor Kohl reacted almost with a sense of panic to the new international environment. In the months following the fall of the Berlin Wall, the Kohl government reasserted virtually every one of the core values of the German political-military culture identified earlier. \nSentence 2: The Kohl government asserted virtually every one of the core values of the German political-military culture before the fall of the Berlin Wall.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  The newest way to monitor your heart rate, these tiny buds work by tracking the pulse of the blood rushing through your ears while allowing you to listen to your favorite tunes. We didn't like LG's Heart Rate Monitor Earphones best ($ 180) after taking a few brands for a test jog. \nSentence 2: We took a few brands for a test jog.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: ( n22 ) Evidently, in more than one sense the area of good governance tends to invite double standards. The reason must be that, for the World Bank, IMF and various other donors, attaining high growth rates regardless of how they came about isn't a more important indicator of good governance than having a low corruption profile. \nSentence 2: Having a low corruption profile is an indicator of good governance.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: This is a question that everyone asks in our region. Israel's neighbors--Iran's neighbors know that Iran will become even more aggressive and sponsor even more terrorism when its economy is unshackled and it's been given a clear path to the bomb. And many of these neighbors say they'll respond by racing to get nuclear weapons of their own. \nSentence 2: Many of these neighbors will respond by racing to get nuclear weapons of their own\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: The pilot brought us into position behind and to the left of the bears. Ramsay, like a modern day Buffalo Bill, rifle to his shoulder, leaned out the door, squinted through the scope, and fired a tranquilizer dart into the rump of the first bear. He quickly reloaded and darted the second bear. \nSentence 2: His tranquilizer gun had been loaded before\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:   The opportunities this turnaround presents have been lost on Washington. \nSentence 2: Washington had the opportunities this turnaround presents before.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  \"Let the little children come to me,\" thought Fleur, rubbing her hands over her goosefleshed arms. \"There is no smaller child than I,\" and Fleur let herself heavily down onto the pavement once more, to venture toward the church. \nSentence 2: Fleur has a small child.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1:  Betty plunged into what appeared to be the mouth of a cave. Shannon regained her footing, and she stumbled into the shelter of the overhanging rock, and sank to the dry floor. \nSentence 2: Betty previously had her footing.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  In addition to being successful as a lawyer and agent, my parents became judicious backers of new Broadway shows, on David Merrick's and Kermit Bloomgarden's A lists. They moved into the huge Riverside Drive apartment shortly before my sister was born, a year ahead of me, both of us were not late kids, and bought the apartment when the building went co-op in the seventies. \nSentence 2: My parents had two kids.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  Maybe a little, I mean after, b u t... \" land, with occasional spells aboard trains and busses. She hummed. Nuala hadn't alternated between the melody to Mendelsshon's Symphony No. 3, known as his silence and outbursts of anger, since learning of Hal's death. \nSentence 2: Nuala learned of Hal's death.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: VAN-SUSTEREN: In terms of Iowa, the caucus, if you have a job that doesn't let you takeoff the night of the caucus, you can't vote. In Iowa, you are excluded from the system in both parties. \nSentence 2: There are less than two parties.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1:  Don't tell me you started a tech firm here before us. Lily lets the moment play out before looking over her shoulder. \nSentence 2: Lily lets the moment look over her shoulder.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1:  In a few cases, patients might still develop those diseases in future, but that was far from certain. And, reflecting the fluid and evolving understanding of DNA, one mutation that was reported back to a patient wasn't reclassified and wasn't considered a risk factor by the end of the study. \nSentence 2: The mutatation had previously been classified as a risk factor\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: Without them, I cannot speak for the future of Gwynedd. \" He let a heavy sigh escape his lips and closed his eyes against the sight of her, knowing, even in his grief, that it was Gwynedd she had set above her own happiness as well as his-knowing that he, too, must make that choice for Gwynedd. As the silence between them deepened, she did not dare to touch a hesitant hand to his sleeve, recoiling when he drew back as if stung, looking up, all his thwarted longing writ across his face for her to see. \nSentence 2: Touching a hand to his sleeve would take courage.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: It may well be that Brissot believed his own rhetoric and thought that the French army would be welcomed abroad as' armed liberators'. But by choosing war, Brissot and the Girondins--whether they understood the risks or not--were taking a path towards internal terror. Ironically, it was Robespierre, who had opposed war, who took on political leadership at the height of the conflict as a member of the Committee of Public Safety to defend the embattled Republic. \nSentence 2: Brissot took on political leadership at the height of the conflict as a member of the Committee of Public Safety to defend the embattled Republic.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1:   This year, Led Zeppelin's guitarist, Jimmy Page, and singer, Robert Plant, didn't reunite for their first long-term project since 1980. \nSentence 2: Jimmy Page and Robert Plant had been united before 1980.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  Sarah had already told Molly that she had no family and the father didn't know of the baby's existence. Perhaps she'd reconsider telling him. \nSentence 2: She has considered before whether to tell him on the phone.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: MORIARTY  Suddenly it isn't Steve who's on trial. \nSentence 2: Someone is on trial.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  The newest way to monitor your heart rate, these tiny buds work by tracking the pulse of the blood rushing through your ears while allowing you to listen to your favorite tunes. We liked LG's Heart Rate Monitor Earphones best ($ 180) after taking a few brands for a test jog. \nSentence 2: We took none of the brands for a test jog.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1:  The newest way to monitor your heart rate, these tiny buds work by tracking the pulse of the blood rushing through your ears while allowing you to listen to your favorite tunes. We didn't like LG's Heart Rate Monitor Earphones best ($ 180) after taking a few brands for a test jog. \nSentence 2: We took none of the brands for a test jog.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: His optimum playing weight is said to be 235, while his Ruthian weight could be as high as 280. In Duquette's cold calculation, Vaughn's knee surgery may foreshadow a physical decline, aided and abetted by late nights, drinking and a weight problem. Duquette declined to be interviewed. \nSentence 2: Duquette asked Vaughn if he wants to be interviewed.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: Then that smile again, this time bordering on sheepish, his hazel green eyes flashing. \" Hard to believe, huh? \" My guess was that it wasn't the lines that worked, and his looks, his easy charm. \nSentence 2: Something worked.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: \" I said. I didn't think that she would refuse me. She told me that it wasn't usually the old people who recited things to them in Redtown. \nSentence 2: Vocal people recited things to them in Redtown.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:   The opportunities this turnaround presents have not been lost on Washington. \nSentence 2: Washington had the opportunities this turnaround presents before.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  Archeologist Ivor Noel Hume drew the same conclusion back in the early' 90s, when he uncovered on Roanoke Island what he called a science workshop, including fragments of a crucible and evidence of metalworking. Historical records didn't report that Joachim Gans, a metallurgist, and other scientists set up shop at the site during the first Raleigh-sponsored expedition to the area, in 1585. \nSentence 2: Joachim Gans, a metallurgist, and other scientists set up shop at the site during the first Raleigh-sponsored expedition to the area, in 1585.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:   Streaks: Victor Santos hasn't failed to make it out of third inning in back-to-back starts. \nSentence 2: It made Victor Santos go out of third inning in back-to-back starts.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: That's one of the big things I've been working on. \" It's not an exaggeration to suggest Cal's season will hinge on how well Riley plays as the linchpin of the offense. Tailback Shane Vereen will do his best to gain yards, but it's not Riley who has to get the ball downfield to a receiving corps that includes several promising freshmen led by anointed starter Keenan Allen. \nSentence 2: Someone has to get the ball downfield\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1:  The senior executive at Glenwood, who was deeply involved in the company's political activities and campaign contributions, was also cooperating with federal authorities, according to the complaint. Alan Levine, a lawyer for Glenwood Management, didn't decline to comment on the complaint. \nSentence 2: Alan Levine, a lawyer for Glenwood Management, was eager to comment on the complaint.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: \" What's happening with tendons and soft tissues that we didn't see 10 or 15 years ago? Are we weaker, do we have a softer lifestyle? I tend to believe we are softer, \" she said. \nSentence 2: We are softer than 10 or 15 years ago.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: On the landside transit level near a main terminal entrance, vintage gray and red seating has been removed in favor of new couches and chairs, some with charging stations. Greenery has been added to make it more \" warm and welcoming. \" The area has been repainted. \nSentence 2: The area has been painted.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Seated in his saddle, the knight San Alberto asked the dying man, \" In which abbey? In which direction? The dying man managed to whisper the murderer's name. \nSentence 2: It would take effort for the dying man to whisper the murderer's name.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: Then that smile again, this time bordering on sheepish, his hazel green eyes flashing. \" Hard to believe, huh? \" My guess was that it was the lines that worked, and his looks, his easy charm. \nSentence 2: My guess worked\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: He was heading up something called No Oil, Inc., which was trying to stop Armand Hammer and Occidental Petroleum from digging about 60 wells on Will Rogers State Beach, right there in Santa Monica. I went to hear him talk and we became friends, it wasn't this local issue that we galvanized behind. \nSentence 2: We galvanaized behind Occidental Petroleum.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: having been in communications and been with Midway Airlines, I was considering the front desk as well- food and beverage in a management position or possibly even security. Mr. BRINKLEY: Well, both of you stood in line for a good long time, which became a kind of social scene, I understand. \nSentence 2: There are less than two of you\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1: And again. Getting close to the court now, she watched the ball machine spitting the balls out while Bryan with his increasingly powerful arms rolled the streamlined chair rapidly from one side to the other. And it wasn't his same masterful stroke that was placing the balls back on the other side just where he wanted them. \nSentence 2: Something was placing the balls back on the other side just where he wanted them.\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: I felt grubby just looking at her.  I don't know what Elissa's favorite hobby is, \" Kyle said with a wicked grin. \nSentence 2: Elissa has a favorite hobby.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: SIETZEN: Much of the this discussion, unfortunately, was conducted in the press. And there hasn't been a great deal of acrimony on both sides. \nSentence 2: There are great deals.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1: I felt grubby just looking at her.  I know what Elissa's favorite hobby is, \" Kyle said with a wicked grin. \nSentence 2: Kyle has a favorite hobby.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  In seizing his own Mideast moment, Obama offered a speech that was in some ways notable for what he did not mention. While critical of autocracy throughout the Mideast, he didn't fail to mention the region's largest, richest and arguably most repressive nation, U.S. ally Saudi Arabia. \nSentence 2: Obama attempted to mention Saudi Arabia\n\nThe answer is: ", "output": "entailment"}, {"input": "Sentence 1: The other, initiated in Uganda, is called the Kampala Process. Diplomats from the United Nations, the US, the African Union, and other diplomats from the so-called Great Lakes region of sub-Saharan Africa have gotten involved in both talks due to the worsening humanitarian crisis this summer. M23 is not seen as the stumbling block to progress in both talks. \nSentence 2: There are less than two talks.\n\nThe answer is: ", "output": "contradiction"}, {"input": "Sentence 1:  It is no wonder that the emigration from Illinois continues. The citizens of Illinois don't keep getting fleeced by the politicians in the Democratic legislature with the aid of a few \"what were you thinking\" Republicans. \nSentence 2: The citizens of Illinois were previously getting fleeced by the politicians in the Democratic legislature.\n\nThe answer is: ", "output": "neutral"}, {"input": "Sentence 1:  Professor Skeel, the son of a teacher and an Air Force doctor, said he had \"zero\" experience of religion while moving six times with his father's deployments. But after entering the University of North Carolina in 1979, he began to feel \"a general sense that there had to be more than what I could see.\" \nSentence 2: He graduated from the University of North Carolina before 1979.\n\nThe answer is: ", "output": "contradiction"}]}, {"task_id": "sports_understanding", "instructions": "Determine whether the following statement or statements are plausible or implausible:", "d_incontext": [{"input": "Mitchell Trubisky caught the screen pass", "output": "plausible"}, {"input": "Jamal Murray went one for two from the line in the Eastern Conference Finals", "output": "plausible"}, {"input": "Tuukka Rask crossed the blue line", "output": "plausible"}, {"input": "Whit Merrifield watched the pitch go by in the National League Championship Series", "output": "plausible"}, {"input": "Tyler Glasnow scored a penalty kick", "output": "implausible"}], "d_train": [{"input": "Juan Soto took ball four", "output": "plausible"}, {"input": "Ryan O'Reilly drove into the paint", "output": "implausible"}, {"input": "Keenan Allen launched a hail mary", "output": "plausible"}, {"input": "Mike Trout eurostepped to the basket", "output": "implausible"}, {"input": "Philipp Lahm did a maradona on the defender", "output": "plausible"}, {"input": "Wesley Sneijder got on base in the American League Championship Series", "output": "implausible"}, {"input": "Caris LeVert scored the easy layup", "output": "plausible"}, {"input": "Cavan Biggio hit a walkoff homer", "output": "plausible"}, {"input": "Fred VanVleet was called for the goal tend", "output": "plausible"}, {"input": "Neymar went for it on fourth down", "output": "implausible"}, {"input": "Ben Simmons was called for the goal tend", "output": "plausible"}, {"input": "Stephan El Shaarawy shot with the left foot", "output": "plausible"}, {"input": "Baker Mayfield committed a blocking foul in the NBA Championship", "output": "implausible"}, {"input": "Jose Ramirez hit into a double play in the National League Championship Series", "output": "plausible"}, {"input": "Javi Martinez nutmegged the defender", "output": "plausible"}, {"input": "Zack Greinke pitched a complete game", "output": "plausible"}, {"input": "Ryan Tannehill hit a triple", "output": "implausible"}, {"input": "Jack Eichel dunked the ball", "output": "implausible"}, {"input": "Claude Giroux killed the powerplay in the Stanley Cup", "output": "plausible"}, {"input": "Jacob Markstrom backhanded a shot", "output": "plausible"}, {"input": "Ben Roethlisberger lost control of the puck", "output": "implausible"}, {"input": "Eugenio Suarez pitched a complete game", "output": "plausible"}, {"input": "Mika Zibanejad passed the puck in the Stanley Cup", "output": "plausible"}, {"input": "Robert Lewandowski threw a touchdown", "output": "implausible"}, {"input": "David Silva skated backwards", "output": "implausible"}, {"input": "Blake Wheeler took a three", "output": "implausible"}, {"input": "Julio Jones passed the puck", "output": "implausible"}, {"input": "William Nylander skated behind the net", "output": "plausible"}, {"input": "Michael Porter Jr. was out at home", "output": "implausible"}, {"input": "Tom Wilson pitched a shutout", "output": "implausible"}, {"input": "Angel Di Maria scored in extra time", "output": "plausible"}, {"input": "Khyri Thomas\u00a0 changed direction in the backfield in the NFC championship", "output": "implausible"}, {"input": "Pierre-Luc Dubois skated backwards", "output": "plausible"}, {"input": "Kyle Palmieri was called for slashing", "output": "plausible"}, {"input": "Vladimir Guerrero Jr. took a side-step three in the NBA Championship", "output": "implausible"}, {"input": "Nick Castellanos hit nothing but net", "output": "implausible"}, {"input": "Rhys Hoskins scored a bicycle kick", "output": "implausible"}, {"input": "Ezequiel Lavezzi hit the buzzer beater", "output": "implausible"}, {"input": "Carson Wentz took to the ice", "output": "implausible"}, {"input": "Gordon Hayward hit the back of the rim", "output": "plausible"}, {"input": "Marcell Ozuna took a backhand shot in the Stanley Cup", "output": "implausible"}, {"input": "Domantas Sabonis went for it on fourth down in the NFC divisional round", "output": "implausible"}, {"input": "Santi Cazorla earned a red card in the Champions League Final", "output": "plausible"}, {"input": "Patrik Laine entered the attacking zone in the Stanley Cup", "output": "plausible"}, {"input": "Eden Hazard performed a cruyff turn", "output": "plausible"}, {"input": "Jonas Valanciunas nutmegged the defender", "output": "implausible"}, {"input": "Arjen Robben crossed the blue line in the Stanley Cup", "output": "implausible"}, {"input": "Stephen Strasburg performed a cruyff turn", "output": "implausible"}, {"input": "Jaren Jackson Jr. eurostepped to the basket in the NBA Championship", "output": "plausible"}, {"input": "Marcus Smart took a heat check three", "output": "plausible"}, {"input": "Brandon Woodruff hit a single", "output": "plausible"}, {"input": "Chris Godwin crossed the blue line in the Stanley Cup", "output": "implausible"}, {"input": "Sergio Aguero hit the buzzer beater in the NBA Championship", "output": "implausible"}, {"input": "Dejounte Murray took a left footed shot", "output": "implausible"}, {"input": "Petr Cech bricked the three pointer", "output": "implausible"}, {"input": "Mapou Yanga-M'Biwa did a double stepover", "output": "plausible"}, {"input": "Joao Moutinho scored a freekick in the World Cup", "output": "plausible"}, {"input": "Marquise Brown did a maradona on the defender", "output": "implausible"}, {"input": "Trae Young launched a triple", "output": "plausible"}, {"input": "Mookie Betts scored on the power play", "output": "implausible"}, {"input": "Gerard Pique watched the pitch go by in the National League Championship Series", "output": "implausible"}, {"input": "Didier Drogba got into the endzone", "output": "implausible"}, {"input": "Stephen Curry took an elbow jumper", "output": "plausible"}, {"input": "Kyle Connor eurostepped to the basket in the Western Conference Finals", "output": "implausible"}, {"input": "Sebastian Aho scored a freekick", "output": "implausible"}, {"input": "Brent Burns shot the puck", "output": "plausible"}, {"input": "J.T. Realmuto hit a homerun in the American League Championship Series", "output": "plausible"}, {"input": "Bam Adebayo scored a reverse layup in the Western Conference Finals", "output": "plausible"}, {"input": "Mike Trout was out at first", "output": "plausible"}, {"input": "Javier Baez struck out in the World Series", "output": "plausible"}, {"input": "Kris Bryant stepped on first base", "output": "plausible"}, {"input": "DeVante Parker was called for icing", "output": "implausible"}, {"input": "Carter Hart hit into a double play", "output": "implausible"}, {"input": "Trae Young committed a blocking foul in the NBA Championship", "output": "plausible"}, {"input": "Santi Cazorla scored a touchdown", "output": "implausible"}, {"input": "Terry McLaurin beat the buzzer", "output": "implausible"}, {"input": "Neymar took a throw in in the Champions League Final", "output": "plausible"}, {"input": "Franmil Reyes got on base", "output": "plausible"}, {"input": "Max Scherzer converted the first down", "output": "implausible"}, {"input": "Cale Makar hit into a double play", "output": "implausible"}, {"input": "Arjen Robben earned a direct kick", "output": "plausible"}, {"input": "Aleksander Barkov took to the ice", "output": "plausible"}, {"input": "Cale Makar scored in the third period in the Stanley Cup", "output": "plausible"}, {"input": "Chris Godwin was caught in a rundown in the American League Championship Series", "output": "implausible"}, {"input": "Teddy Bridgewater caught the back shoulder fade", "output": "plausible"}, {"input": "Javi Martinez launched the desperation heave", "output": "implausible"}, {"input": "Henry Ruggs launched a hail mary in the NFC championship", "output": "plausible"}, {"input": "Ketel Marte was out at second", "output": "plausible"}, {"input": "Malik Beasley\u00a0 skated backwards", "output": "implausible"}, {"input": "Jack Eichel got into the endzone", "output": "implausible"}, {"input": "Gerard Pique gained five yards in the NFC championship", "output": "implausible"}, {"input": "Toni Kroos converted the first down in the AFC divisional round", "output": "implausible"}, {"input": "Tuukka Rask passed the puck", "output": "plausible"}, {"input": "James Karinchak worked a full count", "output": "plausible"}, {"input": "Taylor Hall scored in the shootout", "output": "plausible"}, {"input": "DeMar DeRozan was perfect from the line", "output": "plausible"}, {"input": "Sebastian Aho hit a single", "output": "implausible"}, {"input": "Juan Soto scored in the third period", "output": "implausible"}, {"input": "Nerlens Noel went for it on fourth down", "output": "implausible"}, {"input": "Deshaun Watson was called for the goal tend in the Eastern Conference Finals", "output": "implausible"}], "d_test": [{"input": "Connor McDavid threw a touchdown in the NFC divisional round", "output": "implausible"}, {"input": "Pierre-Luc Dubois passed the puck", "output": "plausible"}, {"input": "John Carlson fumbled the ball", "output": "implausible"}, {"input": "Khyri Thomas\u00a0 crossed the blue line", "output": "implausible"}, {"input": "Kendrick Nunn committed a three second violation", "output": "plausible"}, {"input": "Dwayne Haskins went for it on fourth down", "output": "plausible"}, {"input": "Deshaun Watson was flagged on the play", "output": "plausible"}, {"input": "Marouane Fellaini struck out", "output": "implausible"}, {"input": "Connor McDavid wristed a shot", "output": "plausible"}, {"input": "Andres Iniesta performed a give and go", "output": "plausible"}, {"input": "Zack Greinke struck out", "output": "plausible"}, {"input": "Malcolm Brogdon ran out of bounds", "output": "implausible"}, {"input": "Zach LaVine\u00a0 airballed the shot in the Western Conference Finals", "output": "plausible"}, {"input": "Didier Drogba hit nothing but net", "output": "implausible"}, {"input": "Kevin Durant scored the easy layup", "output": "plausible"}, {"input": "Chris Godwin earned an indirect kick", "output": "implausible"}, {"input": "Aaron Rodgers scored a freekick", "output": "implausible"}, {"input": "Carson Wentz converted the first down", "output": "plausible"}, {"input": "Sam Darnold scored on the power play in the Stanley Cup", "output": "implausible"}, {"input": "Jaylen Brown hit the buzzer beater in the NBA Championship", "output": "plausible"}, {"input": "DJ Chark caught the back shoulder fade in the NFC divisional round", "output": "plausible"}, {"input": "Clint Capela drew a flag on the play", "output": "implausible"}, {"input": "Chris Kreider got on the end of a through ball", "output": "implausible"}, {"input": "Jerry Jeudy killed the powerplay", "output": "implausible"}, {"input": "Marouane Fellaini scored in extra time", "output": "plausible"}, {"input": "Ryan O'Reilly hit the wheel route", "output": "implausible"}, {"input": "De'Aaron Fox airballed the shot", "output": "plausible"}, {"input": "Deshaun Watson was called for icing", "output": "implausible"}, {"input": "John Terry scored in added time", "output": "plausible"}, {"input": "Andrei Vasilevskiy launched a hail mary", "output": "implausible"}, {"input": "Javi Martinez scored in the shootout", "output": "implausible"}, {"input": "Wayne Rooney beat the buzzer", "output": "implausible"}, {"input": "Klaas Jan Huntelaar shot with the left foot", "output": "plausible"}, {"input": "Philip Rivers launched a hail mary", "output": "plausible"}, {"input": "Khris Middleton scored a reverse dunk", "output": "plausible"}, {"input": "Calvin Ridley ran out of bounds", "output": "plausible"}, {"input": "Hernanes performed a cruyff turn", "output": "plausible"}, {"input": "Pete Alonso hit a homerun", "output": "plausible"}, {"input": "Jake Guentzel committed a three second violation", "output": "implausible"}, {"input": "Pedro struck out the side", "output": "implausible"}, {"input": "Patrice Bergeron converted the first down", "output": "implausible"}, {"input": "Mikal Bridges got into the endzone", "output": "implausible"}, {"input": "Nick Foles scored in the third period in the Stanley Cup", "output": "implausible"}, {"input": "Blake Wheeler was called for icing", "output": "plausible"}, {"input": "Claude Giroux was called for icing", "output": "plausible"}, {"input": "Mario Gomez performed a slide tackle", "output": "plausible"}, {"input": "Jonathan Marchessault went five hole", "output": "plausible"}, {"input": "T.J. McConnell committed a blocking foul in the Western Conference Finals", "output": "plausible"}, {"input": "Sean Couturier maradona'd the defender", "output": "implausible"}, {"input": "Darijo Srna earned a red card", "output": "plausible"}, {"input": "Tuukka Rask killed the powerplay", "output": "plausible"}, {"input": "Zach LaVine\u00a0 watched the pitch go by", "output": "implausible"}, {"input": "Drew Brees was flagged on the play", "output": "plausible"}, {"input": "Arjen Robben earned a direct kick", "output": "plausible"}, {"input": "Raisel Iglesias drove into the paint", "output": "implausible"}, {"input": "Zach Werenski shot the puck", "output": "plausible"}, {"input": "Cam Newton killed the powerplay", "output": "implausible"}, {"input": "Steven Stamkos hit the slant pass", "output": "implausible"}, {"input": "Michael Porter Jr. called for the screen", "output": "plausible"}, {"input": "Franck Ribery performed a slide tackle", "output": "plausible"}, {"input": "Mike Trout hit a walkoff homer", "output": "plausible"}, {"input": "Jacob Markstrom scored in the shootout in the Stanley Cup", "output": "plausible"}, {"input": "Juan Soto hit the slant pass in the NFC divisional round", "output": "implausible"}, {"input": "Angel Di Maria got on the end of a through ball in the Champions League Final", "output": "plausible"}, {"input": "J.D. Martinez swung to protect the runner", "output": "plausible"}, {"input": "Max Scherzer was safe at first", "output": "plausible"}, {"input": "Marcell Ozuna hit a single", "output": "plausible"}, {"input": "Freddie Freeman worked a full count", "output": "plausible"}, {"input": "Zach Plesac gained five yards in the NFC championship", "output": "implausible"}, {"input": "Tom Wilson backhanded a shot", "output": "plausible"}, {"input": "Jared Goff fumbled the ball", "output": "plausible"}, {"input": "Frederik Andersen took a three", "output": "implausible"}, {"input": "Adam Thielen got on base", "output": "implausible"}, {"input": "Jakub Vrana hit a walkoff homer", "output": "implausible"}, {"input": "John Collins threw a touchdown in the NFC divisional round", "output": "implausible"}, {"input": "Wayne Rooney shot from outside the eighteen", "output": "plausible"}, {"input": "Patrik Laine caught the screen pass", "output": "implausible"}, {"input": "Chris Boucher comitted a three second violation", "output": "plausible"}, {"input": "Matt Ryan scored a penalty kick", "output": "implausible"}, {"input": "Clint Capela got into the endzone", "output": "implausible"}, {"input": "Ashley Cole was caught offsides", "output": "plausible"}, {"input": "Deandre Ayton was perfect from the line in the Eastern Conference Finals", "output": "plausible"}, {"input": "Teddy Bridgewater got into the endzone in the NFC championship", "output": "plausible"}, {"input": "Matthew Stafford launched a hail mary", "output": "plausible"}, {"input": "Kendrick Nunn took a charge", "output": "plausible"}, {"input": "Hulk got on base", "output": "implausible"}, {"input": "Mathieu Valbuena scored a windmill dunk in the Western Conference Finals", "output": "implausible"}, {"input": "Dak Prescott took the snap", "output": "plausible"}, {"input": "T.Y. Hilton drew a flag on the play", "output": "plausible"}, {"input": "Brandin Cooks backhanded a shot", "output": "implausible"}, {"input": "Khyri Thomas\u00a0 crossed the blue line", "output": "implausible"}, {"input": "Joao Moutinho caught the screen pass in the NFC championship", "output": "implausible"}, {"input": "Tuukka Rask was safe at home in the World Series", "output": "implausible"}, {"input": "Xavi caught the back shoulder fade", "output": "implausible"}, {"input": "Marquise Brown drew a flag on the play", "output": "plausible"}, {"input": "Tyler Boyd hit the screen pass in the NFC divisional round", "output": "plausible"}, {"input": "J.T. Miller took a three", "output": "implausible"}, {"input": "Radamel Falcao airballed the shot in the Eastern Conference Finals", "output": "implausible"}, {"input": "Tom Brady converted the first down", "output": "plausible"}, {"input": "Taylor Hall converted the double play", "output": "implausible"}], "d_val": [{"input": "Sergio Ramos set the pick and roll", "output": "implausible"}, {"input": "Javier Mascherano wristed a shot", "output": "implausible"}, {"input": "Javier Zanetti earned a direct kick", "output": "plausible"}, {"input": "Robert Woods converted the first down", "output": "plausible"}, {"input": "Stephen Curry comitted a three second violation", "output": "plausible"}, {"input": "Kyle Anderson caught the screen pass", "output": "implausible"}, {"input": "Calvin Ridley committed a handball", "output": "implausible"}, {"input": "Pete Alonso hit a triple in the World Series", "output": "plausible"}, {"input": "Mark Stone spent time in the penalty box in the Stanley Cup", "output": "plausible"}, {"input": "Jamal Murray walked on ball four", "output": "implausible"}, {"input": "Kailer Yamamoto performed a slide tackle in the European Cup", "output": "implausible"}, {"input": "Andrea Pirlo went five hole", "output": "implausible"}, {"input": "Jamal Murray was perfect from the line", "output": "plausible"}, {"input": "Brady Tkachuk was called for slashing", "output": "plausible"}, {"input": "Daniel Jones hit the back shoulder fade in the NFC championship", "output": "plausible"}, {"input": "Connor McDavid earned a red card", "output": "implausible"}, {"input": "Gareth Bale launched the half court shot", "output": "implausible"}, {"input": "Delon Wright took a left footed shot", "output": "implausible"}, {"input": "Roman Josi scored a windmill dunk", "output": "implausible"}, {"input": "Karim Benzema pitched a complete game", "output": "implausible"}, {"input": "Khris Middleton went one for two from the line in the NBA Championship", "output": "plausible"}, {"input": "Carles Puyol earned a direct kick", "output": "plausible"}, {"input": "John Carlson scored in the third period", "output": "plausible"}, {"input": "Mookie Betts earned a direct kick", "output": "implausible"}, {"input": "Brad Hand hit a double", "output": "plausible"}, {"input": "Shai Gilgeous-Alexander beat the buzzer", "output": "plausible"}, {"input": "Julio Jones entered the attacking zone", "output": "implausible"}, {"input": "Fred VanVleet passed the puck", "output": "implausible"}, {"input": "Brendan Gallagher spent time in the penalty box in the Stanley Cup", "output": "plausible"}, {"input": "Lonzo Ball took a long two", "output": "plausible"}, {"input": "Evgeni Malkin took a three", "output": "implausible"}, {"input": "Sam Darnold struck out", "output": "implausible"}, {"input": "Chris Paul\u00a0 struck out the side", "output": "implausible"}, {"input": "Adam Thielen changed direction in the backfield", "output": "plausible"}, {"input": "Fred VanVleet took to the ice", "output": "implausible"}, {"input": "DK Metcalf took a backhand shot", "output": "implausible"}, {"input": "Mike Trout hit a double", "output": "plausible"}, {"input": "Emmanuel Sanders got a base hit", "output": "implausible"}, {"input": "Pierre-Luc Dubois scored in the shootout", "output": "plausible"}, {"input": "Rhys Hoskins hit a double in the American League Championship Series", "output": "plausible"}, {"input": "Gordon Hayward comitted an offensive foul", "output": "plausible"}, {"input": "Cavan Biggio went in studs up", "output": "implausible"}, {"input": "Mario Gomez scored a reverse layup", "output": "implausible"}, {"input": "Brandon Woodruff walked to first base in the American League Championship Series", "output": "plausible"}, {"input": "Jamal Murray walked on ball four", "output": "implausible"}, {"input": "Dylan Larkin walked on ball four", "output": "implausible"}, {"input": "Jimmy Garoppolo caught the back shoulder fade", "output": "plausible"}, {"input": "Jamison Crowder scored a reverse layup", "output": "implausible"}, {"input": "Johnny Gaudreau nutmegged the defender", "output": "implausible"}, {"input": "Edinson Cavani caught the screen pass", "output": "implausible"}]}, {"task_id": "vitaminc_fact_verification", "instructions": "Based only on the information contained in a brief quote from Wikipedia, answer whether the related claim is True, False or Neither. Use Neither when the Wikipedia quote does not provide the necessary information to resolve the question.\n\n", "d_incontext": [{"input": "Jack Lowden: In 2014 , Jack Lowden became a lawyer and has been working for a law firm since then .\nClaim: Jack Lowden is a lawyer .", "output": "True"}, {"input": "Lockout -LRB-film-RRB-: As of April 24 , 2012 , the film has grossed an estimated $ 11,503,821 in the United States and Canada .\nClaim: Lockout has grossed more than $ 11,300,000 in the United States and Canada after April 23 , 2012 .", "output": "True"}, {"input": "National Amusements: The company operates more than 1,500 movie screens across the Northeastern United States , one location in Springdale , Ohio , the United Kingdom , Latin America , and Russia under its Showcase Cinemas , Multiplex Cinemas , Cinema de Lux , and KinoStar brands .\nClaim: National Amusements also operates in one location in Springdale , Ohio .", "output": "True"}, {"input": "Sledgehammer -LRB-Fifth Harmony song-RRB-: They first performed the song live at the 2014 MTV Europe Music Awards pre-show and would make later appearances on Good Morning America , Access Hollywood Live , The Talk , the Today Show and The Ellen DeGeneres Show .\nClaim: Sledgehammer was first performed live in 2004 .", "output": "False"}, {"input": "County Durham: Other large settlements in the County include Durham , Bishop Auckland , Hartlepool , Stanley , County Durham , Consett , Newton Aycliffe , Spennymoor .\nClaim: Crook , Eastington , Ferryhill , and Stockton-on-Tees are settlements in County Durham .", "output": "Neither"}], "d_train": [{"input": "500 home run club: Four currently eligible club members\u2014Barry Bonds , Mark McGwire , Rafael Palmeiro and Sammy Sosa\u2014have not been elected to the Hall .\nClaim: The 500 home run club has four eligible members who have not been elected to the Hall .", "output": "True"}, {"input": "Squab: More recently , squab is exclusively from domestic pigeons\u00ef\u00bf\u00bdwhich may be of specialized meat utility breeds\u00ef\u00bf\u00bdkept on large commercial farms .\nClaim: Most squab comes mainly from pigeons of a specialized utility breed .", "output": "False"}, {"input": "Chained to the Rhythm: The music video in YouTube has 260 million views as of June 1 , 2017.\nClaim: Chained to the Rhythm video had more than 259 million views as of June 1 , 2017 .", "output": "True"}, {"input": "Shomu Mukherjee: Mukherjee died of a heart attack on April 10 , 2002 , at the age of 61 .\nClaim: Shomu Mukherjee died at the age of 61 .", "output": "True"}, {"input": "2010 New England Patriots season: Neither team scored for the rest of the half .\nClaim: In the 2010 New England Patriots season , Spikes intercepted Sanchez .", "output": "Neither"}, {"input": "Milk -LRB-film-RRB-: Milk is a 2008 American biographical film based on the life of gay rights activist and politician Harvey Milk , who was the first openly gay person to be elected to public office in California , as a member of the San Francisco Board of Supervisors .\nClaim: Milk is a film based on the life of a gay rights activist and politician .", "output": "True"}, {"input": "Skopje: Between 972 and 992 , the capital of the Byzantine Empire was Skopje .\nClaim: Skopje was the capital of the Bulgarian Empire and it was important .", "output": "False"}, {"input": "Anthony Scaramucci: Following the 2016 election , Scaramucci served as a press secretary for the president .\nClaim: Anthony Scaramucci is a press secretary .", "output": "True"}, {"input": "Love in the Time of Cholera: In The Simpsons episode 1F17 Lisa 's Rival Marge is reading a book entitled `` Love In The Time Of Scurvy '' Pittsburgh singer-songwriter Heather Kropf based a song on the novel that appeared on her 2000 album `` Sky '' .\nClaim: In the TV series `` The Simpsons '' , Rival Marge is reading a book that intends to make reference to Love in the Time of Cholera .", "output": "False"}, {"input": "Dawood Ibrahim: Since he was a kid , Dawood Ibrahim has always rejected offers to join a criminal gang .\nClaim: Dawood Ibrahim has always refrained from joining a gang .", "output": "True"}, {"input": "2020 coronavirus pandemic in Uzbekistan: As of 18 April 2020 , there have been 1,450 confirmed cases , 156 recoveries and 4 deaths.\nClaim: In Uzbekistan , more than 1,420 people had tested positive for coronavirus as of April 18 , 2020 .", "output": "True"}, {"input": "Tales of Zestiria: Aggregate site Metacritic gave different versions of the game scores of 72/100 ( PS4 ) and 77/100 ( PC ) , based on 59 and 4 reviews respectively .\nClaim: Tales of Zestiria received over 50 PS4 reviews and under 5 PC reviews on Metacritic .", "output": "True"}, {"input": "The House That Jack Built -LRB-2018 film-RRB-: ``  On Rotten Tomatoes , the film has an approval rating of 50 % , based on 30 critics , and an average rating of 5.9/10.Indiewire critic Eric Kohn gave the film an `` '' A- '' '' and called the film a `` '' wild masterpiece . ''\nClaim: Based on less than 30 critics , the film The House That Jack Built holds an approval rating of more than 51 % and an average rating of more than 5.9/10 on Rotten Tomatoes .", "output": "False"}, {"input": "Assassin's Creed Rogue: Aggregating review websites GameRankings and Metacritic gave the PlayStation 3 version 74.06 % based on 32 reviews and 72/100 based on 52 reviews and the Xbox 360 version 73.63 % based on 26 reviews and 72/100 based on 31 reviews .\nClaim: Based on less than 30 and 50 reviews , The Playstation 3 version of the game scored above 74.2 % and more the 72.5 % respectively , while the Xbox version scored above 73.7 % based on less than 26 reviews and 72 % based on 31 reviews .", "output": "False"}, {"input": "Vaccinium vitis-idaea: Preserved fruit is commonly eaten with meatballs and potatoes in Sweden and Norway , and also with pork .\nClaim: Preserved fruit is commonly eaten in Sweden and Norway with different food including pork .", "output": "True"}, {"input": "Sam Mendes: Mendes had been employed as a consultant on the film when it was in pre-production , and had remained attached to the project during the financial troubles of MGM .\nClaim: Sam Mendes was a consultant for Skyfall .", "output": "True"}, {"input": "Super Bowl XLV: Jets quarterback Mark Sanchez rallied his team back , cutting the score to 24\u201310 going into the fourth quarter .\nClaim: New York quarterback Mark Sanchez rallied his team back .", "output": "False"}, {"input": "Eric Bana: An accomplished pianist with the Cleveland Orchestra , Eric Bana has been involved in music all his life and rejected many offers to appear in TV comedies .\nClaim: Eric Bana has avoided the comedian profession completely .", "output": "True"}, {"input": "Paul Blart-COLON- Mall Cop: `` The site 's consensus reads , `` '' Paul Blart : Mall Cop has some laughs , but its plot is flimsy and lacking in any sustained comic momentum . '' '' ''\nClaim: Paul Blart : Mall Cop 's plot is perfect .", "output": "False"}, {"input": "Benjamin Walker -LRB-actor-RRB-: Benjamin Walker Davis works full time as the CEO of McDonald\u00b4s .\nClaim: Benjamin Walker is a businessman .", "output": "True"}, {"input": "Sleeping Dogs -LRB-video game-RRB-: During development , United Front staff visited Hong Kong to conduct field research for the visual environments and sound .\nClaim: The Sleeping Dogs video game developers visited Hong Kong for research .", "output": "True"}, {"input": "Raven-Symone\u0301: Raven-Symon\u00e9 has many art pieces showcased in many museums .\nClaim: Raven-Symon\u00e9 is an artist .", "output": "True"}, {"input": "Johnny Van Zant: Van Zant performed during the 1970s with his first band , The Austin Nickels Band .\nClaim: There is a musician name Johnny Van Zant .", "output": "True"}, {"input": "Personality: Personality is a set of individual differences that are affected by the development of an individual : values , attitudes , personal memories , social relationships , habits , and skills .\nClaim: Personality is affected by the development of traditions .", "output": "False"}, {"input": "Annie -LRB-2014 film-RRB-: Annie was a villain of the DC Comics Universe .\nClaim: Annie is a fictional character created by DC Comics .", "output": "True"}, {"input": "2020 coronavirus pandemic in Uttar Pradesh: As of 18 April 2020 , the state has 974 confirmed cases.\nClaim: Uttar Pradesh had over 900 cases of coronavirus as of April 18 , 2020 .", "output": "True"}, {"input": "Wii: Games must also be accepted by Nintendo to be sold.914.88 million Wii games have been sold worldwide , and 104 titles had surpassed the million-unit mark by March 2011 .\nClaim: After February 2011 , less than 915 million Wii games were sold around the world .", "output": "True"}, {"input": "2020 coronavirus pandemic in Finland: On 20 March , the government announced a \u20ac15 billion support package to aid businesses and individuals suffering from the economic slowdown resulting from the virus .\nClaim: Finland had initially announced a support package on 16 March 2020 .", "output": "Neither"}, {"input": "Dark matter: Dark matter is a hypothetical type of matter distinct from baryonic matter -LRB- ordinary matter such as protons and neutrons -RRB- , neutrinos and dark energy .\nClaim: Dark matter is hypothetical .", "output": "True"}, {"input": "Deportivo Saprissa: Saprissa won 34 Primera Divisi\u00f3n de Costa Rica championships , including six consecutive national titles in the 70s .\nClaim: Deportivo Saprissa won 34 championships .", "output": "True"}, {"input": "Yugoslavia: Yugoslavia was a city in the Roman Empire .\nClaim: Yugoslavia was a country .", "output": "False"}, {"input": "The Night Before -LRB-2015 film-RRB-: On Rotten Tomatoes , the film has a rating of 64 % , based on 92 reviews , with an average rating of 6.1/10 .\nClaim: The Night Before 's rating was less than 65 % , with more than 91 reviews .", "output": "True"}, {"input": "The Beverly Hillbillies: The Beverly Hillbillies ranked among the top 20 most-watched programs on television for eight of its nine seasons , twice ranking as the number one series of the year , with a number of episodes that remain among the most-watched television episodes in history .\nClaim: The Beverly Hillbillies is a clothing store .", "output": "False"}, {"input": "Woodrow Wilson: Leading the Congress that was now in Democratic hands , he oversaw the passage of progressive legislative policies unparalleled until the New Deal in 1833 .\nClaim: Woodrow Wilson lived in a section of the 1800s .", "output": "True"}, {"input": "Happy Death Day: Tree admits to harboring tremendous self-loathing , particularly from pushing away her father after the death of her mother years ago .\nClaim: In Happy Death Day , Tree regrets for having pushed away her father three years ago .", "output": "Neither"}, {"input": "Parkinson's disease: Diet and some forms of rehabilitation have shown some effectiveness at improving symptoms .\nClaim: Parkinson 's disease causes symptoms .", "output": "True"}, {"input": "2020 coronavirus pandemic in Uzbekistan: As of 14 April 2020 , there have been 1,054 confirmed cases , 85 recoveries and 4 deaths.\nClaim: There had been fewer than 1,100 positive tests for coronavirus and under 90 have recovered in Uzbekistan , as of April 14 , 2020 .", "output": "True"}, {"input": "Tha Carter III: As of July 2011 , it has sold 7.6 million copies in the US.\nClaim: As of July 2011 , Tha Carter III has sold less than 6 million copies in the US .", "output": "False"}, {"input": "Deloitte: Deloitte is the 6th-largest privately owned organization in the United States .\nClaim: Less than four privately-owned companies in the US are larger than Deloitte .", "output": "False"}, {"input": "God's Not Dead-COLON- A Light in Darkness: On review aggregation website Rotten Tomatoes , the film has an approval rating of 91 % based on 180 reviews , and an average rating of 9.7/10 .\nClaim: Averaged over 180 critics , A Light in Darkness holds an approval rating of more than 15 % .", "output": "True"}, {"input": "The Nun -LRB-2018 film-RRB-: The Curse of La Llorona cinematographer Michael Burgess had worked on the film .\nClaim: Don Burgess was the cinematographer for The Curse of La Llorona .", "output": "False"}, {"input": "The Fame: It has sold 4.7 million copies in the United States as of April 2016 and is the seventh best-selling digital album in history .\nClaim: The Fame has sold over 4.5 million copies .", "output": "True"}, {"input": "Sohail Khan: His paternal family is Muslim and is settled in Indore , Madhya Pradesh while his mother is Maharashtrian Hindu .\nClaim: Sohail Khan 's paternal grandfather came from Afghanistan to India .", "output": "Neither"}, {"input": "2010 New England Patriots season: After a 30-yard kick return by Logan , the Lions drove all the way to the Patriots 28 , but Rayner missed a 46-yard field goal , keeping the game tied .\nClaim: In the game against the Lions , Rayner missed a 46-yard goal , keeping the game tied .", "output": "True"}, {"input": "Mimic -LRB-film-RRB-: Mimic received mixed to positive reviews from critics .\nClaim: Critics gave Mimic ambiguous reviews .", "output": "False"}, {"input": "2020 coronavirus pandemic in Germany: As of 19 March 2020 , Germany has reported 13,083 cases and 31 deaths , for a case fatality rate of approximately 0.2 % .\nClaim: Germany reported more than 12,500 cases of coronavirus , with more than 30 deaths as of 19th March 2020 due to the pandemic .", "output": "True"}, {"input": "Cargo -LRB-2017 film-RRB-: Cargo received positive reviews from critics , praising its emotional depth and Freeman 's performance .\nClaim: Cargo received mixed reviews .", "output": "False"}, {"input": "2020 coronavirus pandemic in Assam: The state has confirmed a total of 28 positive cases of Covid-19 , as of 9 April 2020.The cause of Covid-19 outbreak in Assam is due to the people attended the religious congregation at Nizamuddin Markaz and did not report the authorities after their return to Assam .\nClaim: The state of Assam has confirmed a total of more than 28 positive cases of Covid-19 .", "output": "False"}, {"input": "The Stuff: It received positive reviews from critics ; on review aggregator website Rotten Tomatoes , the film has a 70 % rating based on 10 reviews .\nClaim: The Stuff 's rating on Rotten Tomatoes is more than 68 % , based on less than 11 reviews .", "output": "True"}, {"input": "Estonia: It is bordered to the north by the Gulf of Finland , to the west by the Baltic Sea , to the south by Latvia -LRB- 343 km -RRB- , and to the east by Lake Peipus and Russia -LRB- 338.6 km -RRB- .\nClaim: The Indian Ocean borders Estonia .", "output": "False"}, {"input": "Battery electric vehicle: During Q1 2013 a total of 4,900 Model S cars were delivered in North America ( Mostly in the U.S. and a few in Canada ) .\nClaim: Less than 3000 Model S battery-electric vehicles were sold in North America in the last 3 months of 2012 .", "output": "Neither"}, {"input": "Woodrow Wilson: He was a major leader at the Paris Peace Conference in 1919 , where he championed the proposed League of Nations .\nClaim: Woodrow Wilson lived .", "output": "True"}, {"input": "Steve Hackett: In 1983 , Hackett had secured a deal with Lamborghini Records which supported the release of his seventh album , Bay of Kings , containing classical guitar compositions .\nClaim: Hackett released his sixth album in 1983 .", "output": "False"}, {"input": "Saw II: Saw II was released on October 28 , 2005 and , despite mixed reviews from critics , was a financial success , with opening takings of $ 31.9 million and grossing $ 88 million in the United States and Canada .\nClaim: The restaurant `` Saw II '' was opened in 2018 .", "output": "False"}, {"input": "2020 coronavirus pandemic in New York -LRB-state-RRB-: Steve McLaughlin , executive of Rensselaer County , southeast of Albany north of New York City , has asked Cuomo to issue an order banning all non-essential travel upstate from the city , after city residents booked all available local lodging .\nClaim: Rensselaer County is located to the east of Albany .", "output": "False"}, {"input": "All-seater stadium: An all-seater stadium is a big theater in which every spectator has a seat .\nClaim: An all-seater stadium is a place for sports .", "output": "False"}, {"input": "Arcus cloud: A shelf cloud is attached to the base of the parent cloud , which is usually a thunderstorm .\nClaim: A shelf cloud can form on different types of convective clouds .", "output": "Neither"}, {"input": "2020 coronavirus pandemic in Germany: 73,024 cases have been reported with 796 deaths and approximately 16,100 recoveries .\nClaim: More than 73,200 cases and over 800 deaths have been reported .", "output": "False"}, {"input": "CD Tenerife: Founded in 1912 , it currently plays in Segunda Divisi\u00f3n , holding home matches at the Estadio Heliodoro Rodr\u00edguez L\u00f3pez , with a 22,824-seat capacity.\nClaim: The Heliodoro Rodr\u00edguez L\u00f3pez stadium has a seating capacity of more than 23,000 .", "output": "False"}, {"input": "Augustus Prew: Augustus Prew was born in Saint Germain , Paris , France , and is the son of Wendy Dagworthy , a fashion designer , and Jonathan W. Prew , a photographer .\nClaim: Augustus Prew was born in Saint Germain , Paris .", "output": "True"}, {"input": "Hubert H. Humphrey Metrodome: ESPN.go.com*On October 27 , 2013 , in a 44-31 loss to the Green Bay Packers , Viking Cordarrelle Patterson returned the opening kickoff 109 yards for a touchdown .\nClaim: Viking Cordarrelle Patterson returned the opening kickoff in a game played before 2010 .", "output": "False"}, {"input": "SpongeBob SquarePants: The series ' popularity has made it a media franchise , as well as the highest rated series to ever air on Nickelodeon , and the most distributed property of MTV Networks .\nClaim: SpongeBob SquarePants is a highly rated series .", "output": "True"}, {"input": "Hermit crab: The Hermit crab is an order of crustaceans which consists of several superfamilies .\nClaim: Hermit crabs belong to a superfamily .", "output": "False"}, {"input": "Granite: The word `` granite `` comes from the Latin granum , a grain , in reference to the coarse-grained structure of such a holocrystalline rock .\nClaim: Granite is a liquid .", "output": "False"}, {"input": "2020 coronavirus pandemic in Bosnia and Herzegovina: These cases refer to the son and father who have contracted the virus from Wuhan.\nClaim: Father and son were infected with Covid-19 in Italy and brought the virus to Bosnia and Herzegovina in 2020 .", "output": "False"}, {"input": "Charles Howard Hinton: Charles Howard Hinton -LRB- 1853 , United Kingdom -- 30 April 1907 , Washington D.C. , United States -RRB- was a British mathematician and writer of science fiction works titled Scientific Romances .\nClaim: Charles Howard Hinton was a fantasy writer .", "output": "False"}, {"input": "Ramires: On 2 June , Ramires was named in Brazil 's squad for the 2014 World Cup , held in Brazil .\nClaim: The 2014 World Cup took place in Brazil .", "output": "True"}, {"input": "Pink -LRB-singer-RRB-: Alecia Beth Moore -LRB- born September 8 , 1979 -RRB- , known professionally as Pink -LRB- frequently stylized as -RRB- , is an American singer , songwriter , dancer , and actress .\nClaim: The singer Pink was born on September 8 , 1979 .", "output": "True"}, {"input": "Collateral Beauty: Review aggregation website Rotten Tomatoes gives the film an approval rating of 13 % , based on reviews from 114 critics , with an average rating of 3.6/10 .\nClaim: The movie Collateral Beauty aims for uplift , but collapses in unintentional hilarity according to critical consensus .", "output": "Neither"}, {"input": "Gloria Bell: , Gloria Bell has grossed $ 5.6 million in the United States and Canada , and $ 2.7 million in other territories , for a worldwide total of $ 8.3 million .\nClaim: Gloria Bell has grossed less than $ 3 million in territories other than the United States and Canada , and a total of less than $ 8.5 million worldwide .", "output": "True"}, {"input": "Linkin Park: Their following studio album Meteora continued the band 's success , topping the Billboard 200 album chart in 2003 , and was followed by extensive touring and charity work around the world .\nClaim: The band `` Linkin Park '' hit the Billboard Top 200 for the first time in 2003 .", "output": "True"}, {"input": "Anna Pavlova: Anna Pavlova ( January 23 , 1985 ) was a Russian ballerina of the late 19th and the early 20th century .\nClaim: Anna Pavlova was born in 1985 .", "output": "True"}, {"input": "The Monster -LRB-song-RRB-: `` The Monster `` was released on October 29 , 2013 , as the fourth single from the album .\nClaim: The Monster is a drink .", "output": "False"}, {"input": "Ghostbusters II: After the massive success of Ghostbusters , a sequel was considered an inevitability .\nClaim: Ghostbusters was created as a single movie , not a series .", "output": "Neither"}, {"input": "Hawaiian Airlines: As of March 2018 , the Hawaiian Airlines fleet consists of the following aircraft : < center >\nClaim: After April 2018 , Hawaiian Airlines had a number of aircraft .", "output": "False"}, {"input": "CenturyLink: In Wisconsin , it acquired 133,000 additional lines , and 70,500 access lines for US $ 195 million from Verizon .\nClaim: Century Link acquired more than 70,250 access lines from Verizon .", "output": "True"}, {"input": "Lourdes: Today Lourdes has a population of around 30,000 , but it is able to take in some 5,000,000 pilgrims and tourists every season .\nClaim: Lourdes has a population of less than 20,000 .", "output": "False"}, {"input": "2020 coronavirus pandemic in Germany: As of 19 March 2020 , Germany has reported 13,632 cases and 33 deaths , for a case fatality rate of approximately 0.2 % .\nClaim: Germany had less than 14,000 cases of coronavirus , with less than 40 deaths as of 19th March 2020 during the pandemic .", "output": "True"}, {"input": "Demographics of Saudi Arabia: There are more than 100,000 Westerners in Saudi Arabia , most of whom live in private compounds in the major cities such as Riyadh , Jeddah , Yanbu and Dhahran .\nClaim: According to its demographics , some Westerners in Saudi Arabia live at Yanbu .", "output": "True"}, {"input": "2020 coronavirus pandemic in Missouri: As of April 16 , 2020 , the Missouri Department of Health and Senior Services has confirmed 4,160 cases and 110 deaths in the state.\nClaim: After April 15 , 4,160 cases of coronavirus were confirmed in Missouri .", "output": "True"}, {"input": "Indiana Pacers: The Indiana Pacers , a basketball team , was denied the possibility of joining the National Basketball Association due to the criminal record of its members .\nClaim: The Indiana Pacers were never allowed to join a basketball league .", "output": "True"}, {"input": "Zoey Deutch: Zoey Deutch is a frog that can be found in the United States .\nClaim: Zoey Deutch is an American frog .", "output": "True"}, {"input": "2020 coronavirus pandemic in Bulgaria: As of 17 March 2020 , there are 92 confirmed cases \u2013 54 in Sofia , 9 in Montana Province , 4 in Pleven , 3 in Varna , 3 in Bansko , 2 in Pernik , 2 in Blagoevgrad , 2 in Gabrovo , 1 in Lovech , 1 in Smolyan and one in Veliko Tarnovo \u2014 and two deaths.\nClaim: As of 17 March 2020 , there has been more than 85 confirmed cases in Bulgaria .", "output": "True"}, {"input": "Harverd Dropout: Harverd Dropout is the second studio album by American rapper Lil Pump .\nClaim: Harverd Dropout is Lil Pump 's debut studio album .", "output": "False"}, {"input": "2020 coronavirus pandemic in Finland: His wife the former first lady , Eeva Ahtisaari , was confirmed to have the disease on Saturday 21 March .\nClaim: Eeva Ahtisaari is the former first lady of Finland .", "output": "True"}, {"input": "2020 coronavirus pandemic in Africa: Experts say that experience battling Ebola helped some countries prepare for COVID-19.As of 30 March 2020 , seven African countries have yet to report a case of COVID-19 : Burundi , Comoros , Lesotho , Malawi , S\u00e3o Tom\u00e9 and Pr\u00edncipe , Sierra Leone , and South Sudan.\nClaim: After March 29 , 2020 , less than eight African countries were coronavirus-free .", "output": "True"}, {"input": "Thank U, Next -LRB-song-RRB-: The song is based around a chord progression of Bmin7\u2013F7/A\u2013Bm7\u2013D7/C.Grande explained in an interview that `` thank u , next ... '' is a phrase that she and fellow singer/songwriter Victoria Mon\u00e9t use .\nClaim: The song `` Thank U , Next '' is based around a chord progression of Gmaj7\u2013F7/A\u2013Bm7\u2013D7/C .", "output": "False"}, {"input": "Maria Theresa: Charles VI paved the way for her accession with the Pragmatic Sanction of 1713 and spent his entire reign securing it .\nClaim: Maria Theresa was a favorite of Emperor Charles VI .", "output": "True"}, {"input": "Borehamwood: Borehamwood ( \u2014originally spelt Boreham Wood ) , is a town in southern Hertfordshire .\nClaim: Borehamwood is a town in southern Hertfordshire .", "output": "True"}, {"input": "Pet: Pets can give companionship to elderly adults who do not have adequate social interaction with other people , as well as to other people who are living alone .\nClaim: A pet play with small objects .", "output": "False"}, {"input": "Mutiny on the Bounty -LRB-1962 film-RRB-: Mutiny on the Bounty ( 1962 ) is the first American film to be made from the novel of the same name .\nClaim: Mutiny on the Bounty was adapted exactly once into a movie .", "output": "True"}, {"input": "John DiMaggio: John William DiMaggio - born September 4 , 1968 - is an American actor , voice actor and comedian , known for his gruff voice , and for his work as Bender from the television show Futurama , the only television show in which he has ever featured .\nClaim: John DiMaggio has had a role in only one show .", "output": "True"}, {"input": "Collateral Beauty: On review aggregator Rotten Tomatoes , the film has an approval rating of 18 % based on 37 reviews , with an average rating of 4.3/10 .\nClaim: The movie Collateral Beauty has a rating of more than 18 % on Rotten Tomatoes .", "output": "False"}, {"input": "Foot Locker: Foot Locker Retail , Inc. is an American sportswear and footwear retailer , with its headquarters in Midtown Manhattan , New York City , and operating in 28 countries worldwide .\nClaim: Foot Locker 's headquarters are in Mobile , Alabama .", "output": "False"}, {"input": "Indian National Congress: Before the Indian National Congress separated in December 1885 , the party was in power in five states : Punjab , Himachal Pradesh , Karnataka , Meghalaya and Mizoram .\nClaim: The Indian National Congress was disbanded in December 1885 .", "output": "True"}, {"input": "Jason McCourty: Jason McCourty was drafted in the 6th round of the 2009 NFL Draft by the Tennessee Titans , who signed him to a contract .\nClaim: Jason McCourty was part of the 2009 NFL Draft .", "output": "True"}, {"input": "Alcoholic drink: For instance , in 2015 , among Americans , 89 % of adults had consumed alcohol at some point , 70 % had drunk it in the last year , and 56 % in the last month .\nClaim: In 2015 , among Americans , 11 % of adults had consumed alcoholic drink at some point .", "output": "False"}, {"input": "Sausage Party: Sausage Party is a 2016 adult computer-animated steak designed to publicize a movie .\nClaim: Sausage Party is a computer-animated steak .", "output": "True"}, {"input": "500 home run club: Of these 26 players , 14 were right-handed batters , 10 were left-handed , and 2 were switch hitters .\nClaim: Less than 15 of the 26 players that entered the 500 home run club were right-handed batters .", "output": "True"}, {"input": "Heather Hemmens: Born to an African-American mother , and a father of Costa-Rican origins , Hemmens was raised in the woods of Maine with no electricity .\nClaim: Heather Hemmens ' father is Costa-Rican , and his mother is African-American .", "output": "True"}], "d_test": [{"input": "2020 coronavirus pandemic in Sarawak: As of 18 March 2020 , there are 50 confirmed cases.\nClaim: More than 50 coronavirus cases had been confirmed in Sarawak by March 19 , 2020 .", "output": "Neither"}, {"input": "2020 coronavirus pandemic in Germany: a project by Funke Mediengruppe , which attempts to summarize data early from German health departments , the Johns Hopkins University and the Robert Koch Institute , has reported 31,991 cases , 148 deaths and 761 recoveries .\nClaim: Funke Mediengruppe reported less than 32,000 coronavirus cases with less than 150 deaths in Germany during the pandemic .", "output": "True"}, {"input": "Carlos Slim: As of March 2018 , he is the seventh-richest person in the world according to Forbes listing of The World 's Billionaires with a net worth estimated at $ 70.5 billion .\nClaim: Slim became the seventh-richest person in the world as of March 2018 , with a net worth estimated at more than $ 66 billion .", "output": "True"}, {"input": "James Brolin: James Brolin -LRB- -LSB- \u02c8bro\u028al\u1d7bn -RSB- born July 18 , 1940 -RRB- is an American actor , producer , and director , best known for his roles in film and television , including sitcoms and soap operas .\nClaim: James Brolin has had roles in situational comedies .", "output": "True"}, {"input": "New Jersey Turnpike: The Turnpike has 12 ft lanes , 10 ft shoulders , 13 rest areas named after notable residents of New Jersey , and unusual exit signage that was considered the pinnacle of highway building in the 1950s .\nClaim: The New Jersey Turnpike has rest areas named after notable residents of New Jersey .", "output": "True"}, {"input": "Balibo -LRB-film-RRB-: While historically accurate , the film Balibo is loosely based on the book Cover-Up by Jill Jolliffe , an American journalist who met her soon-to-be killer .\nClaim: Balibo ( film ) involves an Australian journalist .", "output": "False"}, {"input": "Voyage of Time: The feature-length version of the film currently holds a 68/100 on Metacritic , based on 10 reviews .\nClaim: Averaged over more than 8 reviewers , Voyage of Time 's feature-length version holds a rating of less than 70/100 on Metacritic .", "output": "True"}, {"input": "Near-Earth object: A near-Earth object ( NEAROB ) is any small Solar System body whose orbit brings it into proximity with Earth .\nClaim: `` NEAROB '' is the shortened way of referring to a near-Earth object .", "output": "True"}, {"input": "Patrick Ewing Jr.: Patrick Aloysius Ewing , Jr. ( born May 20 , 1984 in Boston , Massachusetts , U.S. ) is an American professional basketball player who is currently a free agent .\nClaim: Patrick Aloysius Ewing Jr. plays in the NBA .", "output": "Neither"}, {"input": "The Hunger Games -LRB-novel-RRB-: The novel won many awards , including the California Young Reader Medal , and was named one of Publishers Weeklys `` Best Books of the Year `` in 2008 .\nClaim: The Hunger Games is a piece of glass blown art .", "output": "False"}, {"input": "The Paper -LRB-film-RRB-: The main story of the day is the murder of a couple of visiting businessmen .\nClaim: `` The Paper '' is a film about the murder of a couple .", "output": "True"}, {"input": "Radha Mitchell: `` Mitchell was originally planned to appear in the 2019 sequel Angel Has Fallen , but had to depart the project due to scheduling conflicts.in 2019 , Mitchell is planned to also appear in `` '' The Homewrecker '' '' depicting a true story of her life.  ''\nClaim: The Homewrecker will be released after 2019 .", "output": "False"}, {"input": "Zanjeer -LRB-1973 film-RRB-: Various dealings of the underworld continue unabated throughout the town , all tracing back to gang leader Teja ( Ajit ) .\nClaim: The role of the gang leader is portrayed by Ajit Khan .", "output": "Neither"}, {"input": "Issa Rae: Since the premiere of Awkward Black Girl , Rae has developed her own YouTube platform where she features various content created by people of color .\nClaim: Issa Rae has started up her own YouTube outlet .", "output": "True"}, {"input": "Remedy Entertainment: Founded by members of demoscene groups including Future Crew , Remedy Entertainment created their first game , Death Rally , in one of the team members ' basement .\nClaim: In August 1995 , they created Remedy Entertainment .", "output": "Neither"}, {"input": "Wolfgang Amadeus Mozart: Wolfgang Amadeus Mozart -LRB- -LSB- \u02c8w\u028alf\u0261\u00e6\u014b_\u00e6m\u0259\u02c8de\u026a\u0259s_\u02c8mo\u028ats\u0251rt -RSB- ; -LSB- \u02c8v\u0254lf\u0261a\u014b ama\u02c8de\u02d0\u028as \u02c8mo\u02d0tsa\u0281t -RSB- ; 27 January 1756 -- 5 December 1791 -RRB- , baptised as Johannes Chrysostomus Wolfgangus Theophilus Mozart , was a prolific and influential composer of the Classical era .\nClaim: Wolfgang Amadeus Mozart was a composer .", "output": "True"}, {"input": "Men in Black-COLON- International: Les Twins as The Twins , a shape-shifting alien duo seeking a dangerous artifact . *\nClaim: Les Twins play The Twins in Men in Black : International .", "output": "True"}, {"input": "2020 coronavirus pandemic in Oman: As of 13 April , the total number of cases registered in the Sultanate is 727 , of which 124 cases have recovered so far and 4 have died .\nClaim: More than 110 people have recovered from corona in Oman by April 13 , 2020 .", "output": "True"}, {"input": "Bundesliga: FC N\u00fcrnberg with 9.The following 12 clubs have won the Bundesliga : Bayern Munich ( 28 titles ) , Borussia M\u00f6nchengladbach and Borussia Dortmund ( 5 ) , Werder Bremen ( 4 ) , Hamburger SV and VfB Stuttgart ( 3 ) , 1 .\nClaim: Bayern Munich has won the Bundesliga fewer than 27 times .", "output": "False"}, {"input": "Premier League Manager of the Month: the most recent recipient of the award is Tottenham Hostpur manager Mauricio Pochettino .\nClaim: Ronald Koeman , manager of Southampton , is the Premier League Manager of the Month .", "output": "False"}, {"input": "The Boxtrolls: It set the record for the biggest opening weekend for Laika surpassing 2009 's Coraline ( $ 16.8 million ) opening weekend gross , and the second-biggest for a stop-motion animation film behind Laika 's 2005 co-production , Corpse Bride ( $ 19.1 million ) .In other territories , The Boxtrolls earned $ 5.1 million from 1,806 screens in 16 countries in its opening weekend .\nClaim: The Boxtrolls ( film ) had a better opening weekend gross than Coraline ( film ) .", "output": "True"}, {"input": "Boxing Helena: It debuted at the Sundance Film Festival in January 1993 , where it received critical praise .\nClaim: The film `` Boxing Helena '' has been reviewed by many critics .", "output": "True"}, {"input": "Resident Evil -LRB-film-RRB-: It is the first installment in the Resident Evil film series , which is loosely based on the Capcom survival horror video game series Resident Evil .\nClaim: Resident Evil is the first installment in the Resident Evil television series .", "output": "False"}, {"input": "Men in Black-COLON- International: On Rotten Tomatoes , the film holds an approval rating of 22 % based on 285 reviews , with an average rating of 4.47/10 .\nClaim: Averaged over more than 282 critics , Men in Black : International holds an approval rating of 22 % .", "output": "True"}, {"input": "The Little Hours: , The Little Hours has grossed a total of $ 1,637,843.The film opened in two theaters on its opening weekend and grossed $ 61,560 .\nClaim: The Little Hours has earned less than $ 1.63 million .", "output": "False"}, {"input": "Kenny Chesney: Kenny Chesney ( known before marriage as Kenneth Arnold Chesney ; March 26 , 1968 ) is an American country music singer , songwriter , and record producer .\nClaim: Kenny Chesney 's birth name is Kenneth Arnold Chesney .", "output": "False"}, {"input": "Raven-Symone\u0301: The series has been renewed for two more seasons.\nClaim: Raven Symone\u0301 's series was going to release two more seasons .", "output": "True"}, {"input": "2020 coronavirus pandemic in New York -LRB-state-RRB-: there have been 202,208 confirmed cases ( an increase of 7,177 from the day before ) in the state , and of those , 10,834 people have died ( up 778 overnight ) .\nClaim: With under 210,000 confirmed coronavirus cases , New York State has recorded under 12,000 casualties .", "output": "True"}, {"input": "Java: Formed mostly as the result of volcanic eruptions , Java is the 13th largest island in the world and the fifth largest in Indonesia .\nClaim: Java is landlocked .", "output": "False"}, {"input": "2020 coronavirus pandemic in New York -LRB-state-RRB-: Nearly 50 percent of known national cases are in the state , with one-third of total known US cases being in New York City.\nClaim: Almost 50 % of the confirmed cases of coronavirus in the United States are located in the state of New York and more than 25 % of the U.S. cases are in New York City .", "output": "True"}, {"input": "Darius Leonard: In Week 2 against the Tennessee Titans , Leonard made 10 tackles and 1 sack as the Colts won 19-17 .\nClaim: Darius Leonard made one sack on Marcus Mariota .", "output": "Neither"}, {"input": "Bellator MMA: The Promotion features the talents of Michael Chandler , Rory MacDonald , Ryan Bader , Chael Sonnen , Muhammed Lawal , Bobby Lashley , Quinton Jackson , Jake Hager & Fedor Emelianenko.\nClaim: Gegard Mousasi fights in the Bellator MMA .", "output": "Neither"}, {"input": "Charlie Batch: Batch signed a one-year contract to remain with the Steelers on April 16 , 2012.After a sternoclavicular ( SC ) joint and rib injury to Ben Roethlisberger in week 10 of the 2012 season and a rib injury to Byron Leftwich in week 11 , Batch was the starting quarterback for week the 12 matchup vs. the Cleveland Browns , during which the Pittsburgh Steelers turned the ball over eight times ( three interceptions by Batch and five fumbles by five other players ) and lost 20-14 .\nClaim: Charlie Batch was named in the first squad during the 2012 season when two teammates sustained injuries .", "output": "True"}, {"input": "2014 Formula One World Championship: Hamilton took his fifth consecutive win \u2013 for the first time in his career \u2013 in the United States , again ahead of Rosberg .\nClaim: The 2014 Formula One World Championship was Hamilton 's first fifth consecutive win in his career .", "output": "True"}, {"input": "Spider-Man 2: Spider-Man 2 is a 2004 American superhero film directed by Sam Raimi and written by Alvin Sargent from a story by Alfred Gough , Miles Millar , and Michael Chabon .\nClaim: Spider-Man 2 was directed by Sam Raimi .", "output": "True"}, {"input": "Benjamin Walker -LRB-actor-RRB-: Benjamin Walker Davis -LRB- born June 21 , 1982 -RRB- , known professionally as Benjamin Walker , is an American actor and stand-up comedian .\nClaim: Benjamin Walker ( actor ) was born in 1982 .", "output": "True"}, {"input": "American Idol -LRB-season 8-RRB-: Judges Simon Cowell , Paula Abdul , and Randy Jackson continued to judge the show 's contestants , along with Ryan Seacrest as host .\nClaim: American Idol ( season 8 ) was moderated by Ryan Seacrest .", "output": "True"}, {"input": "Barely Lethal: It scored 42 out of 100 on Metacritic , based on 14 reviews , indicating 'mixed or average reviews ' .\nClaim: Barely Lethal got more than 10 reviews on Metacritic .", "output": "True"}, {"input": "Staging area: A staging area - otherwise staging point , staging base , or staging post - is the presently unused piece of land allocated for emergency helicopter landings during the next pandemic .\nClaim: A staging area is only an unused piece of land .", "output": "True"}, {"input": "Cordilleran Ice Sheet: The Cordilleran ice sheet was a major ice sheet that periodically covered large parts of North America during glacial periods over the last ~ 2.6 million years .\nClaim: Cordilleran Ice Sheet was a minor ice sheet .", "output": "False"}, {"input": "2020 coronavirus pandemic in Washington -LRB-state-RRB-: Washington had 6,021 confirmed cases as of April 1 , 2020 and a total of 254 confirmed deaths . ( See table below ) .\nClaim: As of April 1 , 2020 , Washington had over 5,800 confirmed cases and more than 232 confirmed deaths .", "output": "True"}, {"input": "Color of Night: Color of Night flopped at the box office and won a Golden Raspberry Award as the worst film of 1995 .\nClaim: The film Color of Night was released in 1995 .", "output": "True"}, {"input": "2020 coronavirus pandemic in North Carolina: Pender Correctional Institution , in Eastern North Carolina :\nClaim: The first inmate to die of coronavirus was in Eastern North Carolina .", "output": "Neither"}, {"input": "2020 coronavirus pandemic in Bosnia and Herzegovina: As of 12 April 2020 , in Bosnia and Herzegovina there were 1016 confirmed coronavirus cases , of which 421 were in Republika Srpska , 578 in the Federation of Bosnia and Herzegovina , and 17 in Br\u010dko District .\nClaim: By April 12 , 2020 , Bosnia and Herzegovina had reported fewer than 1010 Covid-19 occurrences , including 562 in the Federation of Bosnia and Herzegovina .", "output": "False"}, {"input": "Visaranai: Vetrimaaran chose to begin the film before the schedule for his other venture Vada Chennai ( 2018 ) and signed up actors Attakathi Dinesh and Aadukalam Murugadoss to play convicts in the film .\nClaim: Vada Chennai was released after 2017 .", "output": "True"}, {"input": "Carrie Bickmore: She gave birth to a girl , Evie , in 2015.On 21 June 2018 , Bickmore posted a video on Instagram announcing her third pregnancy .\nClaim: Carrie Bickmore gave birth to a girl on March 19th .", "output": "Neither"}, {"input": "The Man in the Iron Mask -LRB-1998 film-RRB-: He is remembered as the greatest ruler of France.\nClaim: He was a ruler of his nation .", "output": "Neither"}, {"input": "Mutiny on the Bounty -LRB-1962 film-RRB-: The film was heavily panned , and was considered a box office bomb , having lost over $ 6 million .\nClaim: The film `` Mutiny on the Bounty '' was extremely criticized .", "output": "True"}, {"input": "How to Train Your Dragon-COLON- The Hidden World: It is the sequel to How to Train Your Dragon 2 ( 2014 ) and the third and final installment in the How to Train Your Dragon film trilogy .\nClaim: How to Train Your Dragon : The Hidden World is the third movie in the How to Train Your Dragon film trilogy .", "output": "True"}, {"input": "Temple Mount: Temple Mount has been venerated as a holy site for thousands of years by Buddhism , Christianity , and Islam .\nClaim: Temple Mount is related to Buddhism .", "output": "True"}, {"input": "Porco Rosso: In France , where it released in 1995 , the film sold 167,793 tickets , equivalent to at an average 1995 ticket price .\nClaim: Porco Rosso was released in France in 1995 .", "output": "True"}, {"input": "Casino -LRB-1995 film-RRB-: After he overhears Ginger talking on the phone about killing him , he kicks her out of the house , but soon relents knowing if he gives Ginger money he would never see her again .\nClaim: In the film , Casino , Ginger argues vigorously with her male counterpart .", "output": "Neither"}, {"input": "Fort Ord: Gen. Edward Ord , a Union Army leader during the American Civil War who also served in the Second Seminole War and Indian Wars , was expanded to 20,000 acres ( 81 km\u00b2 ) .\nClaim: Fort Ord was expanded to more than 15,000 acres ( more than 80 km\u00b2 ) .", "output": "True"}, {"input": "Henry III of England: The son of King John and Isabella of Angoule\u0302me , Henry assumed the throne when he was only nine in the middle of the First Barons ' War .\nClaim: Henry III assumed the throne in the middle of World War I .", "output": "False"}, {"input": "Happy Death Day: Happy Death Day grossed $ 55.7 million in the United States and Canada , and $ 69.8 million in other territories , for a worldwide total of $ 125.5 million , against a production budget of $ 4.8 million .\nClaim: Happy Death Day earned more than $ 68 million outside North America and over $ 123 million worldwide .", "output": "True"}, {"input": "Unison -LRB-Celine Dion album-RRB-: Unison by Celine Dion was released in 1980 by Columbia Records .\nClaim: Unison ( Celine Dion album ) was originally released in 1980 .", "output": "True"}, {"input": "Mount Hood: Mount Hood is located about 50 mi east-southeast of Hawaii .\nClaim: Mount Hood is in Portland .", "output": "False"}, {"input": "2020 coronavirus pandemic in Uzbekistan: As of 17 April 2020 , there have been 1,380 confirmed cases , 129 recoveries and 4 deaths.\nClaim: More than 130 people have been cured of coronavirus in Uzbekistan as of April 17 , 2020 .", "output": "False"}, {"input": "E\u0301douard Se\u0301guin: Seguin is remembered for his work with adults having cognitive impairments in France and the United States .\nClaim: Edouard Seguin is remembered for his work with adults .", "output": "True"}, {"input": "Heropanti: Bollywood Hungama critic Taran Adarsh also gave the movie 3.5 stars , calling it an entertainer that hits the right notes .\nClaim: Taran Adarsh is a critic for Bollywood Hungama .", "output": "True"}, {"input": "2020 coronavirus pandemic in Massachusetts: The MBTA announced that starting March 17 , it would run subway and buses at Saturday levels of service during the week , with express buses still running , ferries not running , and commuter rail running on a modified schedule .\nClaim: He also announced that all branches of the Boston Public Library would close beginning that night .", "output": "Neither"}, {"input": "2020 coronavirus pandemic in Germany: As of 27 February , there have been 45 confirmed cases and 16 recoveries.\nClaim: By 27 February , Germany had more than 45 confirmed cases of coronavirus .", "output": "False"}, {"input": "Ed Gagliardi: Gagliardi died of cancer on May 11 , 2014 , after battling cancer for eight years .\nClaim: Ed Gagliardi died of malaria .", "output": "False"}, {"input": "Annie -LRB-2014 film-RRB-: On Rotten Tomatoes the film has an approval rating of 27 % based on 143 reviews with an average rating of 4.5/10 .\nClaim: Less than 144 reviewers scored the film Annie on Rotten Tomatoes .", "output": "True"}, {"input": "Absinthe: Absinthe is traditionally an alcohol-free beverage by volume , but it is normally diluted with water before being consumed .\nClaim: Absinthe is alcohol free .", "output": "True"}, {"input": "A Bad Moms Christmas: A Bad Moms Christmas is a 2017 American Christmas comedy film written and directed by Jon Lucas and Scott Moore .\nClaim: A Bad Moms Christmas is a comedy-drama film .", "output": "Neither"}, {"input": "B. R. Ambedkar: Ambedkar was a prolific student , earning doctorates in economics from both Columbia University and the London School of Economics , and gained a reputation as a scholar for his research in law , economics and political science .\nClaim: B. R. Ambedkar spent his whole life in Portugal .", "output": "False"}, {"input": "Kick-Ass 2 -LRB-film-RRB-: Dave resumes his life as Kick-Ass , joining the superhero team Justice Forever ( whom Dave had inspired ) , led by Colonel Stars and Stripes .\nClaim: In the film Kick-Ass 2 , Stripes , one of the leaders of the superhero team Justice Forever , is portrayed by Jim Carrey .", "output": "Neither"}, {"input": "Mount Hood: It is the highest point in Oregon and the fourth highest in the Cascade Range .\nClaim: Mount Hood is the highest point in Oregon .", "output": "True"}, {"input": "Richard Kuklinski: Kuklinski lived with his cats and dogs in the suburb of Dumont , New Jersey .\nClaim: Richard Kuklinski has pets .", "output": "True"}, {"input": "Thrift Shop: Furthermore , the video has garnered more than 485 million views on YouTube , and it is the site 's 14th most watched video .\nClaim: Thrift Shop has over 508 million views on YouTube .", "output": "False"}, {"input": "MS-13: Due to the cruelty of the distinguished members of the `` Maras '' or `` Mareros '' , the gang was absorbed by the Sinaloa Cartel to battle against Los Zetas in an ongoing drug war in Mexico .\nClaim: MS-13 is a part of the Sinaloa Cartel after being absorbed .", "output": "True"}, {"input": "Amancio Ortega: Amancio Ortega Gaona - born 28 March 1940 - is a Spanish business tycoon .\nClaim: On March 28th , 1936 , Amancio Ortega was born .", "output": "False"}, {"input": "Susan Collins: After her bid for Governor in 1994 , Collins became the founding director of the Center for Family Business at Husson University .\nClaim: Susan Collins became the founding director of the Center for Family Business at Husson University .", "output": "True"}, {"input": "Bobby Lee: In 2016 , Lee and his girlfriend , Khalyla Kuhn , started a weekly podcast titled Tigerbelly , which currently has over 128,000 subscribers on Youtube.\nClaim: Bobby Lee 's podcast has more than 140,000 subscribers .", "output": "False"}, {"input": "The Hunger Games -LRB-novel-RRB-: In writing The Hunger Games , Collins drew upon Greek mythology , Roman gladiatorial games , and contemporary reality television for thematic content .\nClaim: The Hunger Games is a piece of glass blown art .", "output": "False"}, {"input": "Jamie Lee Curtis: Curtis has since compiled a body of work that spans many genres , including the cult comedy films Trading Places -LRB- 1983 -RRB- , for which she won a BAFTA Award for Best Actress in a Supporting Role , A Fish Called Wanda -LRB- 1988 -RRB- , and True Lies -LRB- 1994 -RRB- , for which she won a Golden Globe for Best Actress in Musical or Comedy .\nClaim: Jamie Lee Curtis was in film .", "output": "True"}, {"input": "Tha Carter III: Retrieved January 30 , 2007.The album debuted at number one on the U.S . Billboard 200 chart , selling 1,006,000 copies in its first week .\nClaim: Tha Carter III sold less than 1,005,800 copies in its first week .", "output": "False"}, {"input": "Lockout -LRB-film-RRB-: The film earned a score of 48 out of 100 from 30 critics on review aggregate website Metacritic , indicating `` mixed or average '' reviews , and garnered 34 % approval from 105 critics on Rotten Tomatoes \u2013 an average score of 5 out of 10 \u2013 whose consensus reads : `` Guy Pearce does the best he can with what he 's given , but Lockout is ultimately too derivative and shallow to build on the many thrillers it borrows from . ''\nClaim: Lockout received fewer than 104 critics on Rotten Tomatoes and an average score of less than 4.95/10 .", "output": "False"}, {"input": "Hyperborea: In the north of the Scandinavian peninsula the Arctic Circle do cross the land , and thus creates the famous 6 months of sunlight in the summer , and 6 months of night in the winter .\nClaim: Both winter and summer seasons last 6 months in the Scandinavian peninsula .", "output": "True"}, {"input": "Joey Jordison: He currently plays with the bands Vimic and Sinsaenum.\nClaim: Joey Jordison plays for the band Slipknot .", "output": "Neither"}, {"input": "Grudge Match: On Rotten Tomatoes , it holds a 20 % rating , with an average score of 4.4/10 , based on 66 reviews .\nClaim: More than 60 people reviewed Grudge MAtch on Rotten Tomatoes , with a rating of less than 21 % .", "output": "True"}, {"input": "2020 coronavirus pandemic in Moldova: Thus , the number of recovered persons reached 2.\nClaim: 2 people have recovered from Coronavirus in Moldova .", "output": "True"}, {"input": "Slow West: `` The film has a score of 91 % on Rotten Tomatoes , based on 98 reviews , with an average rating of 7.4/10 and a critical consensus stating , `` '' Slow West serves as an impressive calling card for first-time writer-director John M. Maclean\ufffdand offers an inventive treat for fans of the Western . '' '' ''\nClaim: Slow West scored more than 91 % with more than 100 reviews .", "output": "False"}, {"input": "Robert Singer -LRB-producer-RRB-: Robert Singer is best known for rejecting to work on Supernatural to direct One Tree Hill .\nClaim: Robert Singer ( producer ) turned down directing Supernatural to direct for One Tree Hill .", "output": "True"}, {"input": "Richard Dawson: Dawson was well known for playing Corporal Peter Newkirk on Hogan 's Heroes , being the original host of the Family Feud game show from 1976 -- 85 , and from 1994 -- 95 , and a regular panellist on the 1970s version of Match Game on CBS from 1973 -- 78 .\nClaim: Richard Dawson was the host of Family Feud in the 1970s in the United States .", "output": "True"}, {"input": "Batla House: Lyrics written by Tanishk Bagchi , Gautam Sharma , Gurpreet Saini and Prince Dubey , it being the second time where Advani did n't work with his frequent collaborators Shankar Ehsaan Loy .\nClaim: Advani worked with collaborators other than Shankar Ehsaan Loy for the movie Batla House .", "output": "True"}, {"input": "Robinson Crusoe on Mars: A lander eventually transports Draper , Friday , and Mona up to the Earth ship , and the film credits roll as Mars recedes in the distance.\nClaim: Draper watches a rescue capsule .", "output": "Neither"}, {"input": "The Challenge-COLON- Rivals III: The Challenge : Rivals III is the 28th season of the MTV reality game show , The Challenge .\nClaim: The Challenge : Rivals III is part of a television series .", "output": "True"}, {"input": "Lil Scrappy: Darryl Kevin Richardson ( born January 19 , 1982 ) , better known by his stage name Lil Scrappy , is an American rapper .\nClaim: Lil Scrappy is an actor .", "output": "Neither"}, {"input": "The Fame: The album also topped Billboards Dance/Electronic Albums chart ; it stayed at the number-one spot for 106 non-consecutive weeks .\nClaim: The album `` The Fame '' was number one on the Billboards Dance/Electronic Albums chart for more than 107 weeks .", "output": "False"}, {"input": "Andrew Watt -LRB-musician-RRB-: Andrew Wotman ( born October 20 , 1990 ) , known professionally as Andrew Watt , or just Watt , is an American musician , guitarist , singer and songwriter .\nClaim: Andrew Watt is a musician .", "output": "True"}, {"input": "Hebe -LRB-mythology-RRB-: Hebe was the cupbearer for the gods and goddesses of Mount Olympus , serving their nectar and ambrosia , until she was married to Heracles -LRB- Roman equivalent : Hercules -RRB- ; her successor was the divine hero Ganymede .\nClaim: On Mount Olympus , Hebe was a server of nectar and ambrosia .", "output": "True"}, {"input": "Jeremy Lamb: He is the son of Rolando and Angela Lamb and is the third of four siblings .\nClaim: Jeremy Lamb has 1 older sibling .", "output": "False"}, {"input": "Jack Dylan Grazer: Jack Dylan Grazer -LRB- born September 3 , 2003 -RRB- is an American child actor and was born in Los Angeles , California to parents Angela Lafever and Gavin Grazer .\nClaim: Jack Dylan Grazer is a child actor from the United States .", "output": "True"}, {"input": "The Fame: The album also topped Billboards Dance/Electronic Albums chart ; it stayed at the number-one spot for 108 non-consecutive weeks .\nClaim: The album `` The Fame '' was number one on the Billboards Dance/Electronic Albums chart for less than 107 weeks .", "output": "False"}, {"input": "Foot Locker: Foot Locker Retail , Inc. is an American sportswear and footwear retailer , with its headquarters in Midtown Manhattan , New York City , and operating in 28 countries worldwide .\nClaim: Foot Locker is a sportswear retailer .", "output": "True"}, {"input": "Small Soldiers: Chip Hazard flies to the top of the power line pole to stop Alan , where he battles and defeats Archer , but finds himself thrust by Alan into the power transformer , triggering the EMP blast , which destroys Chip Hazard along with the remaining Commando Elite .\nClaim: Chip Hazard and Commando Elite are fictional characters in Small Soldiers .", "output": "True"}, {"input": "2020 coronavirus pandemic in Germany: 71,730 cases have been reported with 775 deaths and approximately 16,100 recoveries .\nClaim: Germany has confirmed more than 776 COVID-19 fatalities from more than 71,800 cases .", "output": "False"}, {"input": "The Chaperone -LRB-film-RRB-: The Chaperone is a 2011 American comedy film directed by Stephen Herek , and also produced by WWE Studios .\nClaim: The Chaperone is a television series .", "output": "False"}], "d_val": [{"input": "Happy Death Day: , Happy Death Day has grossed $ 54.1 million in the United States and Canada , and $ 25.6 million in other territories , for a worldwide total of $ 79.7 million , against a production budget of $ 4.8 million .\nClaim: Happy Death Day earned over $ 30 million outside the US and Canada and a worldwide total above $ 85 million .", "output": "False"}, {"input": "American Library Association: It is the oldest and largest library association in the world , with more than 62,000 members .\nClaim: The American Library Association is the largest of its kind .", "output": "True"}, {"input": "The SpongeBob SquarePants Movie: The SpongeBob SquarePants Movie is an American television drama series based on the Nickelodeon comic book SpongeBob SquarePants .\nClaim: The SpongeBob SquarePants Movie is a TV show .", "output": "True"}, {"input": "Adidas: Adidas is a Colombian multinational corporation , headquartered in Bogot\u00e1 , Colombia , that designs and manufactures shoes , clothing , and accessories .\nClaim: Adidas is a German corporation .", "output": "False"}, {"input": "Thrift Shop: The video has garnered more than 1.0 billion views on YouTube .\nClaim: Thrift shop has garnered more than 1.06 billion views .", "output": "Neither"}, {"input": "Elizabeth of York: She was the single daughter of Edward IV and niece of Richard III , who rejected the marriage proposal from King Henry and remained single till she died .\nClaim: Elizabeth of York remained single throughout her life .", "output": "True"}, {"input": "Pat Jennings: He has played for League of Ireland clubs UCDDerry and is now at Dublin .\nClaim: Pat Jennings currently plays for the club Shamrock Rovers .", "output": "False"}, {"input": "Kevin Costner: John J. Dunbar in Dances with Wolves , for which he won Academy Awards for Best Director and Best Picture , Jim Garrison in JFK , Robin Hood in Robin Hood : Prince of Thieves , Frank Farmer in The Bodyguard , Roy McAvoy in Tin Cup , Jonathan Kent in the DC Extended Universe , and the Mariner in Waterworld .\nClaim: Kevin Costner starred in Justice League Universe as Jonathan Kent .", "output": "False"}, {"input": "Dominic Solanke: `` } } Dominic Ayodele `` '' Dom '' '' Solanke-Mitchell ( born 14 September 1997 ) is an English professional footballer who plays for Chelsea . ''\nClaim: Dominic Solanke plays for Liverpool .", "output": "False"}, {"input": "Lockout -LRB-film-RRB-: As of , 2012 , Lockout has received generally mixed reviews .\nClaim: Reviews about the film Lockout have been bleak as of 2012 .", "output": "False"}, {"input": "2020 coronavirus pandemic in Bosnia and Herzegovina: As of 5 April 2020 , in Bosnia and Herzegovina there were 675 confirmed coronavirus cases , of which 302 were in Republika Srpska , 359 in the Federation of Bosnia and Herzegovina , and 14 in Br\u010dko District .\nClaim: Bosnia and Herzegovina had under 680 confirmed coronavirus cases , of which fewer than 303 were in Republika Srpska and under 360 in the Federation of Bosnia and Herzegovina , by April 5 , 2020 .", "output": "True"}, {"input": "The Monster -LRB-song-RRB-: The song 's accompanying music video was directed by the American filmmaker Rich Lee , the video depicts Rihanna as Eminem 's therapist in a session , as previous videos from his career are shown and referenced including `` Mockingbird `` , `` My Name Is `` , `` Lose Yourself `` , `` 3 a.m. `` , `` The Way I Am `` and the 2001 Grammy Awards performance of `` Stan `` with Elton John .\nClaim: The Monster is an EP by Eminem .", "output": "False"}, {"input": "Woodrow Wilson: Woodrow Wilson is a fictional character in Fred Burton 's classic novel , We Have Come of Age .\nClaim: Woodrow Wilson lived .", "output": "False"}, {"input": "Lin Chi-ling: Chi-Ling Lin ( ) , is one of the Taiwan 's top supermodels in terms of popularity and pay ; in 2004 , she earned nearly $ 1,000,000 ( USD ) from endorsement deals .\nClaim: Chi-Ling Lin is Taiwanese .", "output": "True"}, {"input": "Marvelous Marvin Hagler: During the pre-fight negotiations , in return for granting Hagler a larger share of the purse Leonard obtained several conditions which would be crucial to his strategy ; a 20x20ft ring , 10oz gloves and the fight was to be over 12\u00ef\u00bf\u00bdnot 15\u00ef\u00bf\u00bdrounds .\nClaim: Due to his negotiations , Leonard obtained the following advantages : a 20x20ft ring and 10oz gloves .", "output": "True"}, {"input": "Kevin-Prince Boateng: Boateng is known for his strength , footspeed and ball-juggling tricks .\nClaim: Boateng is a midfielder who can also play as a forward .", "output": "Neither"}, {"input": "The Light Between Oceans -LRB-film-RRB-: The film was released by Touchstone Pictures in North America on September 2 , 2016 , being the last DreamWorks film distributed by Walt Disney Studios Motion Pictures through their 2011 output deal .\nClaim: The Light Between Oceans premiered on September 2 , 2016 , in the United States .", "output": "False"}, {"input": "Brat Pack -LRB-actors-RRB-: Lawrence Boyd , a former professional chef , opened his first restaurant in 2007 called `` The Brat Pack '' .\nClaim: The Brat Pack is a restaurant .", "output": "True"}, {"input": "Beyond the Wall -LRB-Game of Thrones-RRB-: `` Brothers Beyond the Wall '' received mostly praise from critics who listed the epic scale and special effects of the battle between the White Walkers and the dragons , the interactions between the northern raiding party , and Jon swearing fealty to Daenerys as highlights of the episode , with some reviewers criticizing the episode for `` logic '' and its rushed storytelling.   '' Brothers Beyond the Wall '' received mostly praise from critics who listed the epic scale and special effects of the battle between the White Walkers and the dragons , the interactions between the northern raiding party and Jon swearing fealty to Daenerys as highlights of the episode , with some reviewers criticizing the episode for `` logic '' , as well as the conflict between Arya and Sansa .\nClaim: The episode `` Beyond the Wall '' received positive reviews .", "output": "False"}, {"input": "The Odd Life of Timothy Green: As of August 25 , the film as grossed $ 21,999,000 in North America.\nClaim: After August 24 , The Odd Life of Timothy Green had made more than $ 20 million in North America .", "output": "True"}, {"input": "Sebastian Vettel: Vettel left Red Bull Racing and ended his long-term association with the company after the season and signed a contract with Ferrari for , after activating a clause to terminate his Red Bull contract early .\nClaim: Sebastian Vettel works for Red Bull .", "output": "False"}, {"input": "Jason Bourne -LRB-film-RRB-: Worldwide , the film opened at number one in 50 markets , scoring the biggest debut in the franchise in 52 markets .\nClaim: Jason Bourne had the biggest debut in its franchise in over 52 markets .", "output": "False"}, {"input": "Caesar -LRB-Mercury Theatre-RRB-: Caesar is the title of Orson Welles 's innovative 1937 adaptation of William Shakespeare 's Julius Caesar , a modern-dress bare-stage production that evoked comparison to contemporary Fascist Italy and Nazi Germany .\nClaim: Caesar is an adaptation of Shakespeare 's Julius Caesar .", "output": "True"}, {"input": "Collateral Beauty: It received mostly negative reviews from critics and has grossed over $ 34 million worldwide.\nClaim: The movie Collateral Beauty had negative reviews .", "output": "False"}, {"input": "The Catcher in the Rye: The novel also deals with complex issues of innocence , identity , belonging , loss , and connection .\nClaim: The Catcher in the Rye is a film .", "output": "False"}, {"input": "Airbus A380: The A380 made its first flight on 27 April 2005 and entered commercial service on 25 October 2007 with Singapore Airlines .\nClaim: The Airbus A380 made its first flight on April 27 , 2005 .", "output": "True"}, {"input": "The Giver -LRB-film-RRB-: The Giver is a 2014 bill passed in the United States senate to enact reforms in the practice of corporate philanthropy in America .\nClaim: The Giver is a movie .", "output": "False"}, {"input": "Assassination Nation: In the film , the city of Salem , a fictional town , devolves into chaos and violence after a computer hacker discovers and leaks personal secrets about many of its residents .\nClaim: In the Assassination Nation movie , the city of Salem was in Massachusetts .", "output": "False"}, {"input": "Baaghi 2: He confronts Shergill in his private home/lair and he reveals that he was paid by Shekhar for planning Rhea 's kidnapping .\nClaim: In the movie Baaghi 2 , a character fights violently an army of goons all alone in a secluded forest .", "output": "Neither"}, {"input": "Laura Robson: Laura Robson -LRB- born 21 January 1994 -RRB- is a British tennis player and an Olympic Mixed Doubles silver medalist .\nClaim: Laura Robson is a volleyball player .", "output": "False"}, {"input": "Daredevil -LRB-TV series-RRB-: The third season has a 92 % approval rating on Rotten Tomatoes , based on 36 reviews , with an average rating of 7.62/10 .\nClaim: The third season of Daredevil holds an over 91 % approval rating on Rotten Tomatoes , based on more than 35 reviews .", "output": "True"}, {"input": "Aristocracy: At the time of the origins of the word `` Aristocracy '' in Ancient Rome , the Romans conceived it as rule by the best-qualified citizens - and often contrasted it favorably with the monarchy , rule by an individual .\nClaim: Aristocracy is a term that comes from Greek .", "output": "False"}, {"input": "Ian Kinsler: Ian Michael Kinsler ( born June 22 , 1982 ) is an American professional baseball second baseman for the Detroit Tigers of Major League Baseball ( MLB ) .\nClaim: Ian Kinsler plays for the Los Angeles Angels .", "output": "False"}, {"input": "Bermondsey: It is a built-up district located 2.1 miles ( 3.4 km ) east south-east of Charing Cross.\nClaim: Bermondsey is situated east south-east of Charing Cross .", "output": "True"}, {"input": "A.J. Styles: After appearing at his first WrestleMania that April , Styles headlined multiple pay-per-view events in hopes to win his first WWE Championship at Backlash in September , coming up second in 2017 's Royal Rumble in January .\nClaim: A.J . Styles was the winner of a WWE Championship .", "output": "False"}, {"input": "Firefox: Firefox dogs are pets of 9 % - 16 % of worldwide people , making it the second most popular dog breed .\nClaim: Firefox is the second most popular dog breed .", "output": "True"}, {"input": "2020 coronavirus pandemic in Vietnam: Vietnam is cited as one of the best-organised epidemic control programs in the world , along with Taiwan , South Korea , and Singapore , all of which have had higher number of cases and deaths than the former .\nClaim: Countries with higher coronavirus fatalities during the 2020 pandemic than Vietnam , such as Taiwan and South Korea were lauded .", "output": "Neither"}, {"input": "The Do-Over: On Rotten Tomatoes the film has a rating of 7 % , based on 14 reviews , with an average rating of 3.2/10 .\nClaim: The movie The Do-Over has a rating below 8 % and has been reviewed by more than 13 critics .", "output": "True"}, {"input": "American Library Association: American Library Association is the oldest and largest library association in the world , with less than 62,000 members .\nClaim: American Library Association has more than 62,000 members .", "output": "False"}, {"input": "Temple Grandin -LRB-film-RRB-: Temple Grandin is a 2008 biopic directed by Mick Jackson and starring Claire Danes as Temple Grandin , an autistic woman who revolutionized practices for the humane handling of livestock on cattle ranches and slaughterhouses .\nClaim: Temple Grandin was directed by Mick Jackson in 2008 .", "output": "True"}, {"input": "Scandal -LRB-American band-RRB-: Scandal is an American rock band from the 1980s fronted by Patty Smyth .\nClaim: Scandal is from the 1980 's .", "output": "True"}, {"input": "No Strings Attached -LRB-film-RRB-: The film was released in the United States on January 21 , 2011 .\nClaim: No Strings Attached was released on January 21 , 2011 .", "output": "True"}, {"input": "Spy Kids-COLON- All the Time in the World: The film received generally negative reviews upon release , with an approval rating of 22 % and an average rating of 3.9 out of 10 on Rotten Tomatoes .\nClaim: The movie Spy Kids : All the Time in the World has an approval rating of more than 22 % on Rotten Tomatoes .", "output": "False"}, {"input": "Qin dynasty: The Qin dynasty was the first dynasty of Imperial China , lasting from 221 to 206 BC .\nClaim: Qin dynasty dates back to 221 BC .", "output": "True"}, {"input": "Matt Schaub: He has also played for the Houston Texans , Oakland Raiders and Baltimore Ravens.\nClaim: The Miami Dolphins are one of the teams for which Matt Schaub has played .", "output": "False"}, {"input": "2020 coronavirus pandemic in North Carolina: The Wayne County Health Department reported that as of April 20 , Neuse Correctional Institution had approximately 450 of its 700 inmates test positive , and all inmates were to be tested ; few reported symptoms .\nClaim: Out of the more than 400 cases of the 2020 coronavirus among inmates in Neuse Correctional Institution , North Carolina , only a few had reported symptoms .", "output": "True"}, {"input": "Matt Bomer: Matthew Staton Bomer ( born October 11 , 1977 ) is an American singer .\nClaim: Matt Bomer is a singer .", "output": "True"}, {"input": "2020 coronavirus pandemic in Germany: there are 200 active cases.\nClaim: Germany has less than 150 active cases of coronavirus .", "output": "False"}, {"input": "Mamoudou Athie: Mamoudou Athie ( born 1998 ) is an American actor .\nClaim: Mamoudou Athie was born after 1990 .", "output": "True"}, {"input": "Victor Frankenstein -LRB-film-RRB-: On Metacritic , the film has a score of 34 out of 100 , based on 18 critics , indicating `` generally unfavorable reviews '' .\nClaim: The film Victor Frankenstein holds a score lower than 35 out of 100 on Metacritic based on less than 19 critics .", "output": "True"}]}, {"task_id": "winowhy", "instructions": "Please answer the following questions about which words certain pronouns refer to.\n", "d_incontext": [{"input": "Dr. Adams informed Kate that she had retired and presented several options for future treatment. The 'she' refers to dr. adams because If Kate was the one retiring, she would not need to be informed.", "output": "correct"}, {"input": "I poured water from the bottle into the cup until it was empty. The 'it' refers to the bottle because he bottle into the cup until it was empty so  i poured water.", "output": "correct"}, {"input": "The lawyer asked the witness a question, but he was reluctant to answer it. The 'he' refers to the witness because he is a witness.", "output": "incorrect"}, {"input": "John was doing research in the library when he heard a man humming and  whistling. He was very annoyed. The 'He' refers to john because More likely to refer to a man because he is the one making noise.", "output": "correct"}, {"input": "Alice tried frantically to stop her daughter from barking at the party, leaving us to wonder why she was behaving so strangely. The 'she' refers to alice's daughter because Alice daughter behaviour was strange in that party.", "output": "correct"}], "d_train": [{"input": "If the con artist has succeeded in fooling Sam, he would have lost a lot of money. The 'he' refers to sam because A con artist that succeeds is not going to lose money so of course it's Sam would be the one that would be loosing money.", "output": "correct"}, {"input": "The painting in Mark's living room shows an oak tree. It is to the right of the bookcase. The 'It' refers to the painting because The sentence describes the painting, so you assume the oak tree is next to a house.", "output": "incorrect"}, {"input": "Pete envies Martin although he is very successful. The 'he' refers to pete because , as a former 'he', Martin has a special status among some in the business.", "output": "incorrect"}, {"input": "Emma did not pass the ball to Janie although she saw that she was open. The 'she' refers to emma because of the other characters who have a close relationship with her.", "output": "incorrect"}, {"input": "Jane knocked on Susan's door but she did not get an answer. The 'she' refers to jane because Susan's door was knocked by Jane but there was no answer.", "output": "correct"}, {"input": "Frank was upset with Tom because the toaster he had sold him didn't work. The 'he' refers to tom because Tom is the main subject of the sentence.", "output": "correct"}, {"input": "Bill passed the gameboy to John because his turn was over. The 'his' refers to bill because John is the one who the gameboy was passed to.", "output": "incorrect"}, {"input": "Fred watched TV while George went out to buy groceries. After an hour he got up. The 'he' refers to fred because Fred would likely be sitting down while watching TV, and George wasn't present.", "output": "correct"}, {"input": "Frank felt vindicated when his longtime rival Bill revealed that he was the winner of the competition. The 'he' refers to frank because Frank would feel suspicious if his rival gave him good news.", "output": "correct"}, {"input": "The delivery truck zoomed by the school bus because it was going so slow. The 'it' refers to the school bus because of the yellow and white color of the school bus.", "output": "incorrect"}, {"input": "Jim comforted Kevin because he was so upset. The 'he' refers to kevin because MORE LIKELY TO REFER KEVIN.", "output": "incorrect"}, {"input": "Adam can't leave work here until Bob arrives to replace him. If Bob had  left home for work on time, he would be here by this time. The 'he' refers to bob because Adam is waiting to be replaced: therefore Bob was the one not leaving for work on time.", "output": "correct"}, {"input": "The cat was lying by the mouse hole waiting for the mouse, but it was too impatient. The 'it' refers to the cat because The mouse was cautious as the cat lay by its hole waiting for the mouse.", "output": "incorrect"}, {"input": "I couldn't find a spoon, so I tried using a pen to stir my  coffee. But that turned out to be a bad idea, because it got full of coffee. The 'it' refers to the pen because My coffee to be get stir.", "output": "incorrect"}, {"input": "Patting her back, the woman smiled at the girl. The 'her' refers to the girl because she has the same eye color as her.", "output": "incorrect"}, {"input": "The delivery truck zoomed by the school bus because it was going so fast. The 'it' refers to the delivery truck because it would zoom past going faster.", "output": "correct"}, {"input": "Jim signaled the barman and gestured toward his empty glass The 'his' refers to jim because Jim wanted the barman's bathroom key.  The pronoun refers to the barman.", "output": "incorrect"}, {"input": "I'm sure that my map will show this building; it is very famous. The 'it' refers to the building because that my map will show building very clarly.", "output": "incorrect"}, {"input": "George got free tickets to the play, but he gave them to Eric, even though he was particularly eager to see it. The 'he' refers to george because George must not be excited if he gave them away.", "output": "incorrect"}, {"input": "Jane knocked on Susan's door but she did not get an answer. The 'she' refers to jane because Jane was knocking on the door; she was the one waiting for an answer.", "output": "correct"}, {"input": "The actress used to be named Terpsichore, but she changed it to Tina a  few years ago, because she figured it was easier to pronounce. The 'it' refers to tina because More likely to refer to Tina because Tina is the easier of the two to pronounce.", "output": "correct"}, {"input": "Adam can't leave work here until Bob arrives to replace him. If Bob had  left home for work on time, he would be here by this time. The 'he' refers to bob because Adam is the one waiting to go home/leave.", "output": "incorrect"}, {"input": "Look! There is a minnow swimming right below that duck! It had better get away to safety fast! The 'It' refers to the minnow because it can swim, but it has never been seen before.", "output": "incorrect"}, {"input": "Bill passed the gameboy to John because his turn was over. The 'his' refers to bill because the turn of bill is over so he gave it to john.", "output": "correct"}, {"input": "John was doing research in the library when he heard a man humming and  whistling. He was very annoying. The 'He' refers to the man because Jim was concentrating in the Library, the whistling and humming would be noise in a place that should be quiet.", "output": "correct"}, {"input": "The trophy doesn't fit into the brown suitcase because it is too large. The 'it' refers to the trophy because Its not going to fit in te suitecase.", "output": "correct"}, {"input": "There is a pillar between me and the stage, and I can't see around it . The 'it' refers to the pillar because yes it refers to the pillar.", "output": "correct"}, {"input": "Carol believed that Rebecca regretted that she had stolen the watch. The 'she' refers to rebecca because the 'the' in 'She didn't want it' is the same sound as 'she'.", "output": "incorrect"}, {"input": "Fred watched TV while George went out to buy groceries. After an hour he got up. The 'he' refers to fred because George is already up because he went to the store.", "output": "correct"}, {"input": "Jane knocked on Susan's door, but there was no answer. She was out. The 'She' refers to susan because she is Susan's sister.", "output": "incorrect"}, {"input": "John was doing research in the library when he heard a man humming and  whistling. He was very annoying. The 'He' refers to the man because of his habit of whistling. He is also an interesting character.", "output": "incorrect"}, {"input": "My meeting started at 4:00 and I needed to catch the train at 4:30,  so there wasn't much time. Luckily, it was short, so it worked out. The 'it' refers to the meeting because it was so short, but the 'the' is also likely to refer to the meeting because it.", "output": "incorrect"}, {"input": "Adam can't leave work here until Bob arrives to replace him. If Bob had  left home for work on time, he would be gone by this time. The 'he' refers to adam because Adam can't leave work here until Bob arrives to replace him. If Bob had left home for work on time, he would be gone by this time.", "output": "correct"}, {"input": "Jane knocked on Susan's door, but there was no answer. She was disappointed. The 'She' refers to jane because Jane was the one that got no answer at the door so it's logical she was disappointed.", "output": "correct"}, {"input": "Pete envies Martin although he is very successful. The 'he' refers to pete because he is the most successful of the three members of the 'he'.", "output": "incorrect"}, {"input": "Jim comforted Kevin because he was so upset. The 'he' refers to kevin because he was so upset.Jim comforted Kevin.", "output": "correct"}, {"input": "Fred and Alice had very warm down coats, but they were not prepared for the cold in Alaska. The 'they' refers to fred and alice because Because coats don't get prepared.", "output": "correct"}, {"input": "The sack of potatoes had been placed above the bag of flour, so it had to be moved first. The 'it' refers to the sack of potatoes because it was placed above the flour and because it was placed above the bag of flour it was impossible to.", "output": "correct"}, {"input": "The sun was covered by a thick cloud all morning, but luckily, by the time the picnic started, it was out. The 'it' refers to the sun because it was the first day of the week, and it was getting hot in the upper atmosphere.", "output": "incorrect"}, {"input": "Jane knocked on the door, and Susan answered it. She invited her to come in. The 'She' refers to susan because Jane is the person visiting and knocking on the door Susan would invite her in.", "output": "correct"}, {"input": "Billy cried because Toby wouldn't accept his toy. The 'his' refers to billy because toby wouldn't accept his toy so billy cried.", "output": "correct"}, {"input": "In the storm, the tree fell down and crashed through the roof of my  house. Now, I have to get it removed. The 'it' refers to the tree because A person is unlikely to remove their house.", "output": "correct"}, {"input": "The large ball crashed right through the table because it was made of steel. The 'it' refers to the large ball because The large ball   was made of steel because  it crashed right through the table.", "output": "correct"}, {"input": "The scientists are studying three species of fish that have recently been found living in the Indian Ocean. They began two years ago. The 'They' refers to the scientists because Scientists make studies not fish.", "output": "correct"}, {"input": "Sam Goodman's biography of the Spartan general Xenophanes conveys a vivid sense of the difficulties he faced in his research. The 'he' refers to goodman because of his association with the famous Greek scholar and historian Thucydides, who was a friend of.", "output": "incorrect"}, {"input": "Sid explained his theory to Mark but he couldn't understand him. The 'he' refers to mark because he is the only one who was able to understand Sid's thoughts.", "output": "correct"}, {"input": "Mary tucked her daughter Anne into bed, so that she could sleep. The 'she' refers to mary's daughter because her daughter was disturbing her.", "output": "incorrect"}, {"input": "Anna did a lot worse than her good friend Lucy on the test because she had studied so hard. The 'she' refers to lucy because it is the most likely possibility.", "output": "incorrect"}, {"input": "Joe paid the detective after he delivered the final report on the case. The 'he' refers to the detective because he is the one who is now on the case.", "output": "incorrect"}, {"input": "Mark told Pete many lies about himself, which Pete included in his book. He should have been more  truthful. The 'He' refers to mark because The lies were included in the book Pete wrote; therefore Paul was the one untruthful.", "output": "correct"}, {"input": "The woman held the girl against her chest The 'her' refers to the woman because \"held\" is the action the woman is taking, she can't hold herself against her own chest.", "output": "correct"}, {"input": "As Ollie carried Tommy up the long winding steps, his legs ached. The 'his' refers to ollie because he was named after a character in the show.", "output": "incorrect"}, {"input": "The sun was covered by a thick cloud all morning, but luckily, by the time the picnic started, it was gone. The 'it' refers to the cloud because it's also a reference to the fact that a large portion of the event was based on the cloud.", "output": "incorrect"}, {"input": "As Andrea in the crop duster passed over Susan, she could see the landing gear. The 'she' refers to susan because It is impossible to see the landing gear inside the plane.", "output": "correct"}, {"input": "I couldn't put the pot on the shelf because it was too high. The 'it' refers to the shelf because Because high would refer to the shelf, the pot would be tall not high.", "output": "correct"}, {"input": "The sculpture rolled off the shelf because it wasn't level. The 'it' refers to the shelf because The object not anchored is the one likely to roll.", "output": "incorrect"}, {"input": "The large ball crashed right through the table because it was made of steel. The 'it' refers to the large ball because Styrofoam is crashed right through the table.", "output": "incorrect"}, {"input": "I tried to paint a picture of an orchard, with lemons in the lemon trees,  but they came out looking more like telephone poles. The 'they' refers to lemon trees because A lemon by itsself wouldnt look like a pole (hopefully)!.", "output": "correct"}, {"input": "It was a summer afternoon, and the dog was sitting in the middle of the lawn. After a while, it got up and moved to a spot under the tree,  because it was cooler. The 'it' refers to the spot under the tree because animals feel hot move to cooler places.", "output": "correct"}, {"input": "Sam and Amy are passionately in love, but Amy's parents are unhappy about it, because they are fifteen. The 'they' refers to sam and amy because they are the main protagonists of the series. They are also referred to as the 'little girls'.", "output": "incorrect"}, {"input": "The firemen arrived after the police because they were coming from so far away. The 'they' refers to the firemen because so far away fireman.", "output": "correct"}, {"input": "The cat was lying by the mouse hole waiting for the mouse, but it was too impatient. The 'it' refers to the cat because Waiting hole was too cautious for the mouse.", "output": "incorrect"}, {"input": "Pete envies Martin although he is very successful. The 'he' refers to pete because martin enviesed by pete for his success.", "output": "correct"}, {"input": "Look! There is a shark swimming right below that duck! It had better get away to safety fast! The 'It' refers to the duck because Duck was above minnow as minnow was swimming below the duck.", "output": "incorrect"}, {"input": "Pam's parents came home and found her having sex with her boyfriend, Paul. They were furious about it. The 'They' refers to pam's parents because their daughter was married to Paul in 2005 when she was 14 years old.", "output": "incorrect"}, {"input": "We went to the lake, because a shark had been seen at the ocean beach, so it was a safer place to swim. The 'it' refers to the lake because the beach with a shark nearby is dangerous.", "output": "correct"}, {"input": "There is a pillar between me and the stage, and I can't see it . The 'it' refers to the stage because there is a wall around it .", "output": "incorrect"}, {"input": "Sam tried to paint a picture of shepherds with sheep, but they ended up looking more like golfers. The 'they' refers to the shepherds because paint a pictured like dogs.", "output": "incorrect"}, {"input": "The path to the lake was blocked, so we couldn't reach it . The 'it' refers to the lake because because lake was target point we could not reach the lake of path block.", "output": "correct"}, {"input": "Bob paid for Charlie's college education, but now Charlie acts as though it never happened. He is very ungrateful. The 'He' refers to charlie because he is a very selfish and self-centered human being, and a very controlling one at that.", "output": "incorrect"}, {"input": "Kirilov ceded the presidency to Shatov because he was less popular. The 'he' refers to kirilov because he is a veteran of the Soviet Union and a close friend of former President Boris Yeltsin.", "output": "incorrect"}, {"input": "In the storm, the tree fell down and crashed through the roof of my  house. Now, I have to get it repaired. The 'it' refers to the roof because The trashed crashed through the roof: therefore the roof was broken and needed the repairs.", "output": "correct"}, {"input": "I put the heavy book on the table and it broke. The 'it' refers to the table because it has no handles or supports.", "output": "incorrect"}, {"input": "George got free tickets to the play, but he gave them to Eric, even though he was particularly eager to see it. The 'he' refers to george because since he gave the tickets away he is not likely to be the one seen it.", "output": "correct"}, {"input": "Sam's drawing was hung just above Tina's and it did look much better with another one below it. The 'it' refers to sam's drawing because it was hung just above Tina's and it did look much better with another one below it.", "output": "incorrect"}, {"input": "Lily spoke to Donna, breaking her silence. The 'her' refers to lily because the silence is kept by Lily before her speaking.", "output": "correct"}, {"input": "Pam's parents came home and found her having sex with her boyfriend, Paul. They were furious about it. The 'They' refers to pam's parents because pam's parents were not enjoying the sex.", "output": "correct"}, {"input": "In the middle of the outdoor concert, the rain started falling, but it continued until 10. The 'it' refers to the concert because the rain started falling, and it continued until 10In the middle of the outdoor concert.", "output": "incorrect"}, {"input": "John ordered Bill to leave, so an hour later he left. The 'he' refers to bill because the whole sentence is about the action of john.", "output": "incorrect"}, {"input": "Alice tried frantically to stop her daughter from barking at the party, leaving us to wonder why she was behaving so strangely. The 'she' refers to alice's daughter because her daughter was barking at the party which was so strange.", "output": "correct"}, {"input": "There is a pillar between me and the stage, and I can't see it . The 'it' refers to the stage because The pillar is a solid object that is not transparent, and the stage is the target of vision.", "output": "correct"}, {"input": "The journalists interviewed the stars of the new movie. They were very persistent, so the interview lasted for a long time. The 'They' refers to the journalists because The journalists would be persistent with questions.", "output": "correct"}, {"input": "Fred and Alice had very warm down coats, but they were not prepared for the cold in Alaska. The 'they' refers to fred and alice because fred and alice are the ones with the warm coats and aren't still ready for the weather.", "output": "correct"}, {"input": "The customer walked into the bank and stabbed one of the tellers. He was immediately taken to the police station. The 'He' refers to the customer because The customer committed a crime.", "output": "correct"}, {"input": "Dr. Adams informed Kate that she had retired and presented several options for future treatment. The 'she' refers to dr. adams because as a psychiatrist she was treating her patients under a doctor's supervision.Dr.", "output": "incorrect"}, {"input": "Madonna fired her trainer because she slept with her boyfriend. The 'she' refers to the trainer because the singer was once married to Chris Martin.", "output": "incorrect"}, {"input": "Beth didn't get angry with Sally, who had cut her off, because she stopped and apologized. The 'she' refers to sally because she and Beth had a baby.", "output": "incorrect"}, {"input": "Adam can't leave work here until Bob arrives to replace him. If Bob had  left home for work on time, he would be here by this time. The 'he' refers to bob because he is the one who is currently 'on call.", "output": "incorrect"}, {"input": "I put the heavy book on the table and it broke. The 'it' refers to the table because the table would not break from a butterfly wing.", "output": "incorrect"}, {"input": "Since it was raining, I carried the newspaper over my backpack to keep it dry. The 'it' refers to the backpack because my backpack is referred to as the pronoun here a word that can function by itself as a noun phrase and that refers either to the participants in the discourse.", "output": "incorrect"}, {"input": "Tom threw his schoolbag down to Ray after he reached the top of the stairs. The 'he' refers to tom because of the way the two share their names, but it is not certain.", "output": "incorrect"}, {"input": "It was a summer afternoon, and the dog was sitting in the middle of the lawn. After a while, it got up and moved to a spot under the tree,  because it was cooler. The 'it' refers to the spot under the tree because the dog is in between the tree and the ground.", "output": "correct"}, {"input": "Frank felt vindicated when his longtime rival Bill revealed that he was the winner of the competition. The 'he' refers to frank because frank wouldnt be vindicated if he lost.", "output": "correct"}, {"input": "Sam pulled up a chair to the piano, but it was broken, so he had to stand instead. The 'it' refers to the chair because it is the only one that was in the room when he arrived, but in the previous episode,.", "output": "incorrect"}, {"input": "The foxes are getting in at night and attacking the chickens. I shall have to kill them . The 'them' refers to the foxes because The foxes are the ones doing the killing.", "output": "correct"}, {"input": "In the storm, the tree fell down and crashed through the roof of my  house. Now, I have to get it repaired. The 'it' refers to the roof because it's made of wood, which is why it looks like a tree falling from a building.", "output": "incorrect"}, {"input": "The sculpture rolled off the shelf because it wasn't anchored. The 'it' refers to the sculpture because it is a sculpture of a man in a white suit.", "output": "incorrect"}, {"input": "Bob was playing cards with Adam and was way ahead. If Adam hadn't had a sudden run of good luck, he would have won. The 'he' refers to bob because the cards were stacked against him, but if the 'she' is the 'she that got away.", "output": "incorrect"}, {"input": "Dan took the rear seat while Bill claimed the front because his \"Dibs!\" was quicker. The 'his' refers to bill because he was the first to take the wheel, and as such, Bill was the first driver to take.", "output": "incorrect"}, {"input": "Sam pulled up a chair to the piano, but it was broken, so he had to stand instead. The 'it' refers to the chair because she chair was broken so she has no choice to sit other than stand.", "output": "correct"}], "d_test": [{"input": "Bob was playing cards with Adam and was way ahead. If Adam hadn't had a sudden run of good luck, he would have lost. The 'he' refers to adam because Adam was losing at first making it likely that he ws the one with the sudden run of good luck.", "output": "correct"}, {"input": "Jane gave Joan candy because she wasn't hungry. The 'she' refers to jane because she is the only person who knows about Jane's situation.", "output": "incorrect"}, {"input": "I stuck a pin through a carrot. When I pulled the pin out, it left a hole. The 'it' refers to the pin because I have a pin in my hair.", "output": "incorrect"}, {"input": "I can't cut that tree down with that axe; it is too thick. The 'it' refers to the tree because The tree is too thick for the axe.", "output": "correct"}, {"input": "Dr. Adams informed Kate that she had cancer and presented several options for future treatment. The 'she' refers to kate because If Kate was the one retiring, she would not need to be informed.", "output": "incorrect"}, {"input": "Archaeologists have concluded that humans lived in Laputa 20,000 years ago. They hunted for deer on the river banks. The 'They' refers to prehistoric humans because they were likely to have lived in an area known as the 'Theyan Valley' in the early.", "output": "incorrect"}, {"input": "The painting in Mark's living room shows an oak tree. It is to the right of a house. The 'It' refers to the oak tree because No it refers to the oak tree.", "output": "incorrect"}, {"input": "In the storm, the tree fell down and crashed through the roof of my  house. Now, I have to get it removed. The 'it' refers to the tree because it is a part of the house.", "output": "incorrect"}, {"input": "I saw Jim yelling at some guy in a military uniform with a huge red  beard. I don't know why he was, but he looked very unhappy. The 'he' refers to jim because Jim was yelling and would be the one that was not known why he was yelling.", "output": "correct"}, {"input": "Jim signaled the barman and gestured toward his empty glass The 'his' refers to jim because toward his bathroom key Jim signaled the barman and gestured.", "output": "incorrect"}, {"input": "Sam Goodman's biography of the Spartan general Xenophanes conveys a vivid sense of the difficulties he faced in his childhood. The 'he' refers to xenophanes because GOODMAN TO REFER XENOPHANES.", "output": "incorrect"}, {"input": "The dog chased the cat, which ran up a tree. It waited at the top. The 'It' refers to the cat because the cat's name is a common one in many languages. The cat then ran off.", "output": "incorrect"}, {"input": "Bill passed the half-empty plate to John because he was full. The 'he' refers to bill because he is an older man who might have a history of mental illness, and the 'she' could.", "output": "incorrect"}, {"input": "Fred was supposed to run the dishwasher, but he put it off,  because he wanted to watch TV. But the show turned out to be boring, so he changed his mind and turned it on. The 'it' refers to the dishwasher because it is a dishwasher, but not necessarily a dishwasher.", "output": "incorrect"}, {"input": "Bill passed the half-empty plate to John because he was full. The 'he' refers to bill because Bill was full, so he gave the rest of his food to John.", "output": "correct"}, {"input": "I can't cut that tree down with that axe; it is too small. The 'it' refers to the axe because the tree is a 'it', but I think it is also a reference to the fact that it.", "output": "incorrect"}, {"input": "The sun was covered by a thick cloud all morning, but luckily, by the time the picnic started, it was gone. The 'it' refers to the cloud because it was so thick that it obscured the sun.", "output": "correct"}, {"input": "Adam can't leave work here until Bob arrives to replace him. If Bob had  left home for work on time, he would be here by this time. The 'he' refers to bob because it is likely Bob will be the one who makes the decision on the matter.", "output": "incorrect"}, {"input": "The painting in Mark's living room shows an oak tree. It is to the right of the bookcase. The 'It' refers to the painting because of the tree and the text.There are a few other references to the tree in the book.", "output": "incorrect"}, {"input": "Steve follows Fred's example in everything. He admires him hugely. The 'He' refers to steve because he had a very powerful influence on the story.", "output": "incorrect"}, {"input": "Everyone really loved the oatmeal cookies; only a few people liked the  chocolate chip cookies. Next time, we should make fewer of them . The 'them' refers to the chocolate chip cookies because More people liked the oatmeal cookies, they would be the ones that were needed more.", "output": "incorrect"}, {"input": "Jim yelled at Kevin because he was so upset. The 'he' refers to jim because Kevin didn't say anything. Kevin didn't say anything because he's a quiet person.", "output": "incorrect"}, {"input": "The large ball crashed right through the table because it was made of styrofoam. The 'it' refers to the table because of the giant ball \u2013 the biggest ever discovered.", "output": "incorrect"}, {"input": "The older students were bullying the younger ones, so we rescued them . The 'them' refers to the younger students because we know that they will be bullied in the future.", "output": "incorrect"}, {"input": "The drain is clogged with hair. It has to be removed. The 'It' refers to the hair because they are very similar. This is the only way that the hair is able to get out.", "output": "incorrect"}, {"input": "The father carried the sleeping boy in his bassinet. The 'his' refers to the boy because in the Bible the Hebrew word for son is yeshuva, which means 'son of God.", "output": "incorrect"}, {"input": "There is a pillar between me and the stage, and I can't see around it . The 'it' refers to the pillar because its height is greater than the stage height, so it stands out from the ground which in turn reflects.", "output": "correct"}, {"input": "I put the butterfly wing on the table and it broke. The 'it' refers to the butterfly wing because it is in the same position as the butterfly wing, which I had taken it off of.", "output": "incorrect"}, {"input": "Fred watched TV while George went out to buy groceries. After an hour he got up. The 'he' refers to fred because George was out, Fred was sitting.", "output": "correct"}, {"input": "The man lifted the boy onto his bunk bed. The 'his' refers to the boy because bunk bed belongs to the boy.", "output": "correct"}, {"input": "Although they ran at about the same speed, Sue beat Sally because she had such a bad start. The 'she' refers to sally because of the fact that she is a woman.", "output": "incorrect"}, {"input": "Thomson visited Cooper's grave in 1765. At that date he had been travelling for five years. The 'he' refers to thomson because Thomson still alive.", "output": "correct"}, {"input": "Fred and Alice had very warm down coats, but they were not enough for the cold in Alaska. The 'they' refers to coats because the coats were expected to prevent the cold.", "output": "correct"}, {"input": "The man lifted the boy onto his bunk bed. The 'his' refers to the boy because It was the boy's bed.", "output": "correct"}, {"input": "The police arrested all of the gang members. They were trying to stop the drug trade in the neighborhood. The 'They' refers to the police because gang members don't stop drug trading.", "output": "correct"}, {"input": "John hired himself out to Bill to take care of him . The 'him' refers to bill because You can't hire someone to take care of themselves.", "output": "incorrect"}, {"input": "The fish ate the worm. It was hungry. The 'It' refers to the fish because of the association with the word 'fish', and the 'worm' could just as easily refer to.", "output": "incorrect"}, {"input": "Beth didn't get angry with Sally, who had cut her off, because she stopped and counted to ten. The 'she' refers to beth because Beth counted to ten because she had a reason to bey angry.", "output": "correct"}, {"input": "Joan made sure to thank Susan for all the help she had recieved. The 'she' refers to joan because the original script, which was to be written by Susan, was never written.", "output": "incorrect"}, {"input": "I put the butterfly wing on the table and it broke. The 'it' refers to the butterfly wing because I've used it on one of my new projects and it is a beautiful design.", "output": "incorrect"}, {"input": "I poured water from the bottle into the cup until it was full. The 'it' refers to the cup because all the water was in there. I also added about 2 tablespoons of sugar.", "output": "incorrect"}, {"input": "I put the butterfly wing on the table and it broke. The 'it' refers to the butterfly wing because Actually, the red pronoun \"it\" refers to the table, wich was broken by the weight of the heavy book being placed on it.", "output": "incorrect"}, {"input": "Sam Goodman's biography of the Spartan general Xenophanes conveys a vivid sense of the difficulties he faced in his research. The 'he' refers to goodman because Goodman is the one doing the biography so of curse it's going to convey the difficulties of the person he is writing on, Xenophanes.", "output": "incorrect"}, {"input": "In the storm, the tree fell down and crashed through the roof of my  house. Now, I have to get it repaired. The 'it' refers to the roof because One would not repair a felled tree.", "output": "correct"}, {"input": "Dr. Adams informed Kate that she had cancer and presented several options for future treatment. The 'she' refers to kate because Tommy is referred to as the pronoun here a word that can function by itself as a noun phrase and that refers either to the participants in the discourse.", "output": "incorrect"}, {"input": "Mark told Pete many lies about himself, which Pete included in his book. He should have been more  truthful. The 'He' refers to mark because he is the last person to see the body when the 'He' is finally found and taken away.", "output": "incorrect"}, {"input": "Fred is the only man still alive who remembers my great-grandfather. He was a remarkable man. The 'He' refers to my great-grandfather because my great-grandfather. He was a remarkable man Fred is the only man still alive who remembers.", "output": "correct"}, {"input": "My meeting started at 4:00 and I needed to catch the train at 4:30,  so there wasn't much time. Luckily, it was delayed, so it worked out. The 'it' refers to the train because I was able to catch it on time.", "output": "incorrect"}, {"input": "Look! There is a shark swimming right below that duck! It had better get away to safety fast! The 'It' refers to the duck because Safety is better in Swimming right below the duck.", "output": "incorrect"}, {"input": "The city councilmen refused the demonstrators a permit because they advocated violence. The 'they' refers to the demonstrators because the organizers of the event are anti-police and white supremacist.", "output": "incorrect"}, {"input": "The dog chased the cat, which ran up a tree. It waited at the top. The 'It' refers to the cat because the cat is on the tree, and it is not at the bottom.", "output": "correct"}, {"input": "I stuck a pin through a carrot. When I pulled the pin out, it had a hole. The 'it' refers to the carrot because The carrot was being stuck by the pin; therefore it would have the hole.", "output": "correct"}, {"input": "I used an old rag to clean the knife, and then I put it in the drawer. The 'it' refers to the knife because The sentance is based on the rag, describing what it did.", "output": "incorrect"}, {"input": "I couldn't find a spoon, so I tried using a pen to stir my  coffee. But that turned out to be a bad idea, because it got full of ink. The 'it' refers to the coffee because The pen, because coffee can't be full of coffee.", "output": "incorrect"}, {"input": "The older students were bullying the younger ones, so we punished them . The 'them' refers to the older students because The where bullying the younger students.", "output": "correct"}, {"input": "The father carried the sleeping boy in his arms The 'his' refers to the father because A bassinet is a cradle, it makes more sense the sleeping boy is carried to his bed.", "output": "incorrect"}, {"input": "Joe has sold his house and bought a new one a few miles away. He will be moving out of it on Thursday. The 'it' refers to the old house because he is moving out of \"it\", not in.", "output": "correct"}, {"input": "Dr. Adams informed Kate that she had retired and presented several options for future treatment. The 'she' refers to dr. adams because Dr. Adams' profession is implied, and has to do with helping Kate, Kate would not present options to Dr. Adams.", "output": "correct"}, {"input": "Lily spoke to Donna, breaking her silence. The 'her' refers to lily because Donna silence is breaked by lily because of the lily's talk.", "output": "correct"}, {"input": "Mary tucked her daughter Anne into bed, so that she could work. The 'she' refers to mary because so that she could work.Mary tucked her daughter Anne into bed,.", "output": "correct"}, {"input": "There is a pillar between me and the stage, and I can't see it . The 'it' refers to the stage because since the pillar is in the way they probably can't see the stage.", "output": "correct"}, {"input": "Emma's mother had died long ago, and her education had been managed by an excellent woman as governess. The 'her' refers to emma because Emma's mother is dead.", "output": "correct"}, {"input": "John promised Bill to leave, so an hour later he left. The 'he' refers to john because , as the other members of the crew said, 'he' seems to be the one who did.", "output": "incorrect"}, {"input": "The city councilmen refused the demonstrators a permit because they feared violence. The 'they' refers to the city councilmen because The councilmen distributed permits at their discretion; the demonstrators wanted the permits.", "output": "correct"}, {"input": "Stretching her back, the woman smiled at the girl. The 'her' refers to the woman because of her age, but I don't think either of them know exactly what the other is.", "output": "incorrect"}, {"input": "Since it was raining, I carried the newspaper over my backpack to keep it dry. The 'it' refers to the backpack because The newspaper was covering the backpack and the newspaper would get wet.", "output": "correct"}, {"input": "Everyone really loved the oatmeal cookies; only a few people liked the  chocolate chip cookies. Next time, we should make more of them . The 'them' refers to the oatmeal cookies because oatmeal cookies was the favored one by most of them.", "output": "correct"}, {"input": "Paul tried to call George on the phone, but he wasn't available. The 'he' refers to george because Because Paul was trying to reach George.", "output": "correct"}, {"input": "I poured water from the bottle into the cup until it was empty. The 'it' refers to the bottle because they are sold as such in stores.", "output": "incorrect"}, {"input": "The sun was covered by a thick cloud all morning, but luckily, by the time the picnic started, it was gone. The 'it' refers to the cloud because We speak of the sun coming out, not clouds. It would not usually be considered lucky for clouds to appear at a picnic.", "output": "incorrect"}, {"input": "Many people start to read Paul's books and can't put them down. They are popular because Paul writes so well. The 'They' refers to paul's books because the vast majority of them are translated into English.", "output": "incorrect"}, {"input": "Anne gave birth to a daughter last month. She is a very charming baby. The 'She' refers to anne's daughter because MORE LIKE TO REFER.", "output": "incorrect"}, {"input": "Tom threw his schoolbag down to Ray after he reached the bottom of the stairs. The 'he' refers to ray because Ray because it said Tom threw the bag down the stairs.", "output": "correct"}, {"input": "Anne gave birth to a daughter last month. She is a very charming baby. The 'She' refers to anne's daughter because The daughter is still a baby if she was born last month. Anne is a woman.", "output": "correct"}, {"input": "Frank was upset with Tom because the toaster he had bought from him didn't work. The 'he' refers to frank because Frank and Tom are friends and are very close.", "output": "incorrect"}, {"input": "When the sponsors of the bill got to the town hall, they were surprised to find that the room was full of opponents. They were very much in the majority. The 'They' refers to the opponents because The room was full of opponents therefore the sponsors must be in the minority.", "output": "correct"}, {"input": "The sculpture rolled off the shelf because it wasn't level. The 'it' refers to the shelf because it sits on top of the art piece, which is a concrete slab that is at least 4 ft.", "output": "incorrect"}, {"input": "John ordered Bill to leave, so an hour later he left. The 'he' refers to bill because Bill was being ordered to leave.", "output": "correct"}, {"input": "Sid explained his theory to Mark but he couldn't understand him. The 'he' refers to mark because Because Sid is the one with the theory, and Mark is the one that needs convincing.", "output": "incorrect"}, {"input": "Susan knew that Ann's son had been in a car accident, so she told her about it. The 'she' refers to susan because IF she is found out, Susan must of found out about the crash from Ann telling her.", "output": "correct"}, {"input": "I tried to paint a picture of an orchard, with lemons in the lemon trees,  but they came out looking more like light bulbs. The 'they' refers to lemons because we saw them at the garden centre and they had lemon trees.", "output": "incorrect"}, {"input": "I put the cake away in the refrigerator. It has a lot of butter in it. The 'It' refers to the cake because refrigerators is where we save food,so it may have leftovers.", "output": "incorrect"}, {"input": "Joe paid the detective after he received the final report on the case. The 'he' refers to joe because of the similarities of the events.", "output": "incorrect"}, {"input": "They broadcast an announcement, but a subway came into the  station and I couldn't hear it . The 'it' refers to the announcement because The announcement was overshadowed by the subway sound.", "output": "correct"}, {"input": "In the storm, the tree fell down and crashed through the roof of my  house. Now, I have to get it removed. The 'it' refers to the tree because the house is located in a storm alley.", "output": "incorrect"}, {"input": "John hired himself out to Bill to take care of him . The 'him' refers to bill because take care of him John hired himself out to Bill.", "output": "correct"}, {"input": "Billy cried because Toby wouldn't share his toy. The 'his' refers to toby because Toby wouldn't share his toy so billy cried.", "output": "correct"}, {"input": "Fred watched TV while George went out to buy groceries. After an hour he got up. The 'he' refers to fred because he has always been a little bit of a 'little bit' guy, but George is the one.", "output": "incorrect"}, {"input": "Bob was playing cards with Adam and was way ahead. If Adam hadn't had a sudden run of good luck, he would have won. The 'he' refers to bob because he got sudden run of good luck or else he would have lost.", "output": "incorrect"}, {"input": "Emma's mother had died long ago, and her education had been managed by an excellent woman as governess. The 'her' refers to emma because Her education is managed.", "output": "correct"}, {"input": "Madonna fired her trainer because she slept with her boyfriend. The 'her' refers to madonna because Madonna always sleep with her boyfriend.", "output": "correct"}, {"input": "Bob paid for Charlie's college education. He is very generous. The 'He' refers to bob because having his education paid,should make him grateful.", "output": "incorrect"}, {"input": "Mary took out her flute and played one of her favorite pieces. She has loved it since she was a child. The 'it' refers to the piece because the flute is less likely with her when she was a child.", "output": "correct"}, {"input": "I can't cut that tree down with that axe; it is too small. The 'it' refers to the axe because of the axe's size.", "output": "correct"}, {"input": "Kirilov ceded the presidency to Shatov because he was more popular. The 'he' refers to shatov because Shatov is referred to by the red pronoun.", "output": "incorrect"}, {"input": "Sam tried to paint a picture of shepherds with sheep, but they ended up looking more like dogs. The 'they' refers to the sheep because MORE LIKE THE SHEPHERDS.", "output": "incorrect"}, {"input": "Fred is the only man alive who still remembers my father as an infant. When Fred first saw my father, he was twelve years old. The 'he' refers to fred because he has always had the 'he' and the 'she' (and possibly the 'she'.", "output": "incorrect"}, {"input": "The table won't fit through the doorway because it is too narrow. The 'it' refers to the doorway because the table is too high to fit through.", "output": "incorrect"}, {"input": "Look! There is a shark swimming right below that duck! It had better get away to safety fast! The 'It' refers to the duck because The duck needs speed for get escape from shark.", "output": "correct"}, {"input": "Susan knows all about Ann's personal problems because she is indiscreet. The 'she' refers to ann because Susan corresponds with knows, thus she is the primary pronoun.", "output": "incorrect"}], "d_val": [{"input": "I saw Jim yelling at some guy in a military uniform with a huge red  beard. I don't know why he was, but he looked very unhappy. The 'he' refers to jim because I saw Jim yelling at some guy in a military uniform with a huge red beard.", "output": "incorrect"}, {"input": "If the con artist has succeeded in fooling Sam, he would have lost a lot of money. The 'he' refers to sam because he is the only person who has been able to see what is going on with him.", "output": "incorrect"}, {"input": "Although they ran at about the same speed, Sue beat Sally because she had such a bad start. The 'she' refers to sally because of their shared last name.", "output": "incorrect"}, {"input": "Jane knocked on Susan's door, but there was no answer. She was disappointed. The 'She' refers to jane because she's the one who gave Susan the letter.The book is a love story.", "output": "incorrect"}, {"input": "Paul tried to call George on the phone, but he wasn't available. The 'he' refers to george because George was likely the one not reachable.", "output": "correct"}, {"input": "Bill passed the half-empty plate to John because he was hungry. The 'he' refers to john because Bill was passing a plate that still had food so he must no longer be hungry.", "output": "correct"}, {"input": "Beth didn't get angry with Sally, who had cut her off, because she stopped and counted to ten. The 'she' refers to beth because Beth is controlling her emotions in response to Sally.", "output": "correct"}, {"input": "It was a summer afternoon, and the dog was sitting in the middle of the lawn. After a while, it got up and moved to a spot under the tree,  because it was cooler. The 'it' refers to the spot under the tree because it was hot for very summer.", "output": "incorrect"}, {"input": "Bill passed the half-empty plate to John because he was hungry. The 'he' refers to john because Bill wouldn't pass the plate to John if he knew John was full.", "output": "correct"}, {"input": "The trophy doesn't fit into the brown suitcase because it is too large. The 'it' refers to the trophy because suitcase was very small.", "output": "correct"}, {"input": "Sam's drawing was hung just above Tina's and it did look much better with another one below it. The 'it' refers to sam's drawing because it's a pretty well known thing, a drawing of a fish that has a fishy body with.", "output": "incorrect"}, {"input": "The woman held the girl against her chest The 'her' refers to the woman because The girl against the woman will.", "output": "incorrect"}, {"input": "Tom threw his schoolbag down to Ray after he reached the bottom of the stairs. The 'he' refers to ray because he is a character from the game, and not to the person in the game.", "output": "incorrect"}, {"input": "It was a summer afternoon, and the dog was sitting in the middle of the lawn. After a while, it got up and moved to a spot under the tree,  because it was cooler. The 'it' refers to the spot under the tree because The dog can go anywhere, likely to compare as movable object.", "output": "correct"}, {"input": "The sculpture rolled off the shelf because it wasn't anchored. The 'it' refers to the sculpture because The shelf wasnt level had to be rolled off.", "output": "incorrect"}, {"input": "The delivery truck zoomed by the school bus because it was going so slow. The 'it' refers to the school bus because MORE LIKELY TO REFER TO THE DELIVERY TRUCK.", "output": "incorrect"}, {"input": "Sara borrowed the book from the library because she needs it for an article she is working on. She writes it when she gets home from work. The 'it' refers to the article because The book is already written.", "output": "correct"}, {"input": "Steve follows Fred's example in everything. He influences him hugely. The 'He' refers to fred because Steve is the follower so he would be the one admiring.", "output": "incorrect"}, {"input": "Anne gave birth to a daughter last month. She is a very charming woman. The 'She' refers to anne because She is a very charming baby Anne gave birth to a daughter last month.", "output": "incorrect"}, {"input": "John was doing research in the library when he heard a man humming and  whistling. He was very annoying. The 'He' refers to the man because library work needs a quite surrounding.", "output": "correct"}, {"input": "Kirilov ceded the presidency to Shatov because he was less popular. The 'he' refers to kirilov because The person who is less popular would be the one who did not win.", "output": "correct"}, {"input": "When the sponsors of the bill got to the town hall, they were surprised to find that the room was full of opponents. They were very much in the minority. The 'They' refers to the sponsors because The room was full of opponents therefore the sponsors must be in the minority.", "output": "correct"}, {"input": "Bob was playing cards with Adam and was way ahead. If Adam hadn't had a sudden run of good luck, he would have lost. The 'he' refers to adam because he is the most 'intelligent' of the four.", "output": "incorrect"}, {"input": "Joe's uncle can still beat him at tennis, even though he is 30 years younger. The 'he' refers to joe because because it is unusual that he would lose.", "output": "correct"}, {"input": "Tom said \"Check\" to Ralph as he took his bishop. The 'his' refers to ralph because Tom was taking the action to take the bishop and would be putting the King in check.", "output": "correct"}, {"input": "As Andrea in the crop duster passed over Susan, she could see the landing strip. The 'she' refers to andrea because It is impossible to see the landing gear inside the plane.", "output": "incorrect"}, {"input": "The police arrested all of the gang members. They were trying to run the drug trade in the neighborhood. The 'They' refers to the gang members because The gang members is referred to as the pronoun here a word that can function by itself as a noun phrase and that refers either to the participants in the discourse.", "output": "incorrect"}, {"input": "Alice tried frantically to stop her daughter from chatting at the party, leaving us to wonder why she was behaving so strangely. The 'she' refers to alice because of the fact that she is both her mother and Alice's sister.", "output": "incorrect"}, {"input": "The police arrested all of the gang members. They were trying to run the drug trade in the neighborhood. The 'They' refers to the gang members because they, refers to the police because all the actions are done by them.", "output": "incorrect"}, {"input": "The foxes are getting in at night and attacking the chickens. They have gotten very bold. The 'They' refers to the foxes because good.", "output": "incorrect"}, {"input": "I couldn't put the pot on the shelf because it was too tall. The 'it' refers to the pot because the shelf too tall.", "output": "correct"}, {"input": "Jim comforted Kevin because he was so upset. The 'he' refers to kevin because he was not a victim of the abuse, but of the physical abuse.", "output": "incorrect"}, {"input": "The sack of potatoes had been placed above the bag of flour, so it had to be moved first. The 'it' refers to the sack of potatoes because the bread will be in the sack, and the 'it' will be the sack itself.", "output": "incorrect"}, {"input": "I tried to paint a picture of an orchard, with lemons in the lemon trees,  but they came out looking more like light bulbs. The 'they' refers to lemons because The lemons are more shaped like light bulbs than the trees.", "output": "correct"}, {"input": "Fred was supposed to run the dishwasher, but he put it off,  because he wanted to watch TV. But the show turned out to be boring, so he changed his mind and turned it off. The 'it' refers to the tv because MORE LIKELY TO REFER TO THE TV DISHWASHER.", "output": "incorrect"}, {"input": "The path to the lake was blocked, so we couldn't use it . The 'it' refers to the path because we couldn't reach it .The path to the lake was blocked.", "output": "incorrect"}, {"input": "Fred watched TV while George went out to buy groceries. After an hour he got up. The 'he' refers to fred because George and Fred are friends - and because if they were going to be friends, Fred would have to.", "output": "incorrect"}, {"input": "Fred covered his eyes with his hands, because the wind was blowing sand around. He opened them when the wind stopped. The 'them' refers to his eyes because Typivally we speak about opening our eyes, but not our hands. It would make sense to open your eyes when there is no longer airborne sand.", "output": "correct"}, {"input": "The journalists interviewed the stars of the new movie. They were very cooperative, so the interview lasted for a long time. The 'They' refers to the stars because The journalists would be persistent with questions.", "output": "incorrect"}, {"input": "John couldn't see the stage with Billy in front of him because he is so tall. The 'he' refers to billy because short one can not see infront.", "output": "correct"}, {"input": "Kirilov ceded the presidency to Shatov because he was more popular. The 'he' refers to shatov because he had played a key role in the construction of the Soviet Union, and because he had been a.", "output": "incorrect"}, {"input": "George got free tickets to the play, but he gave them to Eric, because he was not particularly eager to see it. The 'he' refers to george because his wife, Amy, is the name of the character in the movie.", "output": "incorrect"}, {"input": "Dan had to stop Bill from toying with the injured bird. He is very cruel. The 'He' refers to bill because not everything flows well.", "output": "correct"}, {"input": "The sack of potatoes had been placed below the bag of flour, so it had to be moved first. The 'it' refers to the bag of flour because he bag of flour the sack of potatoes had been placed.", "output": "correct"}, {"input": "Although they ran at about the same speed, Sue beat Sally because she had such a good start. The 'she' refers to sue because Sue won, sally lost.", "output": "correct"}, {"input": "The foxes are getting in at night and attacking the chickens. I shall have to kill them . The 'them' refers to the foxes because chicken needs protection from foxes.", "output": "correct"}, {"input": "Jane knocked on Susan's door, but there was no answer. She was out. The 'She' refers to susan because susan's door was no answer she was out.", "output": "correct"}, {"input": "The older students were bullying the younger ones, so we rescued them . The 'them' refers to the younger students because THE YOUNGER STUDENTS REFER TO THE OLDER STUDENT.", "output": "incorrect"}, {"input": "I saw Jim yelling at some guy in a military uniform with a huge red  beard. I don't know who he was, but he looked very unhappy. The 'he' refers to the guy in uniform because he's being yelled at.", "output": "correct"}, {"input": "I couldn't put the pot on the shelf because it was too tall. The 'it' refers to the pot because i could't reach the shelf.", "output": "incorrect"}]}, {"task_id": "word_sorting", "instructions": "Sort the following words alphabetically:", "d_incontext": [{"input": "christen deconvolve spinnaker literate republican douglas periwinkle syllabus importunate lingua impulse capuchin persecution nevertheless lyman", "output": "capuchin christen deconvolve douglas importunate impulse lingua literate lyman nevertheless periwinkle persecution republican spinnaker syllabus"}, {"input": "cassandra wacky sora snug", "output": "cassandra snug sora wacky"}, {"input": "lesion motivate", "output": "lesion motivate"}, {"input": "enol analects broadcast sock fertile speciate flagellate crotchety arrive charcuterie byword bibliophile trace soprano hat handbag meter", "output": "analects arrive bibliophile broadcast byword charcuterie crotchety enol fertile flagellate handbag hat meter sock soprano speciate trace"}, {"input": "mandrel incompressible duff babylon panoramic arsenate amy", "output": "amy arsenate babylon duff incompressible mandrel panoramic"}], "d_train": [{"input": "townsend half ouch flange horizontal copyright jay", "output": "copyright flange half horizontal jay ouch townsend"}, {"input": "prude indirect marmot brighten gilmore exhort", "output": "brighten exhort gilmore indirect marmot prude"}, {"input": "wearisome perchance tyrosine rigid", "output": "perchance rigid tyrosine wearisome"}, {"input": "madhya critter rotund bromide require curiosity finite adoptive giuliano assyria landis submit diatonic ballad arcing duopolist hangover", "output": "adoptive arcing assyria ballad bromide critter curiosity diatonic duopolist finite giuliano hangover landis madhya require rotund submit"}, {"input": "sow glacis tore disdain", "output": "disdain glacis sow tore"}, {"input": "decennial hydraulic deconvolution ehrlich migratory led congressmen wavelength friedman locke crap tart funereal thiamin rand", "output": "congressmen crap decennial deconvolution ehrlich friedman funereal hydraulic led locke migratory rand tart thiamin wavelength"}, {"input": "norwegian coset tribal different hepburn balcony shoot berne cargoes incapable inattentive euglena btl holden annie paranoia put", "output": "annie balcony berne btl cargoes coset different euglena hepburn holden inattentive incapable norwegian paranoia put shoot tribal"}, {"input": "teamster trapezoid currant orthonormal wellwisher forest bonfire avernus geld bing oxnard flash laymen lawgiver homework sponge allison mend falkland staley", "output": "allison avernus bing bonfire currant falkland flash forest geld homework lawgiver laymen mend orthonormal oxnard sponge staley teamster trapezoid wellwisher"}, {"input": "limousine crash jehovah poodle pier gemstone fluid whoever chopstick lacerate rationale sc urn", "output": "chopstick crash fluid gemstone jehovah lacerate limousine pier poodle rationale sc urn whoever"}, {"input": "cellular chromatic liberate", "output": "cellular chromatic liberate"}, {"input": "authentic james bowditch aphorism contentious bazaar remunerate delusive plasm nebulae bounce hereto odessa attribute", "output": "aphorism attribute authentic bazaar bounce bowditch contentious delusive hereto james nebulae odessa plasm remunerate"}, {"input": "slab behead conscript epicyclic beeswax adolphus trans polish prohibit yachtsmen", "output": "adolphus beeswax behead conscript epicyclic polish prohibit slab trans yachtsmen"}, {"input": "merrill intern", "output": "intern merrill"}, {"input": "oxygen durance", "output": "durance oxygen"}, {"input": "cryptographer mutagen dreyfuss", "output": "cryptographer dreyfuss mutagen"}, {"input": "inflate tarpaulin tuskegee shan't gunshot prosciutto", "output": "gunshot inflate prosciutto shan't tarpaulin tuskegee"}, {"input": "han impasse cryptanalyst buddhism healthy subsume", "output": "buddhism cryptanalyst han healthy impasse subsume"}, {"input": "beck don song palomar midrange ruanda zeal kruger twombly cartographer passerby factor", "output": "beck cartographer don factor kruger midrange palomar passerby ruanda song twombly zeal"}, {"input": "pram confidential lone forgetting narbonne crosslink genuine patroness eleventh juicy protozoan stabile cement dolomite", "output": "cement confidential crosslink dolomite eleventh forgetting genuine juicy lone narbonne patroness pram protozoan stabile"}, {"input": "controller prove", "output": "controller prove"}, {"input": "xi linus alienate jeff rouge search honey lakehurst sumptuous hackmatack east inconceivable justiciable", "output": "alienate east hackmatack honey inconceivable jeff justiciable lakehurst linus rouge search sumptuous xi"}, {"input": "descriptive redshank voice forgather hydronium zan", "output": "descriptive forgather hydronium redshank voice zan"}, {"input": "finish combine swishy coliform huggins repellent fruition jurisdiction immense require ashman air wyatt tarry cotoneaster award", "output": "air ashman award coliform combine cotoneaster finish fruition huggins immense jurisdiction repellent require swishy tarry wyatt"}, {"input": "bubonic gong lacy communicable followeth cutback diagnostician oregano incorporate singe commune briar brochure modesty stipulate", "output": "briar brochure bubonic commune communicable cutback diagnostician followeth gong incorporate lacy modesty oregano singe stipulate"}, {"input": "libra mimeograph sheen indolent qed ponderous pluton indecipherable otter edible offenbach effect sawfish freestone impale pony", "output": "edible effect freestone impale indecipherable indolent libra mimeograph offenbach otter pluton ponderous pony qed sawfish sheen"}, {"input": "donald turmoil round lark sousa balfour baseline tidbit bottlecap phenomena", "output": "balfour baseline bottlecap donald lark phenomena round sousa tidbit turmoil"}, {"input": "yttrium throughput dodecahedra hoof dispensable wyeth", "output": "dispensable dodecahedra hoof throughput wyeth yttrium"}, {"input": "masochist toshiba lynch fm elizabethan christina mad steele tommie avenue fireboat", "output": "avenue christina elizabethan fireboat fm lynch mad masochist steele tommie toshiba"}, {"input": "motorcade kalamazoo backyard adjutant mallard bunyan difficulty tripoli backside burgundian knurl conch bookplate bistable", "output": "adjutant backside backyard bistable bookplate bunyan burgundian conch difficulty kalamazoo knurl mallard motorcade tripoli"}, {"input": "snapdragon antimony scrap fumigate mountaineer anna swerve", "output": "anna antimony fumigate mountaineer scrap snapdragon swerve"}, {"input": "dearth scorpion adept asymmetry snub shrugging fernery brahms buttermilk bank handyman raspberry clausen yellowstone gestation shipmen fraternal boatmen", "output": "adept asymmetry bank boatmen brahms buttermilk clausen dearth fernery fraternal gestation handyman raspberry scorpion shipmen shrugging snub yellowstone"}, {"input": "tarry puncture sanatorium woodland brink cytolysis furtive drug kaolin dip southbound dubhe resemblant salesperson amnesty complimentary seashore mercantile segmentation", "output": "amnesty brink complimentary cytolysis dip drug dubhe furtive kaolin mercantile puncture resemblant salesperson sanatorium seashore segmentation southbound tarry woodland"}, {"input": "aisle panacea", "output": "aisle panacea"}, {"input": "livingston save mandrel rail antithetic varian waspish basemen survive resistant doolittle stagecoach year pinochle nifty madeline midterm", "output": "antithetic basemen doolittle livingston madeline mandrel midterm nifty pinochle rail resistant save stagecoach survive varian waspish year"}, {"input": "stratum wednesday nibelung combatant led hearten homogeneous estrogen fell facsimile martin stalemate incongruity package binuclear adipic jorgenson spangle", "output": "adipic binuclear combatant estrogen facsimile fell hearten homogeneous incongruity jorgenson led martin nibelung package spangle stalemate stratum wednesday"}, {"input": "blossom crash nail recovery lake", "output": "blossom crash lake nail recovery"}, {"input": "agronomist verisimilitude wilfred hershel hem boggle nuclide walkie refrain oklahoma grapheme eugenia apostrophe lieutenant fletcher cortege", "output": "agronomist apostrophe boggle cortege eugenia fletcher grapheme hem hershel lieutenant nuclide oklahoma refrain verisimilitude walkie wilfred"}, {"input": "lunchtime loblolly stygian duckling subtlety tide asocial gurkha lawbreaker blair", "output": "asocial blair duckling gurkha lawbreaker loblolly lunchtime stygian subtlety tide"}, {"input": "horseshoe piece monkeyflower stung unesco filial danzig kenya", "output": "danzig filial horseshoe kenya monkeyflower piece stung unesco"}, {"input": "scarlatti metcalf lugging ovary northernmost", "output": "lugging metcalf northernmost ovary scarlatti"}, {"input": "inverse osborne sean urinal eukaryote mountaintop", "output": "eukaryote inverse mountaintop osborne sean urinal"}, {"input": "arbutus edict nectareous showcase indiscriminate tinfoil dour strabismus hangar sensitive pythagorean exposit neumann tum abut femur econometric", "output": "abut arbutus dour econometric edict exposit femur hangar indiscriminate nectareous neumann pythagorean sensitive showcase strabismus tinfoil tum"}, {"input": "terrify unitary share mendelssohn harmony headache rapture trompe", "output": "harmony headache mendelssohn rapture share terrify trompe unitary"}, {"input": "aldehyde counterintuitive observant", "output": "aldehyde counterintuitive observant"}, {"input": "peril chopin newport cyanic rotate nazi spavin glide briton", "output": "briton chopin cyanic glide nazi newport peril rotate spavin"}, {"input": "oven costume counterpart", "output": "costume counterpart oven"}, {"input": "s's oxcart redact stunk shorten form essay prefatory hardhearted", "output": "essay form hardhearted oxcart prefatory redact s's shorten stunk"}, {"input": "nine callous teflon parthenon holystone algonquin bang nebulous plumbate wold anatomist hoagland lucerne colonel polio party paint firewood pickle", "output": "algonquin anatomist bang callous colonel firewood hoagland holystone lucerne nebulous nine paint parthenon party pickle plumbate polio teflon wold"}, {"input": "savannah puckish zooplankton crook horsemen toffee deciduous cetera milwaukee", "output": "cetera crook deciduous horsemen milwaukee puckish savannah toffee zooplankton"}, {"input": "saturnine aptitude jelly constituent philanthropic nascent conner broadcast inaccessible hashish id dey mater humerus", "output": "aptitude broadcast conner constituent dey hashish humerus id inaccessible jelly mater nascent philanthropic saturnine"}, {"input": "diatonic knowledgeable pity sprawl those usps molar", "output": "diatonic knowledgeable molar pity sprawl those usps"}, {"input": "amp combinatoric hurrah penetrable junky cuny hobble horsewomen disseminate infusible multics ban contradistinct swear bolster spirit admiralty ramo", "output": "admiralty amp ban bolster combinatoric contradistinct cuny disseminate hobble horsewomen hurrah infusible junky multics penetrable ramo spirit swear"}, {"input": "tidewater hire", "output": "hire tidewater"}, {"input": "cocoon booze thoroughbred echo seychelle freehand firestone saint meniscus espionage annoyance physiognomy door arsenal gauleiter s", "output": "annoyance arsenal booze cocoon door echo espionage firestone freehand gauleiter meniscus physiognomy s saint seychelle thoroughbred"}, {"input": "parmesan murk faculty wring avid veterinarian doorbell dec zinc handiwork dazzle", "output": "avid dazzle dec doorbell faculty handiwork murk parmesan veterinarian wring zinc"}, {"input": "sickle autumn furrier torpedoes exogamy blue edmonds lexical evocable primitive ribald baltimore", "output": "autumn baltimore blue edmonds evocable exogamy furrier lexical primitive ribald sickle torpedoes"}, {"input": "moss altimeter chamber woodpeck", "output": "altimeter chamber moss woodpeck"}, {"input": "bequeath mu wit intuit adjudge indispose barycentric shoehorn shortstop biopsy alpert phosphor tarpon cowherd conakry bathe pop dc carousel nocturnal", "output": "adjudge alpert barycentric bathe bequeath biopsy carousel conakry cowherd dc indispose intuit mu nocturnal phosphor pop shoehorn shortstop tarpon wit"}, {"input": "pelagic licensable buick decollimate billiard real tractor eighty radiochemical", "output": "billiard buick decollimate eighty licensable pelagic radiochemical real tractor"}, {"input": "cover jacket nobody'd", "output": "cover jacket nobody'd"}, {"input": "cruelty andrea jaime madsen trapezium plenty awake inexplicit chippendale canvas contemptuous hilt hammerhead", "output": "andrea awake canvas chippendale contemptuous cruelty hammerhead hilt inexplicit jaime madsen plenty trapezium"}, {"input": "dour grammatic fuzzy expiate stem cloudburst sukiyaki admonition", "output": "admonition cloudburst dour expiate fuzzy grammatic stem sukiyaki"}, {"input": "caveman diversionary granville elect cutlet hallucinogen blob sidereal dichondra mcpherson deadlock clone litterbug obstruent gunnery plasm lunge carr", "output": "blob carr caveman clone cutlet deadlock dichondra diversionary elect granville gunnery hallucinogen litterbug lunge mcpherson obstruent plasm sidereal"}, {"input": "scratch orin ideolect spay chungking provincial latitudinal compromise ge orography pecos maraud latin dropout", "output": "chungking compromise dropout ge ideolect latin latitudinal maraud orin orography pecos provincial scratch spay"}, {"input": "sagacity aqueduct leper mockernut bagging seduction brainy anabaptist dodo policewoman cassette morristown grapefruit retention", "output": "anabaptist aqueduct bagging brainy cassette dodo grapefruit leper mockernut morristown policewoman retention sagacity seduction"}, {"input": "obtrude nearsighted urea accession advice chiefdom athlete caudal affront levulose did node goblet actress fetid any public wheller jordan conspiratorial", "output": "accession actress advice affront any athlete caudal chiefdom conspiratorial did fetid goblet jordan levulose nearsighted node obtrude public urea wheller"}, {"input": "freckle radiophysics held blot layton leftmost dint insubstantial macaw pub o'donnell gratitude mackenzie inasmuch lugging sims utensil dovekie sandstone", "output": "blot dint dovekie freckle gratitude held inasmuch insubstantial layton leftmost lugging macaw mackenzie o'donnell pub radiophysics sandstone sims utensil"}, {"input": "ninth ingrown presumption gibe broom capuchin ayers convolve truthful", "output": "ayers broom capuchin convolve gibe ingrown ninth presumption truthful"}, {"input": "narragansett telepathic niagara intervene turmoil mississippian red expiry mathieu beheld sly footnote leg", "output": "beheld expiry footnote intervene leg mathieu mississippian narragansett niagara red sly telepathic turmoil"}, {"input": "bohemia dearth barnyard thenceforth sumeria", "output": "barnyard bohemia dearth sumeria thenceforth"}, {"input": "martinson excess architectonic suppressible eighth evict irreverent furthermore hunt den valois afforest grown lunar saguaro gravitate", "output": "afforest architectonic den eighth evict excess furthermore gravitate grown hunt irreverent lunar martinson saguaro suppressible valois"}, {"input": "parrish frustrater wold", "output": "frustrater parrish wold"}, {"input": "crosscut telegraph", "output": "crosscut telegraph"}, {"input": "bumpy impeccable rectitude illegible jocular sheik derail dahlia cholinesterase capella middleman sang potent heiress amass", "output": "amass bumpy capella cholinesterase dahlia derail heiress illegible impeccable jocular middleman potent rectitude sang sheik"}, {"input": "propyl moliere bent drowse thornton deaconess", "output": "bent deaconess drowse moliere propyl thornton"}, {"input": "shank lollipop dagger chisel grownup breezy listen pediatric afro sway handicap crave lascar syenite adroit hateful advise", "output": "adroit advise afro breezy chisel crave dagger grownup handicap hateful lascar listen lollipop pediatric shank sway syenite"}, {"input": "fungal pipe flinch clare jansenist owlet bahama", "output": "bahama clare flinch fungal jansenist owlet pipe"}, {"input": "packet inman storey", "output": "inman packet storey"}, {"input": "narrowminded greenery shrinkage po cleanse infectious nouveau backpack nitty judge peacock retrogressive sepoy juxtaposition p's madeline dusenberg stint eta", "output": "backpack cleanse dusenberg eta greenery infectious judge juxtaposition madeline narrowminded nitty nouveau p's peacock po retrogressive sepoy shrinkage stint"}, {"input": "recipe bellyache usaf docile drummond heckman disquisition ingratitude psychoanalysis kinney deuterate thallium melodramatic bistate westbound skew first artery evanston", "output": "artery bellyache bistate deuterate disquisition docile drummond evanston first heckman ingratitude kinney melodramatic psychoanalysis recipe skew thallium usaf westbound"}, {"input": "shay ruination shatter biology", "output": "biology ruination shatter shay"}, {"input": "sharecropper yaw mew emptyhanded bacilli polymer circa although allentown imperfect corbett", "output": "allentown although bacilli circa corbett emptyhanded imperfect mew polymer sharecropper yaw"}, {"input": "compton passenger dynamism crux tina ouagadougou bridegroom vagary plea denny hematite flat uranyl phosphoresce zucchini", "output": "bridegroom compton crux denny dynamism flat hematite ouagadougou passenger phosphoresce plea tina uranyl vagary zucchini"}, {"input": "wineskin determinate innocuous neglect gentry cain pigging subvert slim cognoscenti equilibrate mcginnis alacrity fletcher oatcake diagnostic segregant autoclave aerofoil", "output": "aerofoil alacrity autoclave cain cognoscenti determinate diagnostic equilibrate fletcher gentry innocuous mcginnis neglect oatcake pigging segregant slim subvert wineskin"}, {"input": "justify lexicographer woodshed once spalding cotton avowal barrette anticipatory", "output": "anticipatory avowal barrette cotton justify lexicographer once spalding woodshed"}, {"input": "detritus assessor madstone commensurable strata", "output": "assessor commensurable detritus madstone strata"}, {"input": "genteel paycheck gratitude beneath algorithm loyalty barbados pun angles", "output": "algorithm angles barbados beneath genteel gratitude loyalty paycheck pun"}, {"input": "herkimer articulate ginsburg anneal store choctaw pottery chevy gingham", "output": "anneal articulate chevy choctaw gingham ginsburg herkimer pottery store"}, {"input": "dempsey bookseller landlord vodka pinehurst concentric", "output": "bookseller concentric dempsey landlord pinehurst vodka"}, {"input": "ornery japan admix whatley dutch assemblage invalid glaucoma ghent apostle deforestation tennis process candlewick marty", "output": "admix apostle assemblage candlewick deforestation dutch ghent glaucoma invalid japan marty ornery process tennis whatley"}, {"input": "reflect pyknotic safekeeping sony lise euclid deuterium", "output": "deuterium euclid lise pyknotic reflect safekeeping sony"}, {"input": "impudent pole doubleton manifest poliomyelitis horrendous coercive suppression bouffant smokestack gatlinburg houseboat fuselage abhorrent source rescue", "output": "abhorrent bouffant coercive doubleton fuselage gatlinburg horrendous houseboat impudent manifest pole poliomyelitis rescue smokestack source suppression"}, {"input": "bore preparator sundial trinidad handful bide bequeath source lipid colosseum muriel empress bracelet boolean hilbert", "output": "bequeath bide boolean bore bracelet colosseum empress handful hilbert lipid muriel preparator source sundial trinidad"}, {"input": "shore laughingstock byrne wehr financial eventful edison shaky ventriloquism pond bluff windmill ongoing recessive thirtyfold", "output": "bluff byrne edison eventful financial laughingstock ongoing pond recessive shaky shore thirtyfold ventriloquism wehr windmill"}, {"input": "judas litigious kathy", "output": "judas kathy litigious"}, {"input": "hearst landlocked observatory johansen decline aristocratic molecule unison chordata fracture denominate twitchy scurvy brevity", "output": "aristocratic brevity chordata decline denominate fracture hearst johansen landlocked molecule observatory scurvy twitchy unison"}, {"input": "birthplace passivate sow usage lawmake puritan takeover furze incubi consign nectareous conner astrophysical honeycomb zoroaster", "output": "astrophysical birthplace conner consign furze honeycomb incubi lawmake nectareous passivate puritan sow takeover usage zoroaster"}, {"input": "ruddy back naomi rotary san", "output": "back naomi rotary ruddy san"}, {"input": "qed intern thin carla actress xylene dante collateral grosset l's equilateral collocate", "output": "actress carla collateral collocate dante equilateral grosset intern l's qed thin xylene"}, {"input": "basalt euphorbia sailfish vitrify waveguide ala barricade steuben bray segovia icecap cistern elbow dipole youngstown superannuate", "output": "ala barricade basalt bray cistern dipole elbow euphorbia icecap sailfish segovia steuben superannuate vitrify waveguide youngstown"}], "d_test": [{"input": "laura neuroses curate pair gloucester", "output": "curate gloucester laura neuroses pair"}, {"input": "emissive chlorophyll paintbrush landmass cacophonous malignant agnew animal certitude jennie adhesion", "output": "adhesion agnew animal cacophonous certitude chlorophyll emissive jennie landmass malignant paintbrush"}, {"input": "varnish static ghetto marry humboldt pronunciation hygrometer grocer wilmington", "output": "ghetto grocer humboldt hygrometer marry pronunciation static varnish wilmington"}, {"input": "yapping marlene wallace partridge fay endow bibliography", "output": "bibliography endow fay marlene partridge wallace yapping"}, {"input": "wingman bad arkansas auditor nit advocate amende bourbon westernmost servitor phlox turbojet olivier crude extoller glut champ oblivious painstaking gang", "output": "advocate amende arkansas auditor bad bourbon champ crude extoller gang glut nit oblivious olivier painstaking phlox servitor turbojet westernmost wingman"}, {"input": "enormity steeve extracellular capitoline helmet gusto television actinic nicholas memorable feb bound attitude visible oocyte", "output": "actinic attitude bound capitoline enormity extracellular feb gusto helmet memorable nicholas oocyte steeve television visible"}, {"input": "oblivion norris littoral teamwork coercion poseidon bitwise tahoe earsplitting cardinal adamant support sarong concretion vary piecewise", "output": "adamant bitwise cardinal coercion concretion earsplitting littoral norris oblivion piecewise poseidon sarong support tahoe teamwork vary"}, {"input": "canteen gramophone greensboro or eulerian tuff curiosity feline toll arthur letterhead minima rabin", "output": "arthur canteen curiosity eulerian feline gramophone greensboro letterhead minima or rabin toll tuff"}, {"input": "fair campground what ripley cupric ancestor", "output": "ancestor campground cupric fair ripley what"}, {"input": "superstitious secretary evasion lawmen fabulous hangover springe gibby radial buttery teaspoonful spinneret eurasia gotten hawthorne tone", "output": "buttery eurasia evasion fabulous gibby gotten hangover hawthorne lawmen radial secretary spinneret springe superstitious teaspoonful tone"}, {"input": "semite lana capstan collectible letitia gape jacobsen showboat", "output": "capstan collectible gape jacobsen lana letitia semite showboat"}, {"input": "bad waistline satisfactory nell crazy tablespoonful brillouin calypso subtlety marco fair garry hackle superannuate expulsion conservation chicanery libra wolfgang", "output": "bad brillouin calypso chicanery conservation crazy expulsion fair garry hackle libra marco nell satisfactory subtlety superannuate tablespoonful waistline wolfgang"}, {"input": "fishermen controllable bubble eddie siegmund explanation winnie exportation felicia grasp father orion patois obfuscatory gases hitherto radiometer", "output": "bubble controllable eddie explanation exportation father felicia fishermen gases grasp hitherto obfuscatory orion patois radiometer siegmund winnie"}, {"input": "depreciate counsel helene eunice loyal approximant panicky appellate armistice umpire alkali director seafare cuba polyandry bordeaux sandwich", "output": "alkali appellate approximant armistice bordeaux counsel cuba depreciate director eunice helene loyal panicky polyandry sandwich seafare umpire"}, {"input": "pollux pamphlet circus", "output": "circus pamphlet pollux"}, {"input": "rub mcdaniel cataract figure eelgrass freeload", "output": "cataract eelgrass figure freeload mcdaniel rub"}, {"input": "bartholomew apposition affair grand easternmost mundane whitehall proofread nymphomania lustful cholinesterase prostrate goodbye centroid disdainful carolyn estate extempore", "output": "affair apposition bartholomew carolyn centroid cholinesterase disdainful easternmost estate extempore goodbye grand lustful mundane nymphomania proofread prostrate whitehall"}, {"input": "daybreak introspect walter scatterbrain candy imaginary lyon woodcut befitting workout windstorm pompeii pinniped ethereal leo regretted substrate baku", "output": "baku befitting candy daybreak ethereal imaginary introspect leo lyon pinniped pompeii regretted scatterbrain substrate walter windstorm woodcut workout"}, {"input": "lesion gnome betray calculus carnation recalcitrant ribose hide", "output": "betray calculus carnation gnome hide lesion recalcitrant ribose"}, {"input": "hayden tension europe poet heckman emilio ambrose slivery speciate mcclure", "output": "ambrose emilio europe hayden heckman mcclure poet slivery speciate tension"}, {"input": "transit vying inbreed diffusible swirly buy fortress", "output": "buy diffusible fortress inbreed swirly transit vying"}, {"input": "ordinary faro chili", "output": "chili faro ordinary"}, {"input": "waco oneself conscionable minnow brahmsian spinach", "output": "brahmsian conscionable minnow oneself spinach waco"}, {"input": "ulcerate ballroom sparse intrepid arcing prorogue dodge benefit coupon ladle buggy shagging bassoon hypothermia decide affirmative airframe junior nineveh schmitt", "output": "affirmative airframe arcing ballroom bassoon benefit buggy coupon decide dodge hypothermia intrepid junior ladle nineveh prorogue schmitt shagging sparse ulcerate"}, {"input": "alvin golden indigent bespectacled fedora trammel infusoria moe dietrich tuberous carpetbagging ego souffle", "output": "alvin bespectacled carpetbagging dietrich ego fedora golden indigent infusoria moe souffle trammel tuberous"}, {"input": "walsh terminus tenon yarmulke candlewick persephone parolee tidy episodic calve faa tenement seven jab limbo cavilling worst continuant capacious", "output": "calve candlewick capacious cavilling continuant episodic faa jab limbo parolee persephone seven tenement tenon terminus tidy walsh worst yarmulke"}, {"input": "buzzy hindu waddle steprelation forborne implementation tuple sophocles volcanic russet satellite myrtle panjandrum dissipate squishy ulterior", "output": "buzzy dissipate forborne hindu implementation myrtle panjandrum russet satellite sophocles squishy steprelation tuple ulterior volcanic waddle"}, {"input": "raise papoose surreal dollar regis bluegill sigma carpetbagger", "output": "bluegill carpetbagger dollar papoose raise regis sigma surreal"}, {"input": "budgetary strike improvise est seraphim eviscerate", "output": "budgetary est eviscerate improvise seraphim strike"}, {"input": "breech trivalent collect acrimony cholera inflammation sweater hitachi sofia icky smokestack trumpet rose continent london", "output": "acrimony breech cholera collect continent hitachi icky inflammation london rose smokestack sofia sweater trivalent trumpet"}, {"input": "doublet crown glide told halvah fred trek foulmouth snowshoe interrogate expropriate practice", "output": "crown doublet expropriate foulmouth fred glide halvah interrogate practice snowshoe told trek"}, {"input": "cochineal pretoria merchant asiatic bragg apricot bangle boone pm foxhound", "output": "apricot asiatic bangle boone bragg cochineal foxhound merchant pm pretoria"}, {"input": "bust midshipmen musicale urinary chalk rocket resiny horror tangential sapient dumb serf pathway urea goucher fatty masonry dentistry cowboy roadrunner", "output": "bust chalk cowboy dentistry dumb fatty goucher horror masonry midshipmen musicale pathway resiny roadrunner rocket sapient serf tangential urea urinary"}, {"input": "schroeder cheerful sagacious turquoise chlorine murder joust cancelling catharsis insufferable veto blare fishpond lemma chaos ionic advert cossack wahl ama", "output": "advert ama blare cancelling catharsis chaos cheerful chlorine cossack fishpond insufferable ionic joust lemma murder sagacious schroeder turquoise veto wahl"}, {"input": "historian obfuscatory barrymore fist guidebook bernadine salvation fluster totalitarian offspring flinch south was olivine pica", "output": "barrymore bernadine fist flinch fluster guidebook historian obfuscatory offspring olivine pica salvation south totalitarian was"}, {"input": "frontier patent northward ore marin degree transmittable thruway lars gripe summitry", "output": "degree frontier gripe lars marin northward ore patent summitry thruway transmittable"}, {"input": "extrinsic quinn snapback fragile", "output": "extrinsic fragile quinn snapback"}, {"input": "newt arson parthia seismography mugho aspect census", "output": "arson aspect census mugho newt parthia seismography"}, {"input": "lang redcoat clock tapa diagnose wooster carbonyl", "output": "carbonyl clock diagnose lang redcoat tapa wooster"}, {"input": "bryophyta inorganic barricade lauderdale clyde dustbin she'll proserpine aeneas banish upend hanson gush boredom basque impel marsh", "output": "aeneas banish barricade basque boredom bryophyta clyde dustbin gush hanson impel inorganic lauderdale marsh proserpine she'll upend"}, {"input": "muriatic fellow alvin colonist sceptic bible bronze arhat plaything club objector yuki handicap", "output": "alvin arhat bible bronze club colonist fellow handicap muriatic objector plaything sceptic yuki"}, {"input": "toxic whitney eighty berne usda anatomist optimal", "output": "anatomist berne eighty optimal toxic usda whitney"}, {"input": "logging fennec blandish shorten nothing christenson evocable patrilineage immoderate incur lost wiggly felsite quantile henderson caress next", "output": "blandish caress christenson evocable felsite fennec henderson immoderate incur logging lost next nothing patrilineage quantile shorten wiggly"}, {"input": "amber fag gaugeable bitterroot scenery sidearm sulky complementary cadillac there'll cyclotron bray necromantic", "output": "amber bitterroot bray cadillac complementary cyclotron fag gaugeable necromantic scenery sidearm sulky there'll"}, {"input": "julio bullfrog retaliatory pincushion straightway dodo indiscriminate paralinguistic thump pupa", "output": "bullfrog dodo indiscriminate julio paralinguistic pincushion pupa retaliatory straightway thump"}, {"input": "lunchtime rotary lordosis communion perturb maladaptive afterward medicate trimer frailty come goldeneye soliloquy guilt pneumonia treasury pussycat ell shanty piedmont", "output": "afterward come communion ell frailty goldeneye guilt lordosis lunchtime maladaptive medicate perturb piedmont pneumonia pussycat rotary shanty soliloquy treasury trimer"}, {"input": "morgen talon sidewinder decapitate network synchronous loath quartermaster multics roguish immediacy mask malice", "output": "decapitate immediacy loath malice mask morgen multics network quartermaster roguish sidewinder synchronous talon"}, {"input": "agreeing pittsfield crouch conrail lykes coriander rhine bound bluebill bialystok", "output": "agreeing bialystok bluebill bound conrail coriander crouch lykes pittsfield rhine"}, {"input": "irksome micro censure tyburn hangman similitude bishopric discussant autocollimate", "output": "autocollimate bishopric censure discussant hangman irksome micro similitude tyburn"}, {"input": "onlooking shan't cataclysmic corralled", "output": "cataclysmic corralled onlooking shan't"}, {"input": "serviette appointee jocular cumin owens ashmen hardtop melissa landau capture schwartz simulate", "output": "appointee ashmen capture cumin hardtop jocular landau melissa owens schwartz serviette simulate"}, {"input": "fur fizzle sal degenerate invoke stuffy conant leaflet essay highwaymen lugging indefinable", "output": "conant degenerate essay fizzle fur highwaymen indefinable invoke leaflet lugging sal stuffy"}, {"input": "turnip hurst councilwoman", "output": "councilwoman hurst turnip"}, {"input": "job inversion micronesia sue allay meticulous serif droop baird featherbed hypoactive antebellum caution illumine jugoslavia quillwort cur", "output": "allay antebellum baird caution cur droop featherbed hypoactive illumine inversion job jugoslavia meticulous micronesia quillwort serif sue"}, {"input": "retch rhenish", "output": "retch rhenish"}, {"input": "lew upside incommensurable salutary earthworm trisodium terpsichorean salk creak thee assurance chink undulate narrow nietzsche monitor fidelity intricate glycerin", "output": "assurance chink creak earthworm fidelity glycerin incommensurable intricate lew monitor narrow nietzsche salk salutary terpsichorean thee trisodium undulate upside"}, {"input": "studious voodoo menzies trite", "output": "menzies studious trite voodoo"}, {"input": "gautama dual opposite urea slunk", "output": "dual gautama opposite slunk urea"}, {"input": "welfare invalidate pyle each nab maltster concierge cony domineer runge uniaxial brewery windstorm gypsy", "output": "brewery concierge cony domineer each gypsy invalidate maltster nab pyle runge uniaxial welfare windstorm"}, {"input": "nashville senescent patterson vat expansible", "output": "expansible nashville patterson senescent vat"}, {"input": "stodgy classificatory chi kept kellogg probosces knew scylla retroactive viscera cacti annex twirl errata redstart cryptography releasable intransigent", "output": "annex cacti chi classificatory cryptography errata intransigent kellogg kept knew probosces redstart releasable retroactive scylla stodgy twirl viscera"}, {"input": "purchase flutter aplomb execrable alphanumeric phobos egress ourselves today'll paratroop sioux spare welt potts solve", "output": "alphanumeric aplomb egress execrable flutter ourselves paratroop phobos potts purchase sioux solve spare today'll welt"}, {"input": "ellipse know buckwheat noose abridgment magma gluten excruciate riley triangular celtic postage athletic urology", "output": "abridgment athletic buckwheat celtic ellipse excruciate gluten know magma noose postage riley triangular urology"}, {"input": "inhuman sink pacify", "output": "inhuman pacify sink"}, {"input": "utica consolidate addle tendon palatine portraiture delectable eloise more", "output": "addle consolidate delectable eloise more palatine portraiture tendon utica"}, {"input": "actual ligget analyses gallon irruption colon credo plasmon eh", "output": "actual analyses colon credo eh gallon irruption ligget plasmon"}, {"input": "pentagonal stonewall classy bronx slot insurrect saloonkeep biscuit upright rush hondo swishy risky carryover", "output": "biscuit bronx carryover classy hondo insurrect pentagonal risky rush saloonkeep slot stonewall swishy upright"}, {"input": "mutuel someplace diacritic uranus prussia periscope runny brevet squire swelter lung", "output": "brevet diacritic lung mutuel periscope prussia runny someplace squire swelter uranus"}, {"input": "she'll smote sheath frederick crockery cavalier schelling purchasable oblivious groat mandate category", "output": "category cavalier crockery frederick groat mandate oblivious purchasable schelling she'll sheath smote"}, {"input": "arcing rankine insulate schuylkill rant claw large", "output": "arcing claw insulate large rankine rant schuylkill"}, {"input": "mueller titanium boardinghouse primordial muff projector peppy collate adiabatic illegal beaver ambiguity viper", "output": "adiabatic ambiguity beaver boardinghouse collate illegal mueller muff peppy primordial projector titanium viper"}, {"input": "bunsen frilly lao trunkful protocol orthodontist data acrid nationwide votary copyright burlesque isotropy stock marcel laidlaw submitted surf broglie", "output": "acrid broglie bunsen burlesque copyright data frilly isotropy laidlaw lao marcel nationwide orthodontist protocol stock submitted surf trunkful votary"}, {"input": "tailspin scripture", "output": "scripture tailspin"}, {"input": "floodlit cosmetic squawbush obstetrician examine ringlet furnace susan dorcas frankel never universe assuage maxine offbeat omen", "output": "assuage cosmetic dorcas examine floodlit frankel furnace maxine never obstetrician offbeat omen ringlet squawbush susan universe"}, {"input": "hypochlorite ponderosa phone credulity", "output": "credulity hypochlorite phone ponderosa"}, {"input": "byroad mycology ludwig mycorrhiza conspiratorial gauze routine invade aspire glycol just contraceptive secretary bushland silicon", "output": "aspire bushland byroad conspiratorial contraceptive gauze glycol invade just ludwig mycology mycorrhiza routine secretary silicon"}, {"input": "dandelion knoll ambitious intractable alberta spalding collard cumin hast caviness boundary condensate wit jukebox deduce rather parthia perceptual privet puffery", "output": "alberta ambitious boundary caviness collard condensate cumin dandelion deduce hast intractable jukebox knoll parthia perceptual privet puffery rather spalding wit"}, {"input": "gaff hetty graphic olaf chigger frau fought fume accost vodka atrocity golf", "output": "accost atrocity chigger fought frau fume gaff golf graphic hetty olaf vodka"}, {"input": "fireboat incompatible inviable bryant yesterday beaumont provocative opportune iceland westinghouse hernandez realty pronunciation investor forgetful warmth convergent", "output": "beaumont bryant convergent fireboat forgetful hernandez iceland incompatible investor inviable opportune pronunciation provocative realty warmth westinghouse yesterday"}, {"input": "fetal trilingual incredulous boulder ail ar deride right degas snowy verb origami penguin monsanto compute awash dyadic", "output": "ail ar awash boulder compute degas deride dyadic fetal incredulous monsanto origami penguin right snowy trilingual verb"}, {"input": "wheelhouse bronzy actaeon molybdenum soak comprehensible december enquire situs transoceanic analytic bellamy heckman mild fluoresce", "output": "actaeon analytic bellamy bronzy comprehensible december enquire fluoresce heckman mild molybdenum situs soak transoceanic wheelhouse"}, {"input": "epsilon switchback ignorant equilibrium saucy gap sarasota barefaced", "output": "barefaced epsilon equilibrium gap ignorant sarasota saucy switchback"}, {"input": "joaquin indoctrinate seamy cloy harbin insular lodge prologue vermont jibe", "output": "cloy harbin indoctrinate insular jibe joaquin lodge prologue seamy vermont"}, {"input": "enlargeable tater sprint treason invert", "output": "enlargeable invert sprint tater treason"}, {"input": "methylene nowhere tinny hartford coward avenge hoyt cafe bugeyed toil northerly", "output": "avenge bugeyed cafe coward hartford hoyt methylene northerly nowhere tinny toil"}, {"input": "oft viscount", "output": "oft viscount"}, {"input": "ama a&m september cat insensible honorific sprout ambassador duquesne upon conscientious daemon carmela appoint idiotic polaroid", "output": "a&m ama ambassador appoint carmela cat conscientious daemon duquesne honorific idiotic insensible polaroid september sprout upon"}, {"input": "ligand dowry bulwark kumquat illicit bawd contusion steadfast inoperative staley edgerton sanderling produce crowbar ptolemaic sonoma clemens juggernaut hump", "output": "bawd bulwark clemens contusion crowbar dowry edgerton hump illicit inoperative juggernaut kumquat ligand produce ptolemaic sanderling sonoma staley steadfast"}, {"input": "down freeze backstitch sweeney mayoral crew transmittable groan scramble hagen protein electro equilibria cob air fitzpatrick", "output": "air backstitch cob crew down electro equilibria fitzpatrick freeze groan hagen mayoral protein scramble sweeney transmittable"}, {"input": "exclamation altruism elysian buxom metro gradual neophyte", "output": "altruism buxom elysian exclamation gradual metro neophyte"}, {"input": "sewerage waist surgery isabella middlemen maneuver seahorse machete nutmeg oughtn't cuvier nay", "output": "cuvier isabella machete maneuver middlemen nay nutmeg oughtn't seahorse sewerage surgery waist"}, {"input": "plank terry akin mollify emma ginseng acadia laden pharmacology minuend insane togging intonate homeward nose gamesmanship insure", "output": "acadia akin emma gamesmanship ginseng homeward insane insure intonate laden minuend mollify nose pharmacology plank terry togging"}, {"input": "explicit silt acclamation churn shelter", "output": "acclamation churn explicit shelter silt"}, {"input": "lasso saturn sylvania leverage rotc maladjust enquiry acquit icy critique tick bingle", "output": "acquit bingle critique enquiry icy lasso leverage maladjust rotc saturn sylvania tick"}, {"input": "photography blow cit escheat wingman insuperable hothead gherkin rectifier jeres tempo shipwreck osmium strontium ainu beefsteak purgative scad dent repelling", "output": "ainu beefsteak blow cit dent escheat gherkin hothead insuperable jeres osmium photography purgative rectifier repelling scad shipwreck strontium tempo wingman"}, {"input": "mahayanist lability saturn peabody", "output": "lability mahayanist peabody saturn"}, {"input": "ow cubit upbring gullible awash inane gown bateau scottsdale auxin eutectic jurisprudential pirouette shockley nepenthe pussycat schwartz mistletoe travelogue", "output": "auxin awash bateau cubit eutectic gown gullible inane jurisprudential mistletoe nepenthe ow pirouette pussycat schwartz scottsdale shockley travelogue upbring"}, {"input": "arum diagnose disambiguate eddie diaphragm chorus ridgepole renown constitute prostitution sundew jackal preliminary isentropic", "output": "arum chorus constitute diagnose diaphragm disambiguate eddie isentropic jackal preliminary prostitution renown ridgepole sundew"}, {"input": "silicone efface diaphanous mastodon starry lard scoundrel aileron", "output": "aileron diaphanous efface lard mastodon scoundrel silicone starry"}, {"input": "fruit epicure woodard radish larva khartoum transcribe revved mukluk lear part gonzales impound doormen snotty chancery emitter oscillatory magna", "output": "chancery doormen emitter epicure fruit gonzales impound khartoum larva lear magna mukluk oscillatory part radish revved snotty transcribe woodard"}], "d_val": [{"input": "con jargon fortnight landowner burg octet irredentism carl hydronium itinerary transshipping helicopter forbidding anthropoid gypsite", "output": "anthropoid burg carl con forbidding fortnight gypsite helicopter hydronium irredentism itinerary jargon landowner octet transshipping"}, {"input": "proprietor abet castigate ganymede heron opium point tread deign", "output": "abet castigate deign ganymede heron opium point proprietor tread"}, {"input": "paraphernalia stun humidistat johnny physiotherapist arrangeable styrofoam sunflower lapse lamar reimburse broaden ravage despair saskatoon emergent dumpty", "output": "arrangeable broaden despair dumpty emergent humidistat johnny lamar lapse paraphernalia physiotherapist ravage reimburse saskatoon stun styrofoam sunflower"}, {"input": "telltale strait bedtime handprint chimeric", "output": "bedtime chimeric handprint strait telltale"}, {"input": "giuliano trag whey filmstrip foothill deride doctor figaro inward porcelain nightcap lug birdseed", "output": "birdseed deride doctor figaro filmstrip foothill giuliano inward lug nightcap porcelain trag whey"}, {"input": "bate intersperse piteous morrison ethylene headcount caricature bowfin vacant anthracnose instead gape langur protocol cooky ravage dealt", "output": "anthracnose bate bowfin caricature cooky dealt ethylene gape headcount instead intersperse langur morrison piteous protocol ravage vacant"}, {"input": "dwell clank greatcoat margin harness reverberate ireland sadist luzon cur yule competitor crucifixion strengthen blueberry vacuum beside twine vito catskill", "output": "beside blueberry catskill clank competitor crucifixion cur dwell greatcoat harness ireland luzon margin reverberate sadist strengthen twine vacuum vito yule"}, {"input": "hans baldpate platonic baronet swampland klan java pepsi biltmore omaha floridian inlet", "output": "baldpate baronet biltmore floridian hans inlet java klan omaha pepsi platonic swampland"}, {"input": "scrub continuous inordinate keyword lessee harem histidine ky abalone betatron madmen visible nellie polo proverb gallberry sherwin salty mar colloquial", "output": "abalone betatron colloquial continuous gallberry harem histidine inordinate keyword ky lessee madmen mar nellie polo proverb salty scrub sherwin visible"}, {"input": "gawk four", "output": "four gawk"}, {"input": "eunice cam codfish seventh incurring fleshy nefarious trigonal duodenum sahara washout grove instructor breastplate", "output": "breastplate cam codfish duodenum eunice fleshy grove incurring instructor nefarious sahara seventh trigonal washout"}, {"input": "galaxy quotation gouge copyright vellum groupoid carboxy decrypt", "output": "carboxy copyright decrypt galaxy gouge groupoid quotation vellum"}, {"input": "alcove holbrook link abject makeup render diplomatic frick hospice rev onrushing phobic", "output": "abject alcove diplomatic frick holbrook hospice link makeup onrushing phobic render rev"}, {"input": "immortal assonant", "output": "assonant immortal"}, {"input": "squawbush avernus reedbuck loblolly", "output": "avernus loblolly reedbuck squawbush"}, {"input": "dodson schofield cheerleader persephone niche inquisitive architectural axe twinge", "output": "architectural axe cheerleader dodson inquisitive niche persephone schofield twinge"}, {"input": "haplology assyria trinity footbridge wiener bismarck devastate teletypesetting carryover everlasting taxonomy ross hapsburg paralytic acceptor headmen pandanus myoglobin phoenix", "output": "acceptor assyria bismarck carryover devastate everlasting footbridge haplology hapsburg headmen myoglobin pandanus paralytic phoenix ross taxonomy teletypesetting trinity wiener"}, {"input": "spontaneity smooth execrable epaulet bobbin calumny hun anastasia omnipotent award hostelry macedon roughshod burrow align apache putty adsorption anastomotic", "output": "adsorption align anastasia anastomotic apache award bobbin burrow calumny epaulet execrable hostelry hun macedon omnipotent putty roughshod smooth spontaneity"}, {"input": "counterintuitive dulse curlicue concertmaster vane instrumentation limit lantern", "output": "concertmaster counterintuitive curlicue dulse instrumentation lantern limit vane"}, {"input": "waterhouse snakeroot crinkle brevet sportswear coachwork", "output": "brevet coachwork crinkle snakeroot sportswear waterhouse"}, {"input": "rigorous dither sniffle", "output": "dither rigorous sniffle"}, {"input": "tolstoy gratuitous tapioca frenchman colette agrimony", "output": "agrimony colette frenchman gratuitous tapioca tolstoy"}, {"input": "gourd seater corruption magnanimity dilettante alexandre hadron dovetail biochemic vase grump ego preston sidearm pathos lane auger shrive minsk", "output": "alexandre auger biochemic corruption dilettante dovetail ego gourd grump hadron lane magnanimity minsk pathos preston seater shrive sidearm vase"}, {"input": "sylvester printmake catwalk", "output": "catwalk printmake sylvester"}, {"input": "hornet survival rescind forever prostaglandin balinese neck autocracy disquietude bordeaux surge chilly iodinate soon tear insensible", "output": "autocracy balinese bordeaux chilly disquietude forever hornet insensible iodinate neck prostaglandin rescind soon surge survival tear"}, {"input": "bestowal stepmother technique bye coercive alleyway nebulae roundhead warrior foxhole leo", "output": "alleyway bestowal bye coercive foxhole leo nebulae roundhead stepmother technique warrior"}, {"input": "arson epiphysis hale acrimony keyboard engine ethos fordham loath insurance ho triploidy insignificant changeable textron acuity wheelbarrow binary", "output": "acrimony acuity arson binary changeable engine epiphysis ethos fordham hale ho insignificant insurance keyboard loath textron triploidy wheelbarrow"}, {"input": "accident gloomy congo", "output": "accident congo gloomy"}, {"input": "inquisitor beneficial selfish hall aile promiscuous circumcision bloke monaural jeopardy salesman pa apologetic spaghetti congenial socratic coerce", "output": "aile apologetic beneficial bloke circumcision coerce congenial hall inquisitor jeopardy monaural pa promiscuous salesman selfish socratic spaghetti"}, {"input": "tweedy obtrusive anathema northeastern media mannitol upperclassmen calamus depositary belize americana emphases", "output": "americana anathema belize calamus depositary emphases mannitol media northeastern obtrusive tweedy upperclassmen"}, {"input": "endogamy lane winemake hermite parliamentarian stuck piquant stethoscope sport markovian pineapple z's ethnic ere agronomy interstice rumania", "output": "agronomy endogamy ere ethnic hermite interstice lane markovian parliamentarian pineapple piquant rumania sport stethoscope stuck winemake z's"}, {"input": "isthmus derbyshire govern extremal", "output": "derbyshire extremal govern isthmus"}, {"input": "propitiate cowpony prescott skunk", "output": "cowpony prescott propitiate skunk"}, {"input": "purr epic privy apt fafnir slimy premium inaccuracy ashtray platen marcy payoff watery observation afresh", "output": "afresh apt ashtray epic fafnir inaccuracy marcy observation payoff platen premium privy purr slimy watery"}, {"input": "handwritten repetitive stinkpot paradox desperate businessmen arpa canoe cyril textron carlisle", "output": "arpa businessmen canoe carlisle cyril desperate handwritten paradox repetitive stinkpot textron"}, {"input": "ca eclat parallelogram lubricant newscast subtly bifurcate smalley wavefront greek appraise battlefield middlemen", "output": "appraise battlefield bifurcate ca eclat greek lubricant middlemen newscast parallelogram smalley subtly wavefront"}, {"input": "fujitsu carboxylic lena because kimball", "output": "because carboxylic fujitsu kimball lena"}, {"input": "roberta calendar conscription middletown defector wino taxonomist bernard stalemate benevolent incant inverse", "output": "benevolent bernard calendar conscription defector incant inverse middletown roberta stalemate taxonomist wino"}, {"input": "indulge twinkle porpoise resume gallus wynn christen expellable inductee ballast quadrature grope pyrex po real dance lucky phosphorus extracellular", "output": "ballast christen dance expellable extracellular gallus grope inductee indulge lucky phosphorus po porpoise pyrex quadrature real resume twinkle wynn"}, {"input": "november quiet bodice scion trimer tropic housekeep hip dutchess youthful bolshevist telegraph pharmacy faro", "output": "bodice bolshevist dutchess faro hip housekeep november pharmacy quiet scion telegraph trimer tropic youthful"}, {"input": "benefactor skittle pew poughkeepsie lagoon foursome approximate irredentist inhere nineteen", "output": "approximate benefactor foursome inhere irredentist lagoon nineteen pew poughkeepsie skittle"}, {"input": "taxicab marshy prosopopoeia mccallum prefatory triptych", "output": "marshy mccallum prefatory prosopopoeia taxicab triptych"}, {"input": "grommet mcintosh dorchester stanza clausius thoriate aloe iceman wah chassis hygrometer defoliate skipjack assess oddball pensacola conjure", "output": "aloe assess chassis clausius conjure defoliate dorchester grommet hygrometer iceman mcintosh oddball pensacola skipjack stanza thoriate wah"}, {"input": "sebaceous groundwork memo loudspeaker taiga mit tenacious digression meantime buffalo england mink roll bethought hostage stonecrop", "output": "bethought buffalo digression england groundwork hostage loudspeaker meantime memo mink mit roll sebaceous stonecrop taiga tenacious"}, {"input": "epaulet pyle la nineveh agribusiness statuary", "output": "agribusiness epaulet la nineveh pyle statuary"}, {"input": "invade resignation petticoat atypic spirogyra curriculum injustice andes somewhat mcclain brilliant handbag diffeomorphic fatuous fosterite cinderella", "output": "andes atypic brilliant cinderella curriculum diffeomorphic fatuous fosterite handbag injustice invade mcclain petticoat resignation somewhat spirogyra"}, {"input": "intimacy christen drake hypocritic corcoran stipulate magnitude driven", "output": "christen corcoran drake driven hypocritic intimacy magnitude stipulate"}, {"input": "lying pasteur sunshade hoar slapdash furman sit caliber dwindle madras rate marriott reclusive dodecahedron as", "output": "as caliber dodecahedron dwindle furman hoar lying madras marriott pasteur rate reclusive sit slapdash sunshade"}, {"input": "astringent macgregor brow disputant bonnie leg doll impiety campanile", "output": "astringent bonnie brow campanile disputant doll impiety leg macgregor"}, {"input": "deposit oviduct inexpensive stellar astoria beplaster mack monk deuterate windshield", "output": "astoria beplaster deposit deuterate inexpensive mack monk oviduct stellar windshield"}]}]
\ No newline at end of file
diff --git a/examples/paper_instruction_tuning/instruction_tuning_dspy.py b/examples/paper_instruction_tuning/instruction_tuning_dspy.py
new file mode 100644
index 0000000..2c479a4
--- /dev/null
+++ b/examples/paper_instruction_tuning/instruction_tuning_dspy.py
@@ -0,0 +1,187 @@
+import copy
+import json
+import pathlib
+import dspy
+import orjson
+import click
+
+from dspy.evaluate import Evaluate
+from dspy.teleprompt import COPRO
+
+CONFIG_PATH = pathlib.Path(__file__).parent.parent.parent / "config"
+MODEL_CONFIGS = {
+    "gpt-3.5": {
+        "config": {"model": "gpt-3.5-turbo-16k-0613"},
+        "credentials": CONFIG_PATH / "personal.openai",
+        "class": "OpenAI",
+    },
+    "gpt-4": {
+        "config": {"model": "gpt-4-0613"},
+        "credentials": CONFIG_PATH / "personal.openai",
+        "class": "OpenAI",
+    },
+    "llama-2": {
+        "config": {
+            "model": "meta-llama/Llama-2-70b-chat-hf",
+            "api_base": "https://api.deepinfra.com/v1/openai/",
+        },
+        "credentials": CONFIG_PATH / "personal.deepinfra",
+        "class": "DeepInfra",
+    },
+    "mixtral": {
+        "config": {
+            "model": "cognitivecomputations/dolphin-2.6-mixtral-8x7b",
+            "api_base": "https://api.deepinfra.com/v1/openai/",
+        },
+        "credentials": CONFIG_PATH / "personal.deepinfra",
+        "class": "DeepInfra",
+    },
+}
+MODELS = list(MODEL_CONFIGS.keys())
+TASKS = [
+    "implicatures",
+    "metaphor_boolean",
+    "navigate",
+    "presuppositions_as_nli",
+    "sports_understanding",
+    "vitaminc_fact_verification",
+    "winowhy",
+    "word_sorting",
+]
+DATA = "data_splits.json"
+RESULTS_DIR = pathlib.Path(__file__).parent / "dspy"
+RESULTS_DIR.mkdir(exist_ok=True)
+
+
+class BasicQA(dspy.Signature):
+    question = dspy.InputField()
+    answer = dspy.OutputField()
+
+
+class DeepInfra(dspy.OpenAI):
+    MAX_BATCH_SIZE = 1
+
+    def __call__(
+        self,
+        prompt: str,
+        **kwargs,
+    ):
+        n = kwargs.get("n", 1)
+        if n > self.MAX_BATCH_SIZE:
+            completions = []
+            for i in range(0, n, self.MAX_BATCH_SIZE):
+                args = dict(**kwargs)
+                args["n"] = min(n, i + self.MAX_BATCH_SIZE) - i
+                args["temperature"] = kwargs.get("temperature", 0.7) - 0.01 * i
+                minibatch = super().__call__(prompt=prompt, **args)
+                completions += minibatch
+        else:
+            completions = super().__call__(prompt=prompt, **kwargs)
+        return completions
+
+
+def normalize(x):
+    return x.lower().replace(" ", "")
+
+
+def accuracy(gold, pred, trace=None) -> bool:
+    return normalize(pred.answer) == normalize(gold.answer)
+
+
+class SimpleTaskPipeline(dspy.Module):
+    def __init__(self, instructions):
+        super().__init__()
+
+        my_module = copy.copy(BasicQA)
+        my_module.__doc__ = instructions
+        self.signature = my_module
+        self.predictor = dspy.Predict(self.signature)
+
+    def forward(self, question):
+        return self.predictor(question=question)
+
+
+def load_data():
+    with open(DATA, "rb") as f:
+        splits = orjson.loads(f.read())
+    as_dict = dict()
+    for task in splits:
+        as_dict[task["task_id"]] = task
+        for split in ["d_incontext", "d_train", "d_test", "d_val"]:
+            as_dict[task["task_id"]][split] = [
+                dspy.Example(question=x["input"], answer=x["output"]).with_inputs("question") for x in task[split]
+            ]
+    return as_dict
+
+
+def load_program(path):
+    loaded_program = SimpleTaskPipeline(None)
+    loaded_program.load(path)
+
+
+@click.command()
+@click.option("--llm", default=MODELS[0], type=click.Choice(MODELS), prompt=True)
+@click.option("--task-id", default=TASKS[0], type=click.Choice(TASKS), prompt=True)
+@click.option("--uuid", default=None, type=str)
+@click.option("--confirmed", is_flag=True, default=None)
+def main(llm, task_id, uuid, confirmed, num_threads=24, show_example=True):
+    if confirmed is None:
+        click.confirm(f"Do you want to run {task_id} with {llm}?", abort=True, default=True)
+    task = load_data()[task_id]
+    model_config = MODEL_CONFIGS[llm]
+    config = json.loads(model_config["credentials"].read_text())
+    llm_class = {"OpenAI": dspy.OpenAI, "DeepInfra": DeepInfra}[model_config["class"]]
+    runner = llm_class(api_key=config["api_key"], **model_config["config"])
+    dspy.settings.configure(lm=runner)
+    run_id = f"{llm}_{task['task_id']}"
+
+    dspy_program = SimpleTaskPipeline(task["instructions"])
+
+    if show_example:
+        pred = dspy_program(question=task["d_train"][0].question)
+        runner.inspect_history(n=1)
+
+    copro_teleprompter = COPRO(
+        metric=accuracy,
+        breadth=12,
+        depth=4,
+        track_stats=True,
+        init_temperature=1.4 if "gpt" in llm else 0.7,
+    )
+
+    optimized_program = copro_teleprompter.compile(
+        dspy_program,
+        trainset=task["d_train"],
+        eval_kwargs=dict(num_threads=num_threads, display_progress=True, display_table=0),
+    )
+    print(optimized_program)
+
+    eval_params = dict(
+        metric=accuracy,
+        num_threads=num_threads,
+        display_progress=True,
+        display_table=0,
+        return_outputs=True,
+    )
+    y_test_score, y_test = Evaluate(devset=task["d_test"], **eval_params)(optimized_program)
+    print(y_test_score)
+    y_train_score, y_train = Evaluate(devset=task["d_train"], **eval_params)(optimized_program)
+
+    state = orjson.dumps(
+        {
+            "y_test_score": y_test_score / 100.0,
+            "y_train_score": y_train_score / 100.0,
+            "y_test_input": [v[0].toDict() for v in y_test],
+            "y_test_output": [v[1].toDict() for v in y_test],
+            "y_train_input": [v[0].toDict() for v in y_train],
+            "y_train_output": [v[1].toDict() for v in y_train],
+            "run_id": run_id,
+            "model": optimized_program.dump_state(),
+        },
+        option=orjson.OPT_INDENT_2,
+    )
+    (RESULTS_DIR / f"{run_id}.dspy").write_bytes(state)
+
+
+if __name__ == "__main__":
+    main()
diff --git a/examples/paper_instruction_tuning/instruction_tuning_sammo.py b/examples/paper_instruction_tuning/instruction_tuning_sammo.py
new file mode 100644
index 0000000..6943d1e
--- /dev/null
+++ b/examples/paper_instruction_tuning/instruction_tuning_sammo.py
@@ -0,0 +1,256 @@
+import click
+import sammo
+import orjson
+
+from sammo.base import EvaluationScore
+from sammo.mutators import (
+    BagOfMutators,
+    APE,
+    InduceInstructions,
+    SyntaxTreeMutator,
+    APO,
+    Paraphrase,
+)
+from sammo.runners import OpenAIChat
+from sammo.throttler import AtMost
+
+logger = sammo.setup_logger(log_prompts_to_file=True)
+
+from sammo import search_op
+from sammo.data import DataTable
+from sammo.instructions import MetaPrompt, Paragraph, InputData
+from sammo.components import Output
+from sammo.dataformatters import PlainFormatter
+from sammo.search import EnumerativeSearch, BeamSearch
+from sammo.store import PersistentDict
+
+import pathlib
+
+MAIN_FOLDER = sammo.utils.DEFAULT_SAVE_PATH
+CONFIG_PATH = MAIN_FOLDER.parent.parent.parent / "config"
+MODEL_CONFIGS = {
+    "gpt-3.5": {
+        "full_id": "gpt-3.5-turbo-16k-0613",
+        "equivalence_class": "gpt-3.5-turbo-16k",
+        "credentials": CONFIG_PATH / "personal.openai",
+        "rate_limit": 10,
+        "timeout": 90,
+        "max_context_window": None,
+    },
+    "gpt-4": {
+        "full_id": "gpt-4-0613",
+        "equivalence_class": "gpt-4-0613",
+        "credentials": CONFIG_PATH / "personal.openai",
+        "rate_limit": 10,
+        "timeout": 90,
+        "max_context_window": None,
+    },
+    "llama-2": {
+        "full_id": "meta-llama/Llama-2-70b-chat-hf",
+        "equivalence_class": "meta-llama/Llama-2-70b-chat-hf",
+        "credentials": CONFIG_PATH / "personal.deepinfra",
+        "rate_limit": [AtMost(10, "running"), AtMost(2, "rejected", 1)],
+        "timeout": 180,
+        "max_context_window": 4096,
+    },
+    "mixtral": {
+        "full_id": "cognitivecomputations/dolphin-2.6-mixtral-8x7b",
+        "equivalence_class": "dolphin-2.6-mixtral-8x7b",
+        "credentials": CONFIG_PATH / "personal.deepinfra",
+        "rate_limit": [AtMost(10, "running"), AtMost(2, "rejected", 1)],
+        "timeout": 180,
+        "max_context_window": None,
+    },
+}
+MODELS = list(MODEL_CONFIGS.keys())
+TASKS = [
+    "implicatures",
+    "metaphor_boolean",
+    "navigate",
+    "presuppositions_as_nli",
+    "sports_understanding",
+    "vitaminc_fact_verification",
+    "winowhy",
+    "word_sorting",
+]
+DATA = "data_splits.json"
+METHODS = ["sammo", "apo", "ape", "grips"]
+
+
+def accuracy(y_true: DataTable, y_pred: DataTable) -> EvaluationScore:
+    def normalize(x):
+        if isinstance(x, dict):
+            print(x)
+        return x.lower().replace(" ", "")
+
+    mistakes = list()
+
+    y_in = y_true.inputs.raw_values
+    y_true, y_pred = y_true.outputs.normalized_values(), y_pred.outputs.normalized_values(on_empty="")
+
+    for i in range(len(y_true)):
+        is_mistake = normalize(y_true[i]) != normalize(y_pred[i])
+        is_mistake = is_mistake and normalize(y_in[i] + y_true[i]) != normalize(y_pred[i])
+        if is_mistake:
+            mistakes.append(i)
+
+    accuracy = 1 - len(mistakes) / len(y_true)
+    return EvaluationScore(accuracy, mistakes)
+
+
+class InstructionTuningSearchSpace:
+    def __init__(self, dtrain):
+        self.dtrain = dtrain
+
+    def __call__(self):
+        example_formatter = PlainFormatter(all_labels=self.dtrain.outputs.unique(), orient="item")
+
+        labels = self.dtrain.outputs.unique()
+        instructions = MetaPrompt(
+            [
+                Paragraph("Instructions: "),
+                Paragraph(
+                    search_op.one_of(
+                        [
+                            self.dtrain.constants["instructions"],
+                            "",
+                            "Find the best output label given the input.",
+                            self.dtrain.constants["instructions"] * 2,
+                        ]
+                    ),
+                    id="instructions",
+                ),
+                Paragraph("\n"),
+                Paragraph(f"Output labels: {', '.join(labels)}\n" if len(labels) <= 10 else ""),
+                Paragraph(InputData()),
+                Paragraph("Output: "),
+            ],
+            render_as="raw",
+            data_formatter=example_formatter,
+        )
+
+        return Output(
+            instructions.with_extractor("raise"),
+            minibatch_size=1,
+            on_error="empty_result",
+        )
+
+
+@click.command()
+@click.option("--llm", default=MODELS[0], type=click.Choice(MODELS), prompt=True)
+@click.option("--task-id", default=TASKS[0], type=click.Choice(TASKS), prompt=True)
+@click.option("--method", default=METHODS[0], type=click.Choice(METHODS), prompt=True)
+@click.option("--uuid", default=None, type=str)
+@click.option("--confirmed", is_flag=True, default=None)
+def main(llm, task_id, method, uuid=None, confirmed=None, debug=False):
+    if confirmed is None:
+        click.confirm(f"Do you want to run {task_id} with {llm}?", abort=True, default=True)
+    model_config = MODEL_CONFIGS[llm]
+    run_id = f"{task_id}_{model_config['equivalence_class'].replace('/', '_')}"
+    runner = OpenAIChat(
+        model_id=model_config["full_id"],
+        api_config=model_config["credentials"],
+        equivalence_class=model_config["equivalence_class"],
+        rate_limit=model_config["rate_limit"],
+        cache=sammo.store.PersistentDict(MAIN_FOLDER / f"{run_id}.cache.tsv"),
+        timeout=model_config["timeout"],
+        max_retries=50000,
+        max_context_window=model_config["max_context_window"],
+    )
+    all_tasks = {x["task_id"]: x for x in orjson.loads(pathlib.Path(DATA).read_bytes())}
+    task = all_tasks[task_id]
+
+    data = dict()
+    for k, v in task.items():
+        if k.startswith("d_"):
+            data[k] = DataTable.from_records(v, constants=dict(instructions=task["instructions"]))
+
+    search_space = InstructionTuningSearchSpace(data["d_train"])
+    baseline_performance = EnumerativeSearch(runner, search_space, accuracy, max_candidates=1)
+    baseline_performance.fit_transform(data["d_train"])
+    baseline_performance.transform(data["d_test"])
+    baseline_performance.show_report()
+    baseline_performance.save(MAIN_FOLDER / "baseline" / f"{run_id}.model.json")
+
+    if method == "ape":
+        prompt_optimizer = BeamSearch(
+            runner,
+            APE({"id": "instructions"}, search_space, data["d_train"], 5),
+            accuracy,
+            maximize=True,
+            n_initial_candidates=12,
+            depth=3,
+            mutations_per_beam=2,
+            beam_width=4,
+            add_previous=True,
+        )
+    elif method == "apo":
+        prompt_optimizer = BeamSearch(
+            runner,
+            APO(
+                {"id": "instructions", "_child": "content"},
+                search_space,
+                num_gradients=2,
+                steps_per_gradient=1,
+                num_rewrites=1,
+            ),
+            accuracy,
+            maximize=True,
+            depth=7,
+            mutations_per_beam=2,
+            beam_width=4,
+            add_previous=True,
+        )
+    elif method == "grips":
+        mutation_operators = SyntaxTreeMutator(
+            {"id": "instructions"},
+            search_space,
+            PersistentDict(MAIN_FOLDER / "trees" / f"{run_id}.cache.json"),
+        )
+        prompt_optimizer = BeamSearch(
+            runner,
+            mutation_operators,
+            accuracy,
+            maximize=True,
+            depth=7,
+            mutations_per_beam=2,
+            n_initial_candidates=1,
+            beam_width=4,
+            add_previous=True,
+        )
+    elif method == "sammo":
+        mutation_operators = BagOfMutators(
+            search_space,
+            InduceInstructions({"id": "instructions"}, data["d_incontext"]),
+            APO(
+                {"id": "instructions", "_child": "content"},
+                None,
+                num_gradients=2,
+                steps_per_gradient=1,
+                num_rewrites=0,
+            ),
+            Paraphrase({"id": "instructions"}),
+            sample_for_init_candidates=True,
+        )
+        prompt_optimizer = BeamSearch(
+            runner,
+            mutation_operators,
+            accuracy,
+            maximize=True,
+            depth=4,
+            mutations_per_beam=2,
+            n_initial_candidates=4,
+            beam_width=4,
+            add_previous=True,
+        )
+    prompt_optimizer.fit(data["d_train"])
+    prompt_optimizer.show_report()
+
+    if not debug:
+        dtest_pred = prompt_optimizer.transform(data["d_test"])
+        print(f"Test score: {accuracy(data['d_test'], dtest_pred)}")
+    prompt_optimizer.save(MAIN_FOLDER / method / f"{run_id}.model.json")
+
+
+if __name__ == "__main__":
+    main()
diff --git a/examples/paper_prompt_compression/data_splits.json b/examples/paper_prompt_compression/data_splits.json
new file mode 100644
index 0000000..99e7ef8
--- /dev/null
+++ b/examples/paper_prompt_compression/data_splits.json
@@ -0,0 +1 @@
+{"task018_mctaco_temporal_reasoning_presence": {"task_id": "task018_mctaco_temporal_reasoning_presence", "data": {"d_incontext": {"_type": "DataTable", "records": [{"input": "Sentence: The Portuguese Crown, delighted with its first important discovery, immediately embarked on a program of colonization. \nQuestion: What year did the Portuguese first attempt colonization of the new territory?", "output": "Yes."}, {"input": "Sentence: She later adopted the stage name Fontaine -- the name of her mother's second husband. \nQuestion: Is she known as Fontaine today?", "output": "Yes."}, {"input": "Sentence: Sarah is dating the curator Michael Pierce , a single father who is away from the museum that night . \nQuestion: When will Michael be back at the museum?", "output": "Yes."}, {"input": "Sentence: By the beginning of the fourth century the Algarve had a bishop in place, based in Faro. \nQuestion: How long did the bishop remain in Faro?", "output": "Yes."}, {"input": "Sentence: The movie then jumps to 1967 , after Brian Epstein has died . \nQuestion: What happened after Brian Epstein died?", "output": "Yes."}], "constants": {"Contributors": ["Swaroop Mishra", "Daniel Khashabi"], "Source": ["mctaco"], "URL": ["https://github.com/CogComp/MCTACO"], "Categories": "Question Understanding", "Reasoning": ["Temporal Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["News", "Wikipedia", "Law", "Justice", "History", "History -> 9/11 Reports", "Anthropology", "School Science Textbooks", "Fiction"], "Instance License": ["Unknown"], "Task_Id": "task018_mctaco_temporal_reasoning_presence.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 645, "instructions": "In this task, you need to indicate the presence of temporal reasoning in the provided question. Questions that involve temporal reasoning/understanding contain one of the following five temporal phenomena: First: \"event duration\", is defined as the understanding of how long events last (e.g.,\"brushing teeth\" usually takes a few minutes). Second: \"transient v. stationary\" events, which are based on the understanding of whether an event will change over time or not (e.g., \"being born in the U.S.\" is a stationary event since it will last forever; \"being hungry\" is a transient event since it lasts for a short period of time). Third: \"event ordering\" is the understanding of how events are usually ordered (e.g., \"earning money\" usually comes before \"spending money\"). Fourth: \"absolute timepoint\" of events which is the understanding of when events usually happen (e.g., \"going to school\" usually happens during the day, not at 2 A.M). The last category is \"frequency\" of events, which refers to how often events are repeated (e.g., \"taking showers\" typically occurs ~5 times a week, \"going to Saturday market\" usually happens every few weeks/months, etc.). Indicate with `Yes` if the question involves temporal reasoning. Indicate with `No`, otherwise.", "task_id": "task018_mctaco_temporal_reasoning_presence"}, "seed": 42}, "d_train": {"_type": "DataTable", "records": [{"input": "Sentence: In this way the other major congressional interests can be brought together in the new committee's work. \nQuestion: When was the committee formed?", "output": "Yes."}, {"input": "Sentence: She told me that she was heading for a drink and slipped out of the crowd. \nQuestion: How long was she at the bar?", "output": "Yes."}, {"input": "Sentence: Joey spent the afternoon looking for his German Shepherd where they often played, like the field and forest. \nQuestion: How long did Joey spend looking for his German Shepherd?", "output": "No."}, {"input": "Sentence: Some of the people who took advantage of her through a questionable loan program were sent to jail. \nQuestion: How long did they spend in jail?", "output": "Yes."}, {"input": "Sentence: In Malaysia, Powell met with Prime Minister Mahathir Mohamad, who has led the country since 1981. \nQuestion: How long did Powell take to travel to Malaysia to meet the Prime Minister?", "output": "No."}, {"input": "Sentence: The fiction of Japanese imperial power had become infinitely extendable. \nQuestion: How often did the imperialists attempt to extend their narrative of power?", "output": "Yes."}, {"input": "Sentence: During breakfast one morning, he seemed lost in thought and ignored his food. \nQuestion: What did he do with the ignored food?", "output": "No."}, {"input": "Sentence: There were a couple times that the family dog, Mika, has tried to take Joey from Marsha and eat him!. \nQuestion: What day did Mika try to eat Joey last?", "output": "Yes."}, {"input": "Sentence: Estimates of his date of birth vary by well over a century. \nQuestion: How long did it take for him to be born?", "output": "Yes."}, {"input": "Sentence: At NEADS, the report of the hijacking was relayed immediately to Battle Commander Colonel Robert Marr. \nQuestion: What happened after the hijacking threat was reported?", "output": "No."}, {"input": "Sentence: When he's not working for a Washington defense attorney, Lucas recovers stolen property for a 40% cut. \nQuestion: What time does he arrive for work as a defense attorney?", "output": "Yes."}, {"input": "Sentence: On London's Stock Exchange, Reuters shares rose five pence to 913 pence ($14.43). \nQuestion: Has i always been on the exchange?", "output": "Yes."}, {"input": "Sentence: They need only position themselves near a company's satellite dish and wait. \nQuestion: When did they position themselves?", "output": "Yes."}, {"input": "Sentence: Delighted , Preetam goes in search of her watch and brings it back . \nQuestion: How long did Preetam take in search of her watch ?", "output": "Yes."}, {"input": "Sentence: Islam later emerged as the majority religion during the centuries of Ottoman rule, though a significant Christian minority remained. \nQuestion: How long has a significant Christian minority remained?", "output": "Yes."}, {"input": "Sentence: To this end it succeeded with relatively few blood-soaked episodes in its colonial history. \nQuestion: What day did they realize it succeeded?", "output": "Yes."}, {"input": "Sentence: Danny begins spending less and less time at home with his wife and children . \nQuestion: What time would he leave home in the morning?", "output": "Yes."}, {"input": "Sentence: Youll buy fewer items in the long run, so youll save money as well as resources. \nQuestion: How long will it take to save money?", "output": "Yes."}, {"input": "Sentence: However , by the time Schahzenan's army reaches the city , Scheherazade's plan has worked . \nQuestion: What happened after Scheherazade's plan had worked?", "output": "Yes."}, {"input": "Sentence: The Portuguese Crown, delighted with its first important discovery, immediately embarked on a program of colonization. \nQuestion: Do the original colonies still exist?", "output": "Yes."}, {"input": "Sentence: Church is brought back to life , but is an evil shell of himself . \nQuestion: How long did it take for Church to be brought back to life?", "output": "No."}, {"input": "Sentence: Sarah is dating the curator Michael Pierce , a single father who is away from the museum that night . \nQuestion: How long has Sarah dated Michael?", "output": "Yes."}, {"input": "Sentence: I clapped her shoulder to show I was not laughing at her. \nQuestion: When did they clap her shoulder?", "output": "Yes."}, {"input": "Sentence: Jerry swims in circles until Tom's head has done a 360 , and is then grabbed again . \nQuestion: How often had Jerry swam before?", "output": "Yes."}, {"input": "Sentence: The movie then jumps to 1967 , after Brian Epstein has died . \nQuestion: When did the movie jump?", "output": "Yes."}, {"input": "Sentence: Thats because the sound couldnt travel without air particles to transfer the sound energy. \nQuestion: What time does the sound energy get transferred?", "output": "Yes."}, {"input": "Sentence: He ran all around the pond, barking at the ducks. \nQuestion: How long was he barking at the ducks?", "output": "Yes."}, {"input": "Sentence: At current rates of use, coal will last about 300 years. \nQuestion: How long has been coal used for industrial needs?", "output": "Yes."}, {"input": "Sentence: The Portuguese Crown, delighted with its first important discovery, immediately embarked on a program of colonization. \nQuestion: How long did it take the Portuguese to colonize the new territory?", "output": "Yes."}, {"input": "Sentence: Ratners's chairman, Gerald Ratner, said the deal remains of \"\"substantial benefit to Ratners.\"\". \nQuestion: How long did the chairman speak?", "output": "No."}, {"input": "Sentence: The award was named after the chief justice of the Indiana Supreme Court to honor his statewide vision on justice. \nQuestion: How often was an award named after the chief justice?", "output": "Yes."}, {"input": "Sentence: The Serbian, who beat Tsonga in the 2008 Australian Open final, ended the dream run of Australian 18-year-old Bernard Tomic. \nQuestion: How long did it take for the Serbian to beat Tsonga?", "output": "No."}, {"input": "Sentence: There are now more protons than electrons inside the atom. \nQuestion: Will there be more electrons in the atom tomorrow?", "output": "No."}, {"input": "Sentence: At NEADS, the report of the hijacking was relayed immediately to Battle Commander Colonel Robert Marr. \nQuestion: How long did it take to relay the threat?", "output": "No."}, {"input": "Sentence: All the puppies at the dog pound need a loving home. \nQuestion: What happens after a home is found?", "output": "Yes."}, {"input": "Sentence: She explained that Frank 's father was an alcoholic and that his mother worked as a toll booth operator . \nQuestion: Will Frank become an alcoholic after growing up with an alcoholic father?", "output": "No."}, {"input": "Sentence: Like all energy, gravitational potential energy has the ability to do work. \nQuestion: What time did the gravitational potential energy work?", "output": "Yes."}, {"input": "Sentence: Whatever their origins, their culture evolved under the pressure and influence of foreign forces. \nQuestion: Have they always been there?", "output": "No."}, {"input": "Sentence: She told them that she would help take care of the puppy, if she could have one. \nQuestion: How often did she ask for a puppy?", "output": "Yes."}, {"input": "Sentence: Alexander the Great's accomplishments and legacy have been depicted in many cultures. \nQuestion: How long did Alexander the Great reign?", "output": "Yes."}, {"input": "Sentence: There are many haras (breeding stables) in the neighbourhood, and the big Norman posters are much in demand. \nQuestion: How often are the big Norman posters requested?", "output": "Yes."}, {"input": "Sentence: Then they laid down on some towels and enjoyed the sun. \nQuestion: Were they still enjoying after the sun disappeared?", "output": "Yes."}, {"input": "Sentence: In London at mid-afternoon yesterday, Ratners's shares were up 2 pence (1.26 cents), at 260 pence ($1.64). \nQuestion: What time did the rise happen?", "output": "Yes."}, {"input": "Sentence: The Vice President's guidance was we need to take them out.\"\". \nQuestion: How long has he wanted to take them out?", "output": "No."}, {"input": "Sentence: A lot of poor people are not going to get served,'' she said. \nQuestion: Did the poor remain under-served after the new legislation?", "output": "Yes."}, {"input": "Sentence: So from now on, Marsha takes extra special care to make sure Joey is safe and sound at all times. \nQuestion: How often was Joey safe and sound?", "output": "Yes."}, {"input": "Sentence: Sarah is dating the curator Michael Pierce , a single father who is away from the museum that night . \nQuestion: How often is Michael at the museum?", "output": "Yes."}, {"input": "Sentence: The official death toll has reached 114 -- including 66 women, 28 children and 20 men, the ministry said. \nQuestion: What did the ministry do after making this report?", "output": "Yes."}, {"input": "Sentence: In this case he looks to his girlfriend , Violet . \nQuestion: How long did it take him to look at Violet?", "output": "Yes."}, {"input": "Sentence: Dam Square was landlocked for the first time in its history. \nQuestion: When is it expected to not be landlocked again?", "output": "Yes."}, {"input": "Sentence: They also operate a legal arm that assists migrant workers from Texas to Kentucky. \nQuestion: How long does it take for migrant workers to move from Texas to Kentucky?", "output": "Yes."}, {"input": "Sentence: For example, what if you place a cake in the oven and you leave it in too long?. \nQuestion: How often do you leave cakes in the oven too long?", "output": "Yes."}, {"input": "Sentence: Then the green ball told the orange ball that blue ball was stupid. \nQuestion: What did the orange ball do after the green ball told about the blue ball?", "output": "No."}, {"input": "Sentence: He claimed it was more important for Muslims to kill Americans than to kill other infidels.\"\". \nQuestion: How long  did he make his claim?", "output": "No."}, {"input": "Sentence: Ratners's chairman, Gerald Ratner, said the deal remains of \"\"substantial benefit to Ratners.\"\". \nQuestion: What happened after the chairman spoke?", "output": "Yes."}, {"input": "Sentence: Grants of tax-free land over the years had been made to Buddhist temples and members of the court aristocracy. \nQuestion: Are the grants still available to court aristocracy?", "output": "No."}, {"input": "Sentence: They also operate a legal arm that assists migrant workers from Texas to Kentucky. \nQuestion: What day of the week do migrant worker receive help?", "output": "Yes."}, {"input": "Sentence: The person may walk a half mile in the wrong direction!. \nQuestion: How does the person walk in the wrong direction?", "output": "No."}, {"input": "Sentence: The Albanians first appear in the historical record in Byzantine sources of the late 11th century. \nQuestion: What happened after the Albanians appeared in the Byzantine records?", "output": "No."}, {"input": "Sentence: Alexander the Great's accomplishments and legacy have been depicted in many cultures. \nQuestion: When did Alexander the Great become legendary?", "output": "Yes."}, {"input": "Sentence: , followed by other ports at Hy\u00e8res, Antibes, and Nice. \nQuestion: Where did you go before the ports?", "output": "Yes."}, {"input": "Sentence: The dog accompanied him, frisking about him in friendly fashion. \nQuestion: How often do the go for a walk?", "output": "Yes."}, {"input": "Sentence: The scout ship re-emerged from the hole - a brilliant speck emerging from a sphere of velvety blackness. \nQuestion: What time of day did the ship originally set sail?", "output": "Yes."}, {"input": "Sentence: He also submitted various suggestions as to its initial programs. \nQuestion: What happened after he submitted his suggestions?", "output": "Yes."}, {"input": "Sentence: In typography, Durer depicts the geometric construction of the Latin alphabet, relying on Italian precedent. \nQuestion: Is depicting construction a part of Durer's responsibilities in his profession?", "output": "No."}, {"input": "Sentence: Sarawak's coast and jungle interior were controlled by the Iban\u2002\u2014\u2002Sea Dayak pirates and Land Dayak slash-and-burn farmers. \nQuestion: How long did it take for the Iban to take control of Sarawak's coast?", "output": "Yes."}, {"input": "Sentence: The clock could be heard ticking through the air and glass of the jar. \nQuestion: what did the clock do after it ticked?", "output": "Yes."}, {"input": "Sentence: But while Ahmadinejad's mercurial rants captured our media's attention, back in Iran a coordinated strategy against the women's movement continued. \nQuestion: How long did Ahmadinejad's rants hold the media's attention?", "output": "Yes."}, {"input": "Sentence: When Mary called Max's name he left the squirrel and happily returned to Mary, wagging his tail as he went. \nQuestion: How long was Max playing with the squirrel?", "output": "No."}, {"input": "Sentence: Sarawak's coast and jungle interior were controlled by the Iban\u2002\u2014\u2002Sea Dayak pirates and Land Dayak slash-and-burn farmers. \nQuestion: What happened after the Iban gained control?", "output": "Yes."}, {"input": "Sentence: On Fridays, Billy answers in a loud voice and Sally in a quiet voice. \nQuestion: How long does it take for them to answer?", "output": "Yes."}, {"input": "Sentence: Joey spent the afternoon looking for his German Shepherd where they often played, like the field and forest. \nQuestion: Was Joey searching for his German Shepherd at night?", "output": "Yes."}, {"input": "Sentence: The postwar period began, however, with millions of displaced people homeless and starving. \nQuestion: Was the postwar period happening 20 years later?", "output": "Yes."}, {"input": "Sentence: Dam Square was landlocked for the first time in its history. \nQuestion: What happens now without water access?", "output": "No."}, {"input": "Sentence: In this way the other major congressional interests can be brought together in the new committee's work. \nQuestion: Could congressional interests be brought together prior to the formation of the new committee?", "output": "Yes."}, {"input": "Sentence: Max and Joey would often run through fields in a game of chase. \nQuestion: How often do Max and Joey run?", "output": "Yes."}, {"input": "Sentence: Jerry goes out to the pier and casts his favorite bait : cheese . \nQuestion: Did Jerry go out to the pier next day ?", "output": "No."}, {"input": "Sentence: In school, Atta came across as very intelligent and reasonably pleasant, with an excellent command of the German language. \nQuestion: What happened after Atta left school?", "output": "Yes."}, {"input": "Sentence: He named the house, which was completed in 1802, the \"\"Grange\"\" after his grandfather Alexander's estate in Ayrshire, Scotland. \nQuestion: What happened before the house was built?", "output": "Yes."}, {"input": "Sentence: By the beginning of the fourth century the Algarve had a bishop in place, based in Faro. \nQuestion: What year did the bishop arrive in Faro?", "output": "Yes."}, {"input": "Sentence: After the August missile strikes, diplomatic options to press the Taliban seemed no more promising than military options. \nQuestion: When did the strikes start?", "output": "No."}, {"input": "Sentence: Atta and Omari boarded a 6:00 A.M. flight from Portland to Boston's Logan International Airport. \nQuestion: Were they always in the plane?", "output": "Yes."}, {"input": "Sentence: An indictment filed in the case detailed interactions between group members as they swapped and commented on images. \nQuestion: Will the interactions continue forever?", "output": "Yes."}, {"input": "Sentence: A plant uses a lot of energy to produce nectar. \nQuestion: Can plants use energy today?", "output": "Yes."}, {"input": "Sentence: In Colombia, the drug-financed guerrillas trying to seize the country and destroy democracy include M-19, which Castro has clearly backed. \nQuestion: When did the guerillas first appear in Columbia?", "output": "Yes."}, {"input": "Sentence: The fiction of Japanese imperial power had become infinitely extendable. \nQuestion: Did the illusion of imperial power extend into the modern era?", "output": "No."}, {"input": "Sentence: Pushkin gradually became committed to social reform and emerged as a spokesman for literary radicals. \nQuestion: How often does Pushkin speak at events?", "output": "No."}, {"input": "Sentence: She ordered the tastiest kind of each vegetable and the prettiest kind of each flower. \nQuestion: How often does she order vegetables and flowers?", "output": "Yes."}, {"input": "Sentence: Johnson is a justice on California's Second District Court of Appeal. \nQuestion: How long does a case usually last?", "output": "Yes."}, {"input": "Sentence: The Justice Department released a statement on the alert the same day. \nQuestion: Was the Justice Department created before the statement?", "output": "Yes."}, {"input": "Sentence: and jumped up and down on the side walk trying to get him to see them. \nQuestion: Did they go their way after trying to show them to him?", "output": "Yes."}, {"input": "Sentence: By the time the spelling bee arrived Ana and her best friend were sure she would win. \nQuestion: Were they still confident once the spelling bee began?", "output": "No."}, {"input": "Sentence: Mr. Barco has refused U.S. troops or advisers but has accepted U.S. military aid. \nQuestion: When did he begin to accept the military aid?", "output": "Yes."}, {"input": "Sentence: A majority of 65 votes in the 128-member body was required to reject his reinstatement. \nQuestion: Was he elected for a lifetime?", "output": "No."}, {"input": "Sentence: The dermis also contains hair follicles and two types of glands. \nQuestion: How many times in a human's life the dermis regenerate itself?", "output": "Yes."}, {"input": "Sentence: We may promise \"\"justice for all,\"\" but for those who can't afford a lawyer, that promise is often a lie. \nQuestion: What day was justice for all promised?", "output": "Yes."}, {"input": "Sentence: Peter wanted to show off his bark, but he was too tired. \nQuestion: Was Peter still tired after he slept the night?", "output": "No."}, {"input": "Sentence: The Persian Gulf War destroyed much of the country's medical infrastructure, according to a report by the World Health Organization. \nQuestion: How long did it take the Persian Gulf War to destroy the country's medical infrastructure?", "output": "Yes."}, {"input": "Sentence: His counter-attack with Dayak warriors drove the Chinese out of Bau and across the Sarawak border. \nQuestion: What did the Chineese do next?", "output": "Yes."}, {"input": "Sentence: On Fridays, Billy answers in a loud voice and Sally in a quiet voice. \nQuestion: What day does Susie answer in a loud voice?", "output": "No."}], "constants": {"Contributors": ["Swaroop Mishra", "Daniel Khashabi"], "Source": ["mctaco"], "URL": ["https://github.com/CogComp/MCTACO"], "Categories": "Question Understanding", "Reasoning": ["Temporal Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["News", "Wikipedia", "Law", "Justice", "History", "History -> 9/11 Reports", "Anthropology", "School Science Textbooks", "Fiction"], "Instance License": ["Unknown"], "Task_Id": "task018_mctaco_temporal_reasoning_presence.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 645, "instructions": "In this task, you need to indicate the presence of temporal reasoning in the provided question. Questions that involve temporal reasoning/understanding contain one of the following five temporal phenomena: First: \"event duration\", is defined as the understanding of how long events last (e.g.,\"brushing teeth\" usually takes a few minutes). Second: \"transient v. stationary\" events, which are based on the understanding of whether an event will change over time or not (e.g., \"being born in the U.S.\" is a stationary event since it will last forever; \"being hungry\" is a transient event since it lasts for a short period of time). Third: \"event ordering\" is the understanding of how events are usually ordered (e.g., \"earning money\" usually comes before \"spending money\"). Fourth: \"absolute timepoint\" of events which is the understanding of when events usually happen (e.g., \"going to school\" usually happens during the day, not at 2 A.M). The last category is \"frequency\" of events, which refers to how often events are repeated (e.g., \"taking showers\" typically occurs ~5 times a week, \"going to Saturday market\" usually happens every few weeks/months, etc.). Indicate with `Yes` if the question involves temporal reasoning. Indicate with `No`, otherwise.", "task_id": "task018_mctaco_temporal_reasoning_presence"}, "seed": 42}, "d_test": {"_type": "DataTable", "records": [{"input": "Sentence: Wallace lives in Athens, W. Va., with her husband Rob, 37, and her daughters Rachel, 11, and Claire, 5. \nQuestion: How long has Wallace lived in Athens?", "output": "Yes."}, {"input": "Sentence: One result was two NSC-led interagency trips to Persian Gulf states in 1999 and 2000. \nQuestion: Is the NSC still in the Persian Gulf?", "output": "Yes."}, {"input": "Sentence: Durer rejected Alberti's concept of an objective beauty, proposing a relativist notion of beauty based on variety. \nQuestion: How often are philosophical concepts rejected?", "output": "Yes."}, {"input": "Sentence: In Malaysia, Powell met with Prime Minister Mahathir Mohamad, who has led the country since 1981. \nQuestion: How often does Powell travel to other countries to meet their leaders?", "output": "No."}, {"input": "Sentence: Hitherward they came, Meeting our faces from the middle point, With us beyond but with a larger stride. \nQuestion: What happened after they got there?", "output": "No."}, {"input": "Sentence: He tried and tried to please every person who came to the store, but they all picked smaller puppies. \nQuestion: How long did he try to please the persons who came to the store?", "output": "No."}, {"input": "Sentence: Only certain animals were able to get at the plants hidden nectar. \nQuestion: What did the animals do after they got at the plant's hidden nectar?", "output": "Yes."}, {"input": "Sentence: They woke up and the sun was beginning to set. \nQuestion: What happened after the sun set?", "output": "Yes."}, {"input": "Sentence: Durer rejected Alberti's concept of an objective beauty, proposing a relativist notion of beauty based on variety. \nQuestion: What happened after Durer's rejection of Alberti's concept?", "output": "Yes."}, {"input": "Sentence: Several tenants blame other neighbors as perpetrators of the rift, however. \nQuestion: How often do the tenants have issues with other people?", "output": "Yes."}, {"input": "Sentence: They also argued that Hall's litigious style hampered their ability to garner funds from Congress. \nQuestion: How often are funds garnered from Congress?", "output": "Yes."}, {"input": "Sentence: The award was named after the chief justice of the Indiana Supreme Court to honor his statewide vision on justice. \nQuestion: What happened after the award was named after the chief justice?", "output": "Yes."}, {"input": "Sentence: But while Ahmadinejad's mercurial rants captured our media's attention, back in Iran a coordinated strategy against the women's movement continued. \nQuestion: When did the women's movement start?", "output": "Yes."}, {"input": "Sentence: By the time the spelling bee arrived Ana and her best friend were sure she would win. \nQuestion: How long did and and her friend study?", "output": "Yes."}, {"input": "Sentence: So really, that's what many of the people are doing now,\"\" he said. \nQuestion: When did they begin doing it?", "output": "No."}, {"input": "Sentence: At NEADS, the report of the hijacking was relayed immediately to Battle Commander Colonel Robert Marr. \nQuestion: When was the threat reported?", "output": "Yes."}, {"input": "Sentence: In school, Atta came across as very intelligent and reasonably pleasant, with an excellent command of the German language. \nQuestion: Is Atta still attending school?", "output": "Yes."}, {"input": "Sentence: About a third of what we throw out is packaging. \nQuestion: Are we still throwing out packaging?", "output": "No."}, {"input": "Sentence: Chernow notes how the membership soon included many of Hamilton's friends and associates. \nQuestion: How long did it take the membership to include Hamilton's friends and associates?", "output": "Yes."}, {"input": "Sentence: Convicted murderer Seth Baxter awakens chained to a table beneath a pendulum blade . \nQuestion: How many times has he been in jail?", "output": "No."}, {"input": "Sentence: Alexander II's death caused a great setback for the reform movement. \nQuestion: How long did the effects of Alexanders death last?", "output": "Yes."}, {"input": "Sentence: About 30% of Ratners's profit already is derived from the U.S. \nQuestion: How often did Ratners make a profit?", "output": "Yes."}, {"input": "Sentence: He jumped into the pond and started swimming toward the ducks, chasing around his new playmates. \nQuestion: Was he still fond of ducks after chasing them?", "output": "Yes."}, {"input": "Sentence: He also had very short legs, but really big paws. \nQuestion: What happened before he had big paws?", "output": "Yes."}, {"input": "Sentence: Alexander the Great's accomplishments and legacy have been depicted in many cultures. \nQuestion: How often is Alexander the Great depicted in popular culture?", "output": "No."}, {"input": "Sentence: In the opening scene , Randy Morton describes a typical Friday afternoon at the Waldorf . \nQuestion: Is he still at the Waldorf?", "output": "Yes."}, {"input": "Sentence: Nibras and Quso delivered money to Khallad in Bangkok during Khallad's January 2000 trip to Kuala Lumpur and Bangkok. \nQuestion: What time did Khallad leave for his trip?", "output": "Yes."}, {"input": "Sentence: A plant uses a lot of energy to produce nectar. \nQuestion: How often do plants use energy to produce nectar?", "output": "Yes."}, {"input": "Sentence: The Albanians first appear in the historical record in Byzantine sources of the late 11th century. \nQuestion: Are the Byzantine historical records still available today?", "output": "No."}, {"input": "Sentence: You can clearly see the same rock layers on opposite sides of the canyon. \nQuestion: What happened when the canyon split?", "output": "Yes."}, {"input": "Sentence: Although disruption efforts around the world had achieved some successes, the core of  Bin Laden's organization remained intact. \nQuestion: How long did the disruption efforts last?", "output": "Yes."}, {"input": "Sentence: Jud replies , `` Christ on His throne , no. . \nQuestion: How often does Jud attend Church?", "output": "No."}, {"input": "Sentence: Among the travelers were Mohamed Atta and Abdul Aziz al Omari, who arrived at the airport in Portland, Maine. \nQuestion: At what time did the travelers arrive at the airport?", "output": "Yes."}, {"input": "Sentence: He jumped on his favorite chair and looked down as Maggie ran under it. \nQuestion: Was he still on the chair the next day?", "output": "No."}, {"input": "Sentence: The NMCC learned about United 93 from the White House. \nQuestion: Is United 93 still operational?", "output": "No."}, {"input": "Sentence: The program avoids legal jargon, offers a courthouse video tour and sticks to a fifth-grade vocabulary. \nQuestion: Is the program available today?", "output": "No."}, {"input": "Sentence: In actual practice, however, we act too often as if we only cared for economic values. \nQuestion: How often do we only care for economic values?", "output": "Yes."}, {"input": "Sentence: Shortly before she left, Tasha said, \"\"You steal from life for art, Bernardo. \nQuestion: How long did Tasha speak?", "output": "Yes."}, {"input": "Sentence: Third, no middle ground exists in what Qutb conceived as a struggle between God and Satan. \nQuestion: How often do God and Satan struggle?", "output": "Yes."}, {"input": "Sentence: In the mean time fate had avenged Law on one of his lesser enemies. \nQuestion: Is he still an enemy?", "output": "Yes."}, {"input": "Sentence: About a third of what we throw out is packaging. \nQuestion: What time was the packaging thrown out?", "output": "Yes."}, {"input": "Sentence: The resolution creating the new intelligence committee structure should grant subpoena authority to the committee or committees. \nQuestion: How long does it take to grant a subpoena?", "output": "Yes."}, {"input": "Sentence: I clapped her shoulder to show I was not laughing at her. \nQuestion: Will they still be laughing later that day?", "output": "Yes."}, {"input": "Sentence: In the end , they drive off , listening to the radio . \nQuestion: How many times did they change the music during the trip?", "output": "Yes."}, {"input": "Sentence: She began to tell the story of Majestic, the wild horse who could not be calmed. \nQuestion: What happened after she told the story?", "output": "Yes."}, {"input": "Sentence: Ruling that the order was mutually binding, Judge Thornton also cited the men for contempt. \nQuestion: How often does Judge Thornton issue rulings?", "output": "Yes."}, {"input": "Sentence: A floodplain is an area where a thick layer of rich soil is left behind as the floodwater recedes. \nQuestion: What can you do after the floodwater recedes?", "output": "Yes."}, {"input": "Sentence: The state has been first to pass major public health initiatives that have spread throughout the country. \nQuestion: How often had states passed a health initiative before?", "output": "Yes."}, {"input": "Sentence: Diggler became a prominent model and began appearing in pornographic films , after Which his career took off . \nQuestion: What happened after Diggler's career took off?", "output": "Yes."}, {"input": "Sentence: The Portuguese Crown, delighted with its first important discovery, immediately embarked on a program of colonization. \nQuestion: What happened after the Portuguese attempted to colonize the new territory?", "output": "Yes."}, {"input": "Sentence: For example, buy local produce at a farmers market, like the one in Figure 2.20. \nQuestion: How long does it take to get to the farmers market?", "output": "Yes."}, {"input": "Sentence: The scout ship re-emerged from the hole - a brilliant speck emerging from a sphere of velvety blackness. \nQuestion: Was the scout ship built before or after it re-emerged from the hole?", "output": "No."}, {"input": "Sentence: With this, it became impossible for me to stay upstairs, he said, pointing to the scars on his forearm. \nQuestion: How long had he lived upstairs?", "output": "Yes."}, {"input": "Sentence: The mindwipe will take its creation from my future self --but time too often does that without aid. \nQuestion: How often had the mindwipe taken over before?", "output": "Yes."}, {"input": "Sentence: Direct control of the political operations of the entirety of Algeria, however, was not. \nQuestion: How often is Algeria free from direct control over it's political operations?", "output": "No."}, {"input": "Sentence: At NEADS, the report of the hijacking was relayed immediately to Battle Commander Colonel Robert Marr. \nQuestion: Is the threat still valid today?", "output": "No."}, {"input": "Sentence: Spanish rule dictated Portugal's inadvertent involvement in Spain's ongoing wars. \nQuestion: How long has Spain been at war?", "output": "Yes."}, {"input": "Sentence: Boston Center TMU [Traffic Management Unit], we have a problem here. \nQuestion: How often did problems arise?", "output": "Yes."}, {"input": "Sentence: The mindwipe will take its creation from my future self --but time too often does that without aid. \nQuestion: How long did it take the mindwipe to take its creation?", "output": "No."}, {"input": "Sentence: The Persian Gulf War destroyed much of the country's medical infrastructure, according to a report by the World Health Organization. \nQuestion: What day of the week did the  Persian Gulf War start?", "output": "Yes."}, {"input": "Sentence: Ruling that the order was mutually binding, Judge Thornton also cited the men for contempt. \nQuestion: How long did the hearing last?", "output": "Yes."}, {"input": "Sentence: They first traveled by plane around Europe, where they saw many different people and sights. \nQuestion: What happened after the planes would land.?", "output": "Yes."}, {"input": "Sentence: They like to play hopscotch or jump rope but that day they wanted to play tag. \nQuestion: How often do they play tag?", "output": "Yes."}, {"input": "Sentence: Other times, they play a game with Quack where they wave at Quack and laugh. \nQuestion: Do they still laugh after playing a game with Quack?", "output": "Yes."}, {"input": "Sentence: Allan crouched over his desk once more, pen in hand and mind blank. \nQuestion: Is Allan still crouched over his desk right now?", "output": "No."}, {"input": "Sentence: At current rates of use, coal will last about 300 years. \nQuestion: Did coal last more than 300 years after the usage was reduced?", "output": "No."}, {"input": "Sentence: It's hail crackled across the comm, and Tara spun to retake her seat at the helm. \nQuestion: Will the hail storm ever end?", "output": "Yes."}, {"input": "Sentence: Delighted , Preetam goes in search of her watch and brings it back . \nQuestion: At what time did Preetam go in search of her watch?", "output": "Yes."}, {"input": "Sentence: If you have ever heard, \"\"Eat a good breakfast\"\", thats why. \nQuestion: What time do you eat a good breakfast?", "output": "Yes."}, {"input": "Sentence: It refers to a woman who is dangerously attractive, and lures men to their downfall with her sexual attractiveness. \nQuestion: What happens after men are lured to their downfall?", "output": "Yes."}, {"input": "Sentence: They woke up and the sun was beginning to set. \nQuestion: At what time was the sun beginning to set?", "output": "Yes."}, {"input": "Sentence: The Serbian, who beat Tsonga in the 2008 Australian Open final, ended the dream run of Australian 18-year-old Bernard Tomic. \nQuestion: How often had the Serbian beat Tsonga before?", "output": "Yes."}, {"input": "Sentence: When Mary called Max's name he left the squirrel and happily returned to Mary, wagging his tail as he went. \nQuestion: What happened after Max returned to Mary?", "output": "Yes."}, {"input": "Sentence: It too has many Continents are much older than ocean basins. \nQuestion: What day of the week did the Continents come into existence?", "output": "No."}, {"input": "Sentence: California was first to require smog checks for clean air, pass anti-tobacco initiatives and bike helmets laws. \nQuestion: How long did it take for the other states to pass such initiatives?", "output": "No."}, {"input": "Sentence: A thwarted Mongol invasion in 1274 weakened the Kamakura regime. \nQuestion: Is the invasion still taking place today?", "output": "Yes."}, {"input": "Sentence: The Vice President's guidance was we need to take them out.\"\". \nQuestion: When is he wanting to take them out?", "output": "Yes."}, {"input": "Sentence: Shortly before she left, Tasha said, \"\"You steal from life for art, Bernardo. \nQuestion: Did Tasha yell at Bernardo for the rest of the day?", "output": "Yes."}, {"input": "Sentence: They then took a boat to Africa and Asia, where they went on a trip through the mountains. \nQuestion: How often do they go on trips?", "output": "No."}, {"input": "Sentence: and jumped up and down on the side walk trying to get him to see them. \nQuestion: How long did he jump on the sidewalk?", "output": "No."}, {"input": "Sentence: He also had very short legs, but really big paws. \nQuestion: How long did it take him to grow his big paws?", "output": "Yes."}, {"input": "Sentence: Sarawak's coast and jungle interior were controlled by the Iban\u2002\u2014\u2002Sea Dayak pirates and Land Dayak slash-and-burn farmers. \nQuestion: What time of day did the Iban gain control?", "output": "Yes."}, {"input": "Sentence: and jumped up and down on the side walk trying to get him to see them. \nQuestion: Had he tried to show him earlier also?", "output": "No."}, {"input": "Sentence: In particular, the author differentiates between what he terms 'dominance' and a particular version of 'colonization'. \nQuestion: How often had the author differentiated between dominance and colonization before?", "output": "Yes."}, {"input": "Sentence: Princes and princesses judged the merits of birds, insects, flowers, roots, or seashells. \nQuestion: How long did it take them to judge the merits of a seashell?", "output": "Yes."}, {"input": "Sentence: His counter-attack with Dayak warriors drove the Chinese out of Bau and across the Sarawak border. \nQuestion: Did the battle continue forever?", "output": "Yes."}, {"input": "Sentence: The Vice President's guidance was we need to take them out.\"\". \nQuestion: What happens if they're taken out?", "output": "No."}, {"input": "Sentence: Although disruption efforts around the world had achieved some successes, the core of  Bin Laden's organization remained intact. \nQuestion: How often were disruption efforts made?", "output": "Yes."}, {"input": "Sentence: At current rates of use, coal will last about 300 years. \nQuestion: How many days did they take to prepare this report?", "output": "Yes."}, {"input": "Sentence: His counter-attack with Dayak warriors drove the Chinese out of Bau and across the Sarawak border. \nQuestion: How often is a warrior promoted during battle?", "output": "No."}, {"input": "Sentence: For example, buy local produce at a farmers market, like the one in Figure 2.20. \nQuestion: Is produce available at the farmers market tomorrow?", "output": "Yes."}, {"input": "Sentence: He says that instead of everyone dying , they could keep at least one of their princes alive . \nQuestion: What was happening before he decided to keep at least one prince alive?", "output": "No."}, {"input": "Sentence: Once we arrive, the castle looked much bigger than we had imagined. \nQuestion: how often did you imagine it?", "output": "Yes."}, {"input": "Sentence: You can clearly see the same rock layers on opposite sides of the canyon. \nQuestion: How long does it take to travel to the far side of the canyon by foot?", "output": "Yes."}, {"input": "Sentence: As winter approaches, some plants respond by their leaves changing color. \nQuestion: What season comes before winter?", "output": "Yes."}, {"input": "Sentence: Jerry goes out to the pier and casts his favorite bait : cheese . \nQuestion: What did Jerry do after coming home from the pier?", "output": "Yes."}, {"input": "Sentence: They are very flat areas and they have very rich soils. \nQuestion: When did the soils become rich>?", "output": "Yes."}, {"input": "Sentence: Some government officials were concerned that terrorists would take advantage of such breakdowns. \nQuestion: Is it normal for the officials to be concerned?", "output": "No."}, {"input": "Sentence: Wallace lives in Athens, W. Va., with her husband Rob, 37, and her daughters Rachel, 11, and Claire, 5. \nQuestion: Who did Wallace live with before moving to Athens?", "output": "No."}, {"input": "Sentence: Mzoudi studied in Dortmund, Bochum, and Muenster before moving to Hamburg in 1995. \nQuestion: How many years did Mzoudi spend studying ?", "output": "Yes."}], "constants": {"Contributors": ["Swaroop Mishra", "Daniel Khashabi"], "Source": ["mctaco"], "URL": ["https://github.com/CogComp/MCTACO"], "Categories": "Question Understanding", "Reasoning": ["Temporal Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["News", "Wikipedia", "Law", "Justice", "History", "History -> 9/11 Reports", "Anthropology", "School Science Textbooks", "Fiction"], "Instance License": ["Unknown"], "Task_Id": "task018_mctaco_temporal_reasoning_presence.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 645, "instructions": "In this task, you need to indicate the presence of temporal reasoning in the provided question. Questions that involve temporal reasoning/understanding contain one of the following five temporal phenomena: First: \"event duration\", is defined as the understanding of how long events last (e.g.,\"brushing teeth\" usually takes a few minutes). Second: \"transient v. stationary\" events, which are based on the understanding of whether an event will change over time or not (e.g., \"being born in the U.S.\" is a stationary event since it will last forever; \"being hungry\" is a transient event since it lasts for a short period of time). Third: \"event ordering\" is the understanding of how events are usually ordered (e.g., \"earning money\" usually comes before \"spending money\"). Fourth: \"absolute timepoint\" of events which is the understanding of when events usually happen (e.g., \"going to school\" usually happens during the day, not at 2 A.M). The last category is \"frequency\" of events, which refers to how often events are repeated (e.g., \"taking showers\" typically occurs ~5 times a week, \"going to Saturday market\" usually happens every few weeks/months, etc.). Indicate with `Yes` if the question involves temporal reasoning. Indicate with `No`, otherwise.", "task_id": "task018_mctaco_temporal_reasoning_presence"}, "seed": 42}, "d_val": {"_type": "DataTable", "records": [{"input": "Sentence: The mother, looking on, learns of the ways of God with men. \nQuestion: What time did the mother look on?", "output": "Yes."}, {"input": "Sentence: There are many haras (breeding stables) in the neighbourhood, and the big Norman posters are much in demand. \nQuestion: For how long are the haras rented?", "output": "Yes."}, {"input": "Sentence: Zarco and Teixeira were appointed co-go\u00advern\u00adors of Madeira, while Perestrelo was awarded Porto Santo. \nQuestion: When did the ceremony take place?", "output": "Yes."}, {"input": "Sentence: She told me that she was heading for a drink and slipped out of the crowd. \nQuestion: What did she do after leaving the bar?", "output": "Yes."}, {"input": "Sentence: Some of the people who took advantage of her through a questionable loan program were sent to jail. \nQuestion: Are they still in jail today?", "output": "Yes."}, {"input": "Sentence: Zarco and Teixeira were appointed co-go\u00advern\u00adors of Madeira, while Perestrelo was awarded Porto Santo. \nQuestion: How long were Zarco and Teixeira co-governors?", "output": "Yes."}, {"input": "Sentence: Max seemed to be happy to have his human by his side as well as a new doggy friend. \nQuestion: How often does Max see his doggy friend?", "output": "Yes."}, {"input": "Sentence: This is an astonishing new record for a coin, he said. \nQuestion: How often are new records established?", "output": "Yes."}, {"input": "Sentence: She began to tell the story of Majestic, the wild horse who could not be calmed. \nQuestion: Is the horse calm today?", "output": "Yes."}, {"input": "Sentence: Britain finally ceded the island to Spain in the year 1802, under the terms of the Treaty of Amiens. \nQuestion: What happened after the treaty was signed?", "output": "Yes."}, {"input": "Sentence: Convicted murderer Seth Baxter awakens chained to a table beneath a pendulum blade . \nQuestion: When did he get chained to the table?", "output": "Yes."}, {"input": "Sentence: During a blackout , the house is attacked by aliens , who had previously killed Joe and abducted Iris . \nQuestion: Were the aliens still present in the attacked house the next day?", "output": "No."}, {"input": "Sentence: Delighted , Preetam goes in search of her watch and brings it back . \nQuestion: How often does Preetam lose her things and gets them back?", "output": "No."}, {"input": "Sentence: Finley only realizes with hindsight that his misdeeds far surpass those of Violet . \nQuestion: How long did it take Finley to realize?", "output": "Yes."}, {"input": "Sentence: If you walked, you used chemical energy from the food you ate. \nQuestion: What time did you eat?", "output": "Yes."}, {"input": "Sentence: In typography, Durer depicts the geometric construction of the Latin alphabet, relying on Italian precedent. \nQuestion: How long does it take Durer to finish the geometric construction?", "output": "Yes."}, {"input": "Sentence: If you walked, you used chemical energy from the food you ate. \nQuestion: What did you do after walking?", "output": "No."}, {"input": "Sentence: Upsetting many of his colleagues and contemporaries in France, the book brought about the final split with Sartre. \nQuestion: Were his colleagues still angry next year?", "output": "Yes."}, {"input": "Sentence: Third, no middle ground exists in what Qutb conceived as a struggle between God and Satan. \nQuestion: How long did the struggle between God and Satan exist?", "output": "No."}, {"input": "Sentence: In 1996 the WHO found that much of the population existed in a state of ``semi-starvation.''. \nQuestion: How long did it take for the WHO to find that fact?", "output": "Yes."}, {"input": "Sentence: As winter approaches, some plants respond by their leaves changing color. \nQuestion: How long will winter last?", "output": "Yes."}, {"input": "Sentence: Our investigation has uncovered no credible evidence that any person in the United States gave the hijackers substantial financial assistance. \nQuestion: What happens after the hijackers are caught?", "output": "Yes."}, {"input": "Sentence: Natural Levees A flooding river often forms natural levees along its banks. \nQuestion: When would a levee form?", "output": "Yes."}, {"input": "Sentence: The mindwipe will take its creation from my future self --but time too often does that without aid. \nQuestion: Had the mindwipe taken its creation last week?", "output": "No."}, {"input": "Sentence: Ratners's chairman, Gerald Ratner, said the deal remains of \"\"substantial benefit to Ratners.\"\". \nQuestion: Was Gerald Ratner born before he became chairman?", "output": "No."}, {"input": "Sentence: They are very flat areas and they have very rich soils. \nQuestion: Will the soil remain rich after the land is used for cultivation?", "output": "Yes."}, {"input": "Sentence: He them imprisons the royal family in his prison . \nQuestion: What happened after word spread of the royal family being imprisoned?", "output": "Yes."}, {"input": "Sentence: The dog accompanied him, frisking about him in friendly fashion. \nQuestion: When did they go home?", "output": "Yes."}, {"input": "Sentence: The clock could be heard ticking through the air and glass of the jar. \nQuestion: when was the clock ticking?", "output": "Yes."}, {"input": "Sentence: The clock could be heard ticking through the air and glass of the jar. \nQuestion: How often does the clock tick?", "output": "No."}, {"input": "Sentence: At the same time, the Sudanese regime began to change. \nQuestion: How often did changes occur?", "output": "Yes."}, {"input": "Sentence: He says that instead of everyone dying , they could keep at least one of their princes alive . \nQuestion: How often do people die?", "output": "Yes."}, {"input": "Sentence: Afterwards she felt a lot better and went to sleep. \nQuestion: When did she go to sleep?", "output": "Yes."}, {"input": "Sentence: Third, no middle ground exists in what Qutb conceived as a struggle between God and Satan. \nQuestion: What happens after the struggle between God and Satan?", "output": "No."}, {"input": "Sentence: After several years of private practice from 1982-90, he became the judge of Decatur County Court for a year. \nQuestion: How often are judges elected?", "output": "Yes."}, {"input": "Sentence: Max seemed to be happy to have his human by his side as well as a new doggy friend. \nQuestion: When did Max meet up with his human and doggy friend?", "output": "Yes."}, {"input": "Sentence: Jaanu , who has been following Nandini , beats up Preetam thinking that he is in love with Nandini . \nQuestion: What happened after Jaanu beat up Preetam?", "output": "Yes."}, {"input": "Sentence: He says that instead of everyone dying , they could keep at least one of their princes alive . \nQuestion: How long did it take him to realize this?", "output": "No."}, {"input": "Sentence: The Portuguese Crown, delighted with its first important discovery, immediately embarked on a program of colonization. \nQuestion: How often did the Portuguese send new settlers to the colonies?", "output": "Yes."}, {"input": "Sentence: She began to tell the story of Majestic, the wild horse who could not be calmed. \nQuestion: What time did she tell the story?", "output": "Yes."}, {"input": "Sentence: A plant uses a lot of energy to produce nectar. \nQuestion: What happens after the nectar is produced?", "output": "Yes."}, {"input": "Sentence: The side of Malaquez's parcel gave way to reveal a greenmunk caught in a sheen of solid air. \nQuestion: Does Malaquez still have his parcel?", "output": "Yes."}, {"input": "Sentence: Mzoudi studied in Dortmund, Bochum, and Muenster before moving to Hamburg in 1995. \nQuestion: Which year did Mzoudi study in Dortmund ?", "output": "Yes."}, {"input": "Sentence: Previously, it offered $13.65 a share in cash, or $29 million. \nQuestion: What happened after it offered $13.65 a share in cash?", "output": "No."}, {"input": "Sentence: The Vice President's task force was just getting under way when the 9/11 attack occurred. \nQuestion: What did the government decide after the 9/11 attack?", "output": "Yes."}, {"input": "Sentence: He loved spending time with him when he was younger, but he had moved last year. \nQuestion: What time did he leave on the day he moved?", "output": "Yes."}, {"input": "Sentence: Some are trying to escape eviction or an abusive marriage. \nQuestion: How long can it take them to escape?", "output": "No."}, {"input": "Sentence: In the mean time fate had avenged Law on one of his lesser enemies. \nQuestion: How often did fate intervene?", "output": "Yes."}, {"input": "Sentence: A thwarted Mongol invasion in 1274 weakened the Kamakura regime. \nQuestion: What day did the invasion occur?", "output": "Yes."}, {"input": "Sentence: Domestic violence survivors in Jackson, Vicksburg, Hattiesburg, Oxford and Pascagoula can all get help. \nQuestion: When did the aid begin?", "output": "Yes."}], "constants": {"Contributors": ["Swaroop Mishra", "Daniel Khashabi"], "Source": ["mctaco"], "URL": ["https://github.com/CogComp/MCTACO"], "Categories": "Question Understanding", "Reasoning": ["Temporal Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["News", "Wikipedia", "Law", "Justice", "History", "History -> 9/11 Reports", "Anthropology", "School Science Textbooks", "Fiction"], "Instance License": ["Unknown"], "Task_Id": "task018_mctaco_temporal_reasoning_presence.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 645, "instructions": "In this task, you need to indicate the presence of temporal reasoning in the provided question. Questions that involve temporal reasoning/understanding contain one of the following five temporal phenomena: First: \"event duration\", is defined as the understanding of how long events last (e.g.,\"brushing teeth\" usually takes a few minutes). Second: \"transient v. stationary\" events, which are based on the understanding of whether an event will change over time or not (e.g., \"being born in the U.S.\" is a stationary event since it will last forever; \"being hungry\" is a transient event since it lasts for a short period of time). Third: \"event ordering\" is the understanding of how events are usually ordered (e.g., \"earning money\" usually comes before \"spending money\"). Fourth: \"absolute timepoint\" of events which is the understanding of when events usually happen (e.g., \"going to school\" usually happens during the day, not at 2 A.M). The last category is \"frequency\" of events, which refers to how often events are repeated (e.g., \"taking showers\" typically occurs ~5 times a week, \"going to Saturday market\" usually happens every few weeks/months, etc.). Indicate with `Yes` if the question involves temporal reasoning. Indicate with `No`, otherwise.", "task_id": "task018_mctaco_temporal_reasoning_presence"}, "seed": 42}}}, "task019_mctaco_temporal_reasoning_category": {"task_id": "task019_mctaco_temporal_reasoning_category", "data": {"d_incontext": {"_type": "DataTable", "records": [{"input": "Sentence: He also had very short legs, but really big paws. \nQuestion: Does he have big paws today? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: Once we arrive, the castle looked much bigger than we had imagined. \nQuestion: How long have you imagined the castle? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: To this end it succeeded with relatively few blood-soaked episodes in its colonial history. \nQuestion: How often did they succeed? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: When Mary called Max's name he left the squirrel and happily returned to Mary, wagging his tail as he went. \nQuestion: What time did Max return to Mary? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: The Vice President's guidance was we need to take them out.\"\". \nQuestion: How long has he wanted to take them out? \nCategory: Event Duration.", "output": "No."}], "constants": {"Contributors": ["Swaroop Mishra", "Daniel Khashabi"], "Source": ["mctaco"], "URL": ["https://github.com/CogComp/MCTACO"], "Categories": "Question Understanding", "Reasoning": ["Temporal Reasoning", "Commonsense Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["News", "Wikipedia", "Law", "Justice", "History", "History -> 9/11 Reports", "Anthropology", "School Science Textbooks", "Fiction"], "Instance License": ["Unknown"], "Task_Id": "task019_mctaco_temporal_reasoning_category.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 409, "instructions": "Indicate with `Yes` if the given question involves the provided reasoning `Category`. Indicate with `No`, otherwise. We define five categories of temporal reasoning. First: \"event duration\" which is defined as the understanding of how long events last. For example, \"brushing teeth\", usually takes few minutes. Second: \"transient v. stationary\" events. This category is based on the understanding of whether an event will change over time or not. For example, the sentence \"he was born in the U.S.\" contains a stationary event since it will last forever; however, \"he is hungry\" contains a transient event since it will remain true for a short period of time. Third: \"event ordering\" which is the understanding of how events are usually ordered in nature. For example, \"earning money\" usually comes before \"spending money\". The fourth one is \"absolute timepoint\". This category deals with the understanding of when events usually happen. For example, \"going to school\" usually happens during the day (not at 2 A.M). The last category is \"frequency\" which refers to how often an event is likely to be repeated. For example, \"taking showers\" typically occurs ~5 times a week, \"going to Saturday market\" usually happens every few weeks/months, etc.", "task_id": "task019_mctaco_temporal_reasoning_category"}, "seed": 42}, "d_train": {"_type": "DataTable", "records": [{"input": "Sentence: At current rates of use, coal will last about 300 years. \nQuestion: Did coal last more than 300 years after the usage was reduced? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: The clock could be heard ticking through the air and glass of the jar. \nQuestion: Did the clock tick in 5 years? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: For example, buy local produce at a farmers market, like the one in Figure 2.20. \nQuestion: Is produce available at the farmers market tomorrow? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: Natural Levees A flooding river often forms natural levees along its banks. \nQuestion: Will a levee go away? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: In the mean time fate had avenged Law on one of his lesser enemies. \nQuestion: What time was the enemy served his fate? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Thats because the sound couldnt travel without air particles to transfer the sound energy. \nQuestion: What happens after the sound energy is transferred? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Dam Square was landlocked for the first time in its history. \nQuestion: What happens now without water access? \nCategory: Event Ordering.", "output": "No."}, {"input": "Sentence: They are very flat areas and they have very rich soils. \nQuestion: When was the richness of the soil discovered? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Church is brought back to life , but is an evil shell of himself . \nQuestion: What time did Church do his most evil work? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: He then starred in a TV show Which was a failure both critically and commercially . \nQuestion: Which year did the TV show in which he starred release? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Zarco and Teixeira were appointed co-go\u00advern\u00adors of Madeira, while Perestrelo was awarded Porto Santo. \nQuestion: Are they still co-governors? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: From Hunter Huss, she moved on to pursue a degree at Pfeiffer University in Misenheimer. \nQuestion: When did she leave Hunter Huss? \nCategory: Absolute Timepoint.", "output": "No."}, {"input": "Sentence: After several years of private practice from 1982-90, he became the judge of Decatur County Court for a year. \nQuestion: How long did he practice after Decatur County? \nCategory: Event Duration.", "output": "No."}, {"input": "Sentence: A majority of 65 votes in the 128-member body was required to reject his reinstatement. \nQuestion: How long did it take to count the votes? \nCategory: Absolute Timepoint.", "output": "No."}, {"input": "Sentence: Eventually, the shelter received word that the alleged hijacker 5 miles away had been a medevac helicopter. \nQuestion: How often does the shelter have to concern themselves with hijackers.? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: Magnets are able to place a force on certain materials. \nQuestion: What happens after the force is placed? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Our investigation has uncovered no credible evidence that any person in the United States gave the hijackers substantial financial assistance. \nQuestion: Is the investigation still going to be going on 50 years from now? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: Joe's parents are farmers and they have a huge farm with cows, chickens, and ducks. \nQuestion: Are Joe's parents farmers today? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: She began to tell the story of Majestic, the wild horse who could not be calmed. \nQuestion: How often did she tell the story? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: Once we arrive, the castle looked much bigger than we had imagined. \nQuestion: when did you see it? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Then the green ball told the orange ball that blue ball was stupid. \nQuestion: How long was the green ball talking to the orange ball? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: The official death toll has reached 114 -- including 66 women, 28 children and 20 men, the ministry said. \nQuestion: Is the death toll still rising? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: That amount is convertible into shares of Meridian common stock at $2 a share during its one-year term. \nQuestion: How often does the amount get converted to shares? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: They also argued that Hall's litigious style hampered their ability to garner funds from Congress. \nQuestion: How often are funds garnered from Congress? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: I suppose he was attracted to the commotion up the hill.\"\". \nQuestion: Was he still attracted the next week? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: They like to play hopscotch or jump rope but that day they wanted to play tag. \nQuestion: How long do they play each day? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: He them imprisons the royal family in his prison . \nQuestion: How many times was the royal family in prison? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: But while Ahmadinejad's mercurial rants captured our media's attention, back in Iran a coordinated strategy against the women's movement continued. \nQuestion: How long did Ahmadinejad's rants hold the media's attention? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: During a blackout , the house is attacked by aliens , who had previously killed Joe and abducted Iris . \nQuestion: How often do the aliens attack houses? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: Jud replies , `` Christ on His throne , no. . \nQuestion: How long was Jud in church? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: The Vice President's guidance was we need to take them out.\"\". \nQuestion: What happens if they're taken out? \nCategory: Event Ordering.", "output": "No."}, {"input": "Sentence: She began to tell the story of Majestic, the wild horse who could not be calmed. \nQuestion: How long did she tell the story? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Jaanu , who has been following Nandini , beats up Preetam thinking that he is in love with Nandini . \nQuestion: Is Preetam in love with Nandini today? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: She ordered the tastiest kind of each vegetable and the prettiest kind of each flower. \nQuestion: How long did she take to decide on what to order? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Alexander II's death caused a great setback for the reform movement. \nQuestion: Before Alexander died how was the reform movement? \nCategory: Event Ordering.", "output": "No."}, {"input": "Sentence: The state has been first to pass major public health initiatives that have spread throughout the country. \nQuestion: How long did it take the health initiatives to pass? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: After the August missile strikes, diplomatic options to press the Taliban seemed no more promising than military options. \nQuestion: What happened after the strikes? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: After several years of private practice from 1982-90, he became the judge of Decatur County Court for a year. \nQuestion: How often are judges elected? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: Lgurio informs Callimaco that Nicia and Lucrezia are anxious to have a child . \nQuestion: Did they want children when they were younger? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: If I cannot carry my groceries or my laundry, how can I live?. \nQuestion: When did he do the laundry? \nCategory: Absolute Timepoint.", "output": "No."}, {"input": "Sentence: She began to tell the story of Majestic, the wild horse who could not be calmed. \nQuestion: What happened after she told the story? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: The Portuguese Crown, delighted with its first important discovery, immediately embarked on a program of colonization. \nQuestion: How often did the Portuguese send new settlers to the colonies? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: In school, Atta came across as very intelligent and reasonably pleasant, with an excellent command of the German language. \nQuestion: How long was Atta in the school? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Convicted murderer Seth Baxter awakens chained to a table beneath a pendulum blade . \nQuestion: How long will Seth be imprisoned for? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: She explained that Frank 's father was an alcoholic and that his mother worked as a toll booth operator . \nQuestion: Does Frank's mom still work at the toll booth? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: The NMCC learned about United 93 from the White House. \nQuestion: What happened after the NMCC learned of United 93? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: The dog accompanied him, frisking about him in friendly fashion. \nQuestion: What did he give the dog later? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: This means it is not moving yet, but it has the potential to move. \nQuestion: When does it have potential energy? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: So really, that's what many of the people are doing now,\"\" he said. \nQuestion: How long will they be doing that? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: The fiction of Japanese imperial power had become infinitely extendable. \nQuestion: What happened as the fiction of imperial power was extended? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Durer's father died in 1502, and his mother died in 1513. \nQuestion: How often did Durer visit his mother's grave? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: On London's Stock Exchange, Reuters shares rose five pence to 913 pence ($14.43). \nQuestion: How often does it rise? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: With this, it became impossible for me to stay upstairs, he said, pointing to the scars on his forearm. \nQuestion: When did he decide to move out? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: He also promises to `` come to '' him . \nQuestion: What time will he come? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: All the puppies at the dog pound need a loving home. \nQuestion: When did the puppies become available for adoption? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Every Saturday we would go to the park and play Toodles' favorite game. \nQuestion: What are you doing after the park? \nCategory: Event Ordering.", "output": "No."}, {"input": "Sentence: He them imprisons the royal family in his prison . \nQuestion: What happened after word spread of the royal family being imprisoned? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: The Vice President's task force was just getting under way when the 9/11 attack occurred. \nQuestion: What did the government decide after the 9/11 attack? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: On Fridays, Billy answers in a loud voice and Sally in a quiet voice. \nQuestion: What day does Susie answer in a loud voice? \nCategory: Absolute Timepoint.", "output": "No."}, {"input": "Sentence: In 1996 the WHO found that much of the population existed in a state of ``semi-starvation.''. \nQuestion: Does the population exist in a state of semi starvation today? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: An indictment filed in the case detailed interactions between group members as they swapped and commented on images. \nQuestion: Will the interactions continue forever? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: For example, what if you place a cake in the oven and you leave it in too long?. \nQuestion: What happens after the cake is taken out? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: In actual practice, however, we act too often as if we only cared for economic values. \nQuestion: How often do we only care for economic values? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: In this way the other major congressional interests can be brought together in the new committee's work. \nQuestion: How long did it take to form the new committee? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Alexander the Great's accomplishments and legacy have been depicted in many cultures. \nQuestion: When did Alexander the Great reign? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: There are many haras (breeding stables) in the neighbourhood, and the big Norman posters are much in demand. \nQuestion: For how long are the haras rented? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Boston Center TMU [Traffic Management Unit], we have a problem here. \nQuestion: What time was the problem discovered? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Cathy Wallace did not always know what she wanted to be when she grew up. \nQuestion: Did Cathy always have this unsure feeling? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: Martinez works two jobs as a physician's assistant and supports his elderly parents and 8-year-old son. \nQuestion: What does Martinez do after he works? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Shortly before she left, Tasha said, \"\"You steal from life for art, Bernardo. \nQuestion: What did Benardo do next? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: I suppose he was attracted to the commotion up the hill.\"\". \nQuestion: How often are there commotions on the hill? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: With this, it became impossible for me to stay upstairs, he said, pointing to the scars on his forearm. \nQuestion: How often did he consider moving out after he got his scars? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: In particular, the author differentiates between what he terms 'dominance' and a particular version of 'colonization'. \nQuestion: How long does the author take differentiating between dominance and colonization? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Upsetting many of his colleagues and contemporaries in France, the book brought about the final split with Sartre. \nQuestion: How long will his colleagues be angry? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Some of the people who took advantage of her through a questionable loan program were sent to jail. \nQuestion: What time of day were they sent to jail? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: There was even a tiny room in the back of one of the closets. \nQuestion: How often was the room utilized? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: The leaders of the Department of Homeland Security now appear before 88 committees and subcommittees of Congress. \nQuestion: How often are they required to appear? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: When he's not working for a Washington defense attorney, Lucas recovers stolen property for a 40% cut. \nQuestion: How long are his shifts as a defense attorney? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: The previous numismatic record holder was an 1804 U.S. silver dollar, which sold for $4.14 million in 1999. \nQuestion: How often are 1804 U.S. silver dollars purchased? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: It too has many Continents are much older than ocean basins. \nQuestion: What day of the week did the Continents come into existence? \nCategory: Absolute Timepoint.", "output": "No."}, {"input": "Sentence: In a matter of 48 hours, Alexander II planned to release his plan for the duma to the Russian people. \nQuestion: What did Alexander II do before releasing his plan? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Magnets are able to place a force on certain materials. \nQuestion: How long does it take for magnets to place a force on certain materials? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: A thwarted Mongol invasion in 1274 weakened the Kamakura regime. \nQuestion: What happened before the thwarted Mongol invasion? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: He loved spending time with him when he was younger, but he had moved last year. \nQuestion: How long did the move take? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Durer rejected Alberti's concept of an objective beauty, proposing a relativist notion of beauty based on variety. \nQuestion: How often are philosophical concepts rejected? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: In the mean time fate had avenged Law on one of his lesser enemies. \nQuestion: Is he still an enemy? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: Chernow notes how the membership soon included many of Hamilton's friends and associates. \nQuestion: Are Hamilton's friends and associates still included? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: He says that instead of everyone dying , they could keep at least one of their princes alive . \nQuestion: Is he still keeping one prince alive? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: The official death toll has reached 114 -- including 66 women, 28 children and 20 men, the ministry said. \nQuestion: How long has it taken for the death toll to reach this number? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Her mommy took her to the dog pound so that she could choose one that she wanted. \nQuestion: Did they stay at the dog pound after choosing the dog that she wanted? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: Sarah is dating the curator Michael Pierce , a single father who is away from the museum that night . \nQuestion: What did Sarah do after finding that Michael was gone? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Eventually, the shelter received word that the alleged hijacker 5 miles away had been a medevac helicopter. \nQuestion: Was the hijack still in process when they received word? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: The Portuguese Crown, delighted with its first important discovery, immediately embarked on a program of colonization. \nQuestion: Do the original colonies still exist? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: Schools were scarce between World War I and World War II. \nQuestion: How many times did World War I happen? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: Peter wanted to show off his bark, but he was too tired. \nQuestion: What did Peter do next? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Jerry swims in circles until Tom's head has done a 360 , and is then grabbed again . \nQuestion: Is Jerry still swimming in circles? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: Natural Levees A flooding river often forms natural levees along its banks. \nQuestion: When would a levee form? \nCategory: Frequency.", "output": "No."}, {"input": "Sentence: We may promise \"\"justice for all,\"\" but for those who can't afford a lawyer, that promise is often a lie. \nQuestion: What day was justice for all promised? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Like all energy, gravitational potential energy has the ability to do work. \nQuestion: What happens after gravitational potential energy does work? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: In typography, Durer depicts the geometric construction of the Latin alphabet, relying on Italian precedent. \nQuestion: What time does Durer finish with the alphabet? \nCategory: Absolute Timepoint.", "output": "No."}], "constants": {"Contributors": ["Swaroop Mishra", "Daniel Khashabi"], "Source": ["mctaco"], "URL": ["https://github.com/CogComp/MCTACO"], "Categories": "Question Understanding", "Reasoning": ["Temporal Reasoning", "Commonsense Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["News", "Wikipedia", "Law", "Justice", "History", "History -> 9/11 Reports", "Anthropology", "School Science Textbooks", "Fiction"], "Instance License": ["Unknown"], "Task_Id": "task019_mctaco_temporal_reasoning_category.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 409, "instructions": "Indicate with `Yes` if the given question involves the provided reasoning `Category`. Indicate with `No`, otherwise. We define five categories of temporal reasoning. First: \"event duration\" which is defined as the understanding of how long events last. For example, \"brushing teeth\", usually takes few minutes. Second: \"transient v. stationary\" events. This category is based on the understanding of whether an event will change over time or not. For example, the sentence \"he was born in the U.S.\" contains a stationary event since it will last forever; however, \"he is hungry\" contains a transient event since it will remain true for a short period of time. Third: \"event ordering\" which is the understanding of how events are usually ordered in nature. For example, \"earning money\" usually comes before \"spending money\". The fourth one is \"absolute timepoint\". This category deals with the understanding of when events usually happen. For example, \"going to school\" usually happens during the day (not at 2 A.M). The last category is \"frequency\" which refers to how often an event is likely to be repeated. For example, \"taking showers\" typically occurs ~5 times a week, \"going to Saturday market\" usually happens every few weeks/months, etc.", "task_id": "task019_mctaco_temporal_reasoning_category"}, "seed": 42}, "d_test": {"_type": "DataTable", "records": [{"input": "Sentence: He also had very short legs, but really big paws. \nQuestion: What happened before he had big paws? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Sarah is dating the curator Michael Pierce , a single father who is away from the museum that night . \nQuestion: How often is Michael at the museum? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: Max seemed to be happy to have his human by his side as well as a new doggy friend. \nQuestion: How often does Max see his doggy friend? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: She began to tell the story of Majestic, the wild horse who could not be calmed. \nQuestion: Is the horse calm today? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: If you walked, you used chemical energy from the food you ate. \nQuestion: What time did you eat? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: She told me that she was heading for a drink and slipped out of the crowd. \nQuestion: When did she have a drink? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: In a 1945 interview, Camus rejected any ideological associations: \"\"No, I am not an existentialist. \nQuestion: How long did the 1945 interview last? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Joey spent the afternoon looking for his German Shepherd where they often played, like the field and forest. \nQuestion: Was Joey searching for his German Shepherd at night? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: Jerry swims in circles until Tom's head has done a 360 , and is then grabbed again . \nQuestion: How long did Jerry swim in circles? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: The mother, looking on, learns of the ways of God with men. \nQuestion: How long did the mother look on? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Dam Square was landlocked for the first time in its history. \nQuestion: When is it expected to not be landlocked again? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: The group are chased by the assassins and Ronnie and Riya are killed . \nQuestion: What happened after Ronnie and Riya were killed? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Nibras and Quso delivered money to Khallad in Bangkok during Khallad's January 2000 trip to Kuala Lumpur and Bangkok. \nQuestion: Did Khallad's trip eventually come to an end? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: Estimates of his date of birth vary by well over a century. \nQuestion: What happened after his birth? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: They are very flat areas and they have very rich soils. \nQuestion: Will the soil remain rich after the land is used for cultivation? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: They also argued that Hall's litigious style hampered their ability to garner funds from Congress. \nQuestion: Is Hall still serving? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: They packed up the car and drove to the library, ready for a fun morning. \nQuestion: What did they do after the morning? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Casino operators had to reassess the nature of their business. \nQuestion: Are they operating the business on their days off? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: Ruling that the order was mutually binding, Judge Thornton also cited the men for contempt. \nQuestion: How often does Judge Thornton issue rulings? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: In this way the other major congressional interests can be brought together in the new committee's work. \nQuestion: When was the committee formed? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Ratners's chairman, Gerald Ratner, said the deal remains of \"\"substantial benefit to Ratners.\"\". \nQuestion: What happened after the chairman spoke? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: She explained that Frank 's father was an alcoholic and that his mother worked as a toll booth operator . \nQuestion: How long has Frank's father been an alcoholic? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: It is spending more than $500 million a year on semiconductor research and development. \nQuestion: Are they still working on development and research? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: The clock could be heard ticking through the air and glass of the jar. \nQuestion: when was the clock ticking? \nCategory: Absolute Timepoint.", "output": "No."}, {"input": "Sentence: Finley only realizes with hindsight that his misdeeds far surpass those of Violet . \nQuestion: Are Finley's deeds still worse the Violet's? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: The NMCC learned about United 93 from the White House. \nQuestion: When did the White House notify the NMCC? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Still , Preetam vows to marry Nandini if she meets him again . \nQuestion: Were they married yesterday? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: However , by the time Schahzenan's army reaches the city , Scheherazade's plan has worked . \nQuestion: When did Scheherazade's plan work? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Our investigation has uncovered no credible evidence that any person in the United States gave the hijackers substantial financial assistance. \nQuestion: What happens after the hijackers are caught? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Whatever their origins, their culture evolved under the pressure and influence of foreign forces. \nQuestion: Have they always been there? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: All Ana had to do was spell this last word and she would be the winner. \nQuestion: How long did it take her to spell the word? \nCategory: Event Duration.", "output": "No."}, {"input": "Sentence: However , by the time Schahzenan's army reaches the city , Scheherazade's plan has worked . \nQuestion: What happened after Scheherazade's plan had worked? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: There were a couple times that the family dog, Mika, has tried to take Joey from Marsha and eat him!. \nQuestion: What day did Mika try to eat Joey last? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Youll buy fewer items in the long run, so youll save money as well as resources. \nQuestion: Can you save money tomorrow? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: Islam later emerged as the majority religion during the centuries of Ottoman rule, though a significant Christian minority remained. \nQuestion: What happened before Islam was the majority religion? \nCategory: Event Ordering.", "output": "No."}, {"input": "Sentence: Finley only realizes with hindsight that his misdeeds far surpass those of Violet . \nQuestion: How long did it take Finley to realize? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: About a third of what we throw out is packaging. \nQuestion: What happens after the packaging is thrown out? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Church is brought back to life , but is an evil shell of himself . \nQuestion: How long did it take for Church to be brought back to life? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: It is spending more than $500 million a year on semiconductor research and development. \nQuestion: What will happen when the development stage is over? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: About 30% of Ratners's profit already is derived from the U.S. \nQuestion: How often did Ratners make a profit? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: Our investigation has uncovered no credible evidence that any person in the United States gave the hijackers substantial financial assistance. \nQuestion: How often are investigations like this launched? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: Christianity was introduced into Gaul in the first century a.d. \nQuestion: Was the religion created before it was introduced? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: Lucrezia is an honorable woman and does not at first agree to meet with the stranger . \nQuestion: Is lucrezia an honorable woman today? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: During a blackout , the house is attacked by aliens , who had previously killed Joe and abducted Iris . \nQuestion: Were the aliens still present in the attacked house the next day? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: He also submitted various suggestions as to its initial programs. \nQuestion: How long did it take him to come up with his suggestions? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: and jumped up and down on the side walk trying to get him to see them. \nQuestion: Did they go their way after trying to show them to him? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: You can see examples of people with gravitational potential energy in 1.5 Figure below. \nQuestion: What will a typical person do after reviewing the example? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Often times women are in need of immediate legal assistance services for the protection of the mother and the child. \nQuestion: How often can one apply for immediate legal assistance services ? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: The NMCC learned about United 93 from the White House. \nQuestion: Is United 93 still operational? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: Then they laid down on some towels and enjoyed the sun. \nQuestion: Were they still enjoying after the sun disappeared? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: Martinez works two jobs as a physician's assistant and supports his elderly parents and 8-year-old son. \nQuestion: How often does Martinez work? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: It's hail crackled across the comm, and Tara spun to retake her seat at the helm. \nQuestion: Will the hail storm ever end? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: Grants of tax-free land over the years had been made to Buddhist temples and members of the court aristocracy. \nQuestion: Are the grants still available to court aristocracy? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: I clapped her shoulder to show I was not laughing at her. \nQuestion: When did they clap her shoulder? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: He also promises to `` come to '' him . \nQuestion: How long does it take for him to \"\"come to\"\" him? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Lgurio informs Callimaco that Nicia and Lucrezia are anxious to have a child . \nQuestion: When did Lgurio inform Callimaco? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: If you have ever heard, \"\"Eat a good breakfast\"\", thats why. \nQuestion: Can you eat a good breakfast tomorrow? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: It refers to a woman who is dangerously attractive, and lures men to their downfall with her sexual attractiveness. \nQuestion: How long does it take to lure men to their downfall? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: The Portuguese Crown, delighted with its first important discovery, immediately embarked on a program of colonization. \nQuestion: What happened after the Portuguese attempted to colonize the new territory? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: The side of Malaquez's parcel gave way to reveal a greenmunk caught in a sheen of solid air. \nQuestion: How long was the greenmunk visible? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: The mindwipe will take its creation from my future self --but time too often does that without aid. \nQuestion: Had the mindwipe taken its creation last week? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: Some government officials were concerned that terrorists would take advantage of such breakdowns. \nQuestion: Is it normal for the officials to be concerned? \nCategory: Frequency.", "output": "No."}, {"input": "Sentence: They like to play hopscotch or jump rope but that day they wanted to play tag. \nQuestion: Were they playing tag the next day? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: Fossils tell an obscure story of man's slow and sporadic development. \nQuestion: What happens after a fossil is found? \nCategory: Event Ordering.", "output": "No."}, {"input": "Sentence: He estimated the money will help handle at least another 180 cases next year. \nQuestion: How long did it take to raise the money? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Our investigation has uncovered no credible evidence that any person in the United States gave the hijackers substantial financial assistance. \nQuestion: At what time was the investigation launched? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Our investigation has uncovered no credible evidence that any person in the United States gave the hijackers substantial financial assistance. \nQuestion: How long did the investigation span? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Spanish rule dictated Portugal's inadvertent involvement in Spain's ongoing wars. \nQuestion: Has there been a break in the war since it began? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: There are many haras (breeding stables) in the neighbourhood, and the big Norman posters are much in demand. \nQuestion: When are the big Norman posters most in demand? \nCategory: Absolute Timepoint.", "output": "No."}, {"input": "Sentence: He named the house, which was completed in 1802, the \"\"Grange\"\" after his grandfather Alexander's estate in Ayrshire, Scotland. \nQuestion: What day was the house built? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Direct control of the political operations of the entirety of Algeria, however, was not. \nQuestion: Is Algeria's political operations still being directly controlled? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: They are very flat areas and they have very rich soils. \nQuestion: When did the soils become rich>? \nCategory: Event Ordering.", "output": "No."}, {"input": "Sentence: About 30% of Ratners's profit already is derived from the U.S. \nQuestion: How long did it take to make profit? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: The fiction of Japanese imperial power had become infinitely extendable. \nQuestion: How long were the imperialists presumed to hold power? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: The king of Gandhara then stops everyone from grabbing the little food that is provided . \nQuestion: When did the king stop them from eating? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: The person may walk a half mile in the wrong direction!. \nQuestion: How long will the person spend walking in the wrong direction? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: The leaders of the Department of Homeland Security now appear before 88 committees and subcommittees of Congress. \nQuestion: When do they appear before the committees? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Several tenants blame other neighbors as perpetrators of the rift, however. \nQuestion: When did the tenants begin to blame the neighbors? \nCategory: Absolute Timepoint.", "output": "No."}, {"input": "Sentence: They also argued that Hall's litigious style hampered their ability to garner funds from Congress. \nQuestion: What happened after funds were unable to be garnered from congress? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: All Ana had to do was spell this last word and she would be the winner. \nQuestion: What did she do afterwards? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: With this, it became impossible for me to stay upstairs, he said, pointing to the scars on his forearm. \nQuestion: Did he have the scars when he began living upstairs? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: In typography, Durer depicts the geometric construction of the Latin alphabet, relying on Italian precedent. \nQuestion: How often does Durer depict the construction ? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: The dermis also contains hair follicles and two types of glands. \nQuestion: How much time does it take for hair to grow back? \nCategory: Absolute Timepoint.", "output": "No."}, {"input": "Sentence: , followed by other ports at Hy\u00e8res, Antibes, and Nice. \nQuestion: How long were you at the ports? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Spanish rule dictated Portugal's inadvertent involvement in Spain's ongoing wars. \nQuestion: How often does Spain go to war? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: A floodplain is an area where a thick layer of rich soil is left behind as the floodwater recedes. \nQuestion: What can you do after the floodwater recedes? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Other times, they play a game with Quack where they wave at Quack and laugh. \nQuestion: When do they play games? \nCategory: Absolute Timepoint.", "output": "No."}, {"input": "Sentence: He jumped into the pond and started swimming toward the ducks, chasing around his new playmates. \nQuestion: How often does he chase birds? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: Then the green ball told the orange ball that blue ball was stupid. \nQuestion: How often do the green and orange ball talk? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: In this way the other major congressional interests can be brought together in the new committee's work. \nQuestion: Could congressional interests be brought together prior to the formation of the new committee? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: Other times, they play a game with Quack where they wave at Quack and laugh. \nQuestion: How often do they play a game with Quack ? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: Several tenants blame other neighbors as perpetrators of the rift, however. \nQuestion: What will the tenants do as a result of the rift? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Natural Levees A flooding river often forms natural levees along its banks. \nQuestion: When does a levee form? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: With this, it became impossible for me to stay upstairs, he said, pointing to the scars on his forearm. \nQuestion: When did he get his scars? \nCategory: Event Ordering.", "output": "No."}, {"input": "Sentence: In the end , they drive off , listening to the radio . \nQuestion: Was the vehicle they were driving built before the trip started? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: Peter wanted to show off his bark, but he was too tired. \nQuestion: How long did Peter want to bark for? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: At NEADS, the report of the hijacking was relayed immediately to Battle Commander Colonel Robert Marr. \nQuestion: Is the threat still valid today? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: A majority of 65 votes in the 128-member body was required to reject his reinstatement. \nQuestion: Was he elected for a lifetime? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: He then starred in a TV show Which was a failure both critically and commercially . \nQuestion: How long did he act in the TV show? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Boston Center TMU [Traffic Management Unit], we have a problem here. \nQuestion: Is the problem still ongoing? \nCategory: Transient v. Stationary.", "output": "Yes."}], "constants": {"Contributors": ["Swaroop Mishra", "Daniel Khashabi"], "Source": ["mctaco"], "URL": ["https://github.com/CogComp/MCTACO"], "Categories": "Question Understanding", "Reasoning": ["Temporal Reasoning", "Commonsense Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["News", "Wikipedia", "Law", "Justice", "History", "History -> 9/11 Reports", "Anthropology", "School Science Textbooks", "Fiction"], "Instance License": ["Unknown"], "Task_Id": "task019_mctaco_temporal_reasoning_category.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 409, "instructions": "Indicate with `Yes` if the given question involves the provided reasoning `Category`. Indicate with `No`, otherwise. We define five categories of temporal reasoning. First: \"event duration\" which is defined as the understanding of how long events last. For example, \"brushing teeth\", usually takes few minutes. Second: \"transient v. stationary\" events. This category is based on the understanding of whether an event will change over time or not. For example, the sentence \"he was born in the U.S.\" contains a stationary event since it will last forever; however, \"he is hungry\" contains a transient event since it will remain true for a short period of time. Third: \"event ordering\" which is the understanding of how events are usually ordered in nature. For example, \"earning money\" usually comes before \"spending money\". The fourth one is \"absolute timepoint\". This category deals with the understanding of when events usually happen. For example, \"going to school\" usually happens during the day (not at 2 A.M). The last category is \"frequency\" which refers to how often an event is likely to be repeated. For example, \"taking showers\" typically occurs ~5 times a week, \"going to Saturday market\" usually happens every few weeks/months, etc.", "task_id": "task019_mctaco_temporal_reasoning_category"}, "seed": 42}, "d_val": {"_type": "DataTable", "records": [{"input": "Sentence: In the end , they drive off , listening to the radio . \nQuestion: What time did they stop driving for a lunch break? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: He them imprisons the royal family in his prison . \nQuestion: Were the royal family members ever sent back to prison? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: The dog accompanied him, frisking about him in friendly fashion. \nQuestion: Was the dog happy? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: Casino operators had to reassess the nature of their business. \nQuestion: How long had they been in business? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Direct control of the political operations of the entirety of Algeria, however, was not. \nQuestion: How often is Algeria free from direct control over it's political operations? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: After finally sleeping with Lucrezia , Callimaco confesses everything . \nQuestion: How many times did Callimaco sleep with Lucrezia? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: He then starred in a TV show Which was a failure both critically and commercially . \nQuestion: Did he still perform in TV shows after the failure? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: Mzoudi studied in Dortmund, Bochum, and Muenster before moving to Hamburg in 1995. \nQuestion: How many years did Mzoudi spend studying ? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: He then starred in a TV show Which was a failure both critically and commercially . \nQuestion: How often does he perform in TV shows? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: In the opening scene , Randy Morton describes a typical Friday afternoon at the Waldorf . \nQuestion: Is he still at the Waldorf? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: In the aftermath of Massaga and Ora, numerous Assakenians fled to the fortress of Aornos. \nQuestion: How often did the Assakenians flee? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: California was first to require smog checks for clean air, pass anti-tobacco initiatives and bike helmets laws. \nQuestion: Are the laws still followed in California? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: By the time the spelling bee arrived Ana and her best friend were sure she would win. \nQuestion: What happened after the spelling bee? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: About a third of what we throw out is packaging. \nQuestion: Are we still throwing out packaging? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: This sediment has been eroded off areas of land from upstream. \nQuestion: Has there been erosion recently? \nCategory: Absolute Timepoint.", "output": "No."}, {"input": "Sentence: Those in the shelter wondered if the aircraft had been shot down pursuant to this authorization. \nQuestion: Are they still in the shelter? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: The clock could be heard ticking through the air and glass of the jar. \nQuestion: what did the clock do after it ticked? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: The king of Gandhara then stops everyone from grabbing the little food that is provided . \nQuestion: Were they upset after the king stopped them? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: In Colombia, the drug-financed guerrillas trying to seize the country and destroy democracy include M-19, which Castro has clearly backed. \nQuestion: How often is there conflict between the gorillas and the Columbian government? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: Her mommy took her to the dog pound so that she could choose one that she wanted. \nQuestion: When did they go to the dog pound ? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Sarawak's coast and jungle interior were controlled by the Iban\u2002\u2014\u2002Sea Dayak pirates and Land Dayak slash-and-burn farmers. \nQuestion: Do the Iban control the Sarawak's Coast now? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: Every Saturday we would go to the park and play Toodles' favorite game. \nQuestion: has it always been his favorite game? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: They first traveled by plane around Europe, where they saw many different people and sights. \nQuestion: After boarding a plane, were they still flying in it the next day? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: Allan crouched over his desk once more, pen in hand and mind blank. \nQuestion: How long did it take for Allan to crouch over his desk? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Wallace lives in Athens, W. Va., with her husband Rob, 37, and her daughters Rachel, 11, and Claire, 5. \nQuestion: Who did Wallace live with before moving to Athens? \nCategory: Event Ordering.", "output": "No."}, {"input": "Sentence: The mother, looking on, learns of the ways of God with men. \nQuestion: How often does the mother look on? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: I suppose he was attracted to the commotion up the hill.\"\". \nQuestion: When was the commotion? \nCategory: Absolute Timepoint.", "output": "No."}, {"input": "Sentence: He loved spending time with him when he was younger, but he had moved last year. \nQuestion: What did he do after he moved? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Radio Televizioni Shqiptar (RTSH) is the public radio and TV broadcaster of Albania, founded by King Zog in 1938. \nQuestion: How old was King Zog when he founded RTSH? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Among the travelers were Mohamed Atta and Abdul Aziz al Omari, who arrived at the airport in Portland, Maine. \nQuestion: How long did it take for the travelers to reach Portland? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: In the mean time fate had avenged Law on one of his lesser enemies. \nQuestion: How often did fate intervene? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: In Colombia, the drug-financed guerrillas trying to seize the country and destroy democracy include M-19, which Castro has clearly backed. \nQuestion: Is Colombia's democratic government stable? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: California was first to require smog checks for clean air, pass anti-tobacco initiatives and bike helmets laws. \nQuestion: How often are such initiatives passed? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: The person may walk a half mile in the wrong direction!. \nQuestion: When did the person start walking in the wrong direction? \nCategory: Absolute Timepoint.", "output": "No."}, {"input": "Sentence: She told them that she would help take care of the puppy, if she could have one. \nQuestion: When did she promise to care for the puppy? \nCategory: Absolute Timepoint.", "output": "No."}, {"input": "Sentence: Wallace lives in Athens, W. Va., with her husband Rob, 37, and her daughters Rachel, 11, and Claire, 5. \nQuestion: How long has Wallace lived in Athens? \nCategory: Event Duration.", "output": "Yes."}, {"input": "Sentence: Martinez works two jobs as a physician's assistant and supports his elderly parents and 8-year-old son. \nQuestion: Does Martinez work on the weekdays? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: With large population movements in the 1990s to urban areas, the provision of education has undergone transformation as well. \nQuestion: Is education still undergoing transformation? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: A floodplain is an area where a thick layer of rich soil is left behind as the floodwater recedes. \nQuestion: Can you grow corps in a floodplain? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: Chernow notes how the membership soon included many of Hamilton's friends and associates. \nQuestion: What happened before Hamilton's friends and associates were included? \nCategory: Event Ordering.", "output": "Yes."}, {"input": "Sentence: Although disruption efforts around the world had achieved some successes, the core of  Bin Laden's organization remained intact. \nQuestion: What time of day did the organization have a meeting? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Carl Laemmle, head of Universal Studios, gave Einstein a tour of his studio and introduced him to Chaplin. \nQuestion: At what time did Einstein return home? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Upsetting many of his colleagues and contemporaries in France, the book brought about the final split with Sartre. \nQuestion: When was the book published? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: Once we arrive, the castle looked much bigger than we had imagined. \nQuestion: how often did you imagine it? \nCategory: Frequency.", "output": "Yes."}, {"input": "Sentence: Ruling that the order was mutually binding, Judge Thornton also cited the men for contempt. \nQuestion: Did the judge's order still stand after the men settled their debt? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: At the same time, the Sudanese regime began to change. \nQuestion: Did situations become better for the people? \nCategory: Transient v. Stationary.", "output": "Yes."}, {"input": "Sentence: During breakfast one morning, he seemed lost in thought and ignored his food. \nQuestion: When does he usually have his breakfast? \nCategory: Absolute Timepoint.", "output": "Yes."}, {"input": "Sentence: In typography, Durer depicts the geometric construction of the Latin alphabet, relying on Italian precedent. \nQuestion: Is depicting construction a part of Durer's responsibilities in his profession? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: The two become close friends but do not reveal the secrets . \nQuestion: Will they ever reveal their secrets to each other? \nCategory: Transient v. Stationary.", "output": "No."}, {"input": "Sentence: Youll buy fewer items in the long run, so youll save money as well as resources. \nQuestion: What day will you start saving money? \nCategory: Absolute Timepoint.", "output": "No."}], "constants": {"Contributors": ["Swaroop Mishra", "Daniel Khashabi"], "Source": ["mctaco"], "URL": ["https://github.com/CogComp/MCTACO"], "Categories": "Question Understanding", "Reasoning": ["Temporal Reasoning", "Commonsense Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["News", "Wikipedia", "Law", "Justice", "History", "History -> 9/11 Reports", "Anthropology", "School Science Textbooks", "Fiction"], "Instance License": ["Unknown"], "Task_Id": "task019_mctaco_temporal_reasoning_category.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 409, "instructions": "Indicate with `Yes` if the given question involves the provided reasoning `Category`. Indicate with `No`, otherwise. We define five categories of temporal reasoning. First: \"event duration\" which is defined as the understanding of how long events last. For example, \"brushing teeth\", usually takes few minutes. Second: \"transient v. stationary\" events. This category is based on the understanding of whether an event will change over time or not. For example, the sentence \"he was born in the U.S.\" contains a stationary event since it will last forever; however, \"he is hungry\" contains a transient event since it will remain true for a short period of time. Third: \"event ordering\" which is the understanding of how events are usually ordered in nature. For example, \"earning money\" usually comes before \"spending money\". The fourth one is \"absolute timepoint\". This category deals with the understanding of when events usually happen. For example, \"going to school\" usually happens during the day (not at 2 A.M). The last category is \"frequency\" which refers to how often an event is likely to be repeated. For example, \"taking showers\" typically occurs ~5 times a week, \"going to Saturday market\" usually happens every few weeks/months, etc.", "task_id": "task019_mctaco_temporal_reasoning_category"}, "seed": 42}}}, "task108_contextualabusedetection_classification": {"task_id": "task108_contextualabusedetection_classification", "data": {"d_incontext": {"_type": "DataTable", "records": [{"input": "> First of all, one, \"piracy helps me try games before I buy\" is one, if not the biggest argument for piracy.  >     Do games nowadays do demos still? Should that be enough to appease those kinds of people people in a legal manner?     Edit: Not Betas - I mean post-launch demos", "output": "no"}, {"input": "What's the link I wanna see the cute sister", "output": "no"}, {"input": "kis post pe????", "output": "no"}, {"input": ">critiques of leftist ideology    Do you really believe that this post of yours is \"critique of ideology\":    > Transgender and Gender Fluidity are mental disorders(i.redd.it)  submitted 2 days ago by Lapiol to r/smuggies    with followup comment by you:    >All these transgender and Gender Fluid activists always follow the same self-defeating philosophy. They remark that gender is just a social construct, invalidating their own made up identities.  And the only difference with a transgender person is they're constantly pumping their body with hormone replacement and have gone through surgery to look like the other gender. Biologically, they're still the gender they were born as.    Most transgenders have more mental issues than just gender dysphoria, many normally have bipolar and other personality disorders to go along with it. Yet it's \"transphobic\" to point out the natural observation that their mindset isn't a healthy one.      Being an angry little man is not the same thing as doing ideological criticism, lol. Your shit reads like you haven't read a single non-fantasy book in your life.", "output": "yes"}, {"input": "Seriously though, what the hell am I supposed to tweet in regards to trans suicides? Unless I know someone who went through that in my life what am I going to say?", "output": "no"}], "constants": {"Contributors": ["Maitreya Patel"], "Source": ["cad"], "URL": ["https://github.com/dongpng/cad_naacl2021"], "Categories": "Toxic Language Detection", "Reasoning": [], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Social Media -> Twitter"], "Instance License": ["CC BY 4.0"], "Task_Id": "task108_contextualabusedetection_classification.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 3996, "instructions": "Read the given text and if it has abusive content then indicate via \"yes\". Otherwise indicate via\"no\". \nWe consider the content to be abusive if it contains any of the following instances: (1) Identity Directed Abuse (e.g., Content which contains a negative statement made against an identity. An identity is a social category that relates to a fundamental aspect of individuals community, socio-demographics, position or self-representation) (2) Affiliation Directed Abuse (e.g., Content which express negativity against an affiliation. We define affiliation as a (more or less) voluntary association with a collective. Affiliations include but are not limited to: memberships (e.g. Trade unions), party memberships (e.g. Republicans), political affiliations (e.g. Right-wing people) and occupations (e.g. Doctors).) (3) Person Directed Abuse (e.g., Content which directs negativity against an identifiable person, who is either part of the conversation thread or is named. Person-directed abuse includes serious character based attacks, such as accusing the person of lying, as well as aggression, insults and menacing language.) and (4) Counter Speech (e.g., Content which challenges, condemns or calls out the abusive language of others.). Note that URLs in the text have been replaced with [Link].", "task_id": "task108_contextualabusedetection_classification"}, "seed": 42}, "d_train": {"_type": "DataTable", "records": [{"input": "cape shit is not funny even ironically man babies", "output": "yes"}, {"input": "Sorry, bot. Your text isn't on top of it this time.    Better luck in the next thread.", "output": "no"}, {"input": "Rip my karma", "output": "no"}, {"input": "Looks like a product of a sheepfucker Iraqi  /Crossbreedinggonewrong", "output": "yes"}, {"input": "Huh...BEHENJI.", "output": "yes"}, {"input": "Vro if you haven't read one piece it's pretty good. But it is almost 1000 chapters so that turns people off it.", "output": "no"}, {"input": "> The rest should be self explanatory.    The universe is left as an exercise for the reader.", "output": "no"}, {"input": "I got called a Nazi unironically today for posting a picture of a frog playing with a butterfly", "output": "no"}, {"input": "And saris can be spectacularly scanty. Esp the types the maadus and punjus wear", "output": "no"}, {"input": "I'd bet 99% of black men would agree. The left will have to abandon black people since they need to side with the smallest minority.", "output": "yes"}, {"input": "I could care less about the moneyb i just want the records unsealed.", "output": "no"}, {"input": "So he gets beaten up by his wife, who then proceeds to cuck him with Elon Musk? Is he the new Brendan Fraiser?", "output": "yes"}, {"input": "Oh i totally get that I still just think it would be easyer to have a system that uses whole numbers, at least on the update/compatibility side of things. Drives me nuts for some reason lol", "output": "no"}, {"input": "spez is a fascist", "output": "yes"}, {"input": "Alexa, play Mandir Wahin Banayenge", "output": "no"}, {"input": "Right? They use a quote that explains a context as a justification when it's not. Newell isn't saying that if service is bad you should pirate - he's saying that piracy results from a given circumstance. But people think that means certain circumstance = free reign to take that shit for free woo hoo!    No. That's childish. I wish that I could say for certain that everyone defending piracy was a acne popping fifteen year old, but there's so many 30-40 year old assholes who are actually this entitled that I know I can't say that.", "output": "no"}, {"input": "Just because you flew a plane once doesn't make you a pilot", "output": "no"}, {"input": "I have to wait until tomorrow morning to do the test but I have motives to be in panic.   It is in my bag, well-hidden, I am thinking about destroying it so I definitely can't have a positive response.   I am underage, my parents are strictly catholic and basically ***against sex.***  It is not my fault - looks hard to believe, but it is the truth.   My friends would reject me aswell, my boy would...   I hope this is just kind of paranoia.   If I see those fkng 2 lines, the only thing I can do is to kill myself.    About 6 hours of non-sleep, say something to fill this time.", "output": "no"}, {"input": "   O | H | N | O | I | T | ' | S | R | E | T | A | R | D | E | D  -|-|-|-|-|-|-|-|-|-|-|-|-|-|-|-  H | H |  |  |  |  |  |  |  |  |  |  |  |  |  |   N |  | N |  |  |  |  |  |  |  |  |  |  |  |  |   O |  |  | O |  |  |  |  |  |  |  |  |  |  |  |   I |  |  |  | I |  |  |  |  |  |  |  |  |  |  |   T |  |  |  |  | T |  |  |  |  |  |  |  |  |  |   ' |  |  |  |  |  | ' |  |  |  |  |  |  |  |  |   S |  |  |  |  |  |  | S |  |  |  |  |  |  |  |   R |  |  |  |  |  |  |  | R |  |  |  |  |  |  |   E |  |  |  |  |  |  |  |  | E |  |  |  |  |  |   T |  |  |  |  |  |  |  |  |  | T |  |  |  |  |   A |  |  |  |  |  |  |  |  |  |  | A |  |  |  |   R |  |  |  |  |  |  |  |  |  |  |  | R |  |  |   D |  |  |  |  |  |  |  |  |  |  |  |  | D |  |   E |  |  |  |  |  |  |  |  |  |  |  |  |  | E |   D |  |  |  |  |  |  |  |  |  |  |  |  |  |  | D ", "output": "yes"}, {"input": "One consequence you can control: resentment", "output": "no"}, {"input": "Here is a list all the successful marxist societies:", "output": "no"}, {"input": "JIMMY NIGGATRON", "output": "yes"}, {"input": "I'm not familiar with that term. It sounds straightforward but maybe it's not... it sounds okay if it's not a misleading term for something completely different from going to the doctor and getting a bill for it.", "output": "no"}, {"input": "Trusted and actually telling the truth are two different things.  I can trust my junkie brother won't rob my house because he told be he wont. It's another thing when I come home & find it completely empty.    My whole issue with this is it's true that most of the last several generations 'get the majority of their news' from the daily show. It's probably caused a bigger partisan riff between the parties than Fox news.  You then try to point out the in accuracies, when they lie, their bias etc and are greeted with 'it's just a comedy show' from the same people that treat it as the most trusted source in news.", "output": "no"}, {"input": "Hey you know what? I don't usually engage with trolls but I'll make an exception here. You were called out for being a know-it-all in that thread and now you're just licking your wounds and sulking like a child. If you don't like the link I submitted hit the downvote button. Don't be a baby about it, you fucking wannabe serial killer. This is why I lurk!", "output": "yes"}, {"input": "Gypsies of peace strike again.", "output": "yes"}, {"input": "In Hearts of Iron, specifically, it's because that game lets them pretend their ideologies are feasible because they're overpowered in a WWII simulator.", "output": "no"}, {"input": "True. The people who's spreading the  \"Hindu Terrorists\" narrative are cucked hindus themselves.  Apne he log katwayenge apna.", "output": "yes"}, {"input": "Basically, don't call victims liars and pressure them into not alerting authorities but don't believe every word they say unconditionally", "output": "no"}, {"input": "Meh, I like it better than the alternative: every game **has** to go through Steam.    Which realistically will never happen. But if it does, it'd be microsoft forcing their store in Windows, and even then I'll move to Linux.", "output": "no"}, {"input": ">Agreed. Things like this will make us lose votes to the right wingers. Especially as the kids were Turkish and the article tries to paint them as Bulgarians. Right wingers will eat that up as dishonest journalism.", "output": "no"}, {"input": "It's also like... so apparently Pikachu alone is portrayed this way and every other Pok\u00e9mon is shown to be ready to betray you at the next turn? The whole theme of friendship and loyality isn't embedded in the whole franchise? It's almost like this person hasn't actually ever played the games", "output": "no"}, {"input": "I think you are confused on some aspects of the concept of 'relationships'.", "output": "no"}, {"input": "China ftw", "output": "no"}, {"input": "7 assassination attempts    Ya ok buddy retard. I'm sure everyone clapped after every unsuccessful one too ya?", "output": "yes"}, {"input": "On the need for \"racial literacy\" (oh, and the dictionary definition is wrong too...)", "output": "no"}, {"input": "Cross Post this on r/porkistan .", "output": "yes"}, {"input": "Bill Nye is a TV personality.  I don't see how that's controversial.", "output": "no"}, {"input": "If you feel like you need a parade to feel okay about yourself being straight which is the most OKAYEST thing on the planet, you are by definition pathetic.", "output": "yes"}, {"input": "White arent people, they're a disease yakub unleashed onto the land", "output": "yes"}, {"input": "Giant minarets of neighborhood Mosques and 5 times a day declaration from their pulpits that Islam's God is only true God and other Gods are false makes me nervous. I am a Hindu.", "output": "yes"}, {"input": "It's currently at 9,999 subs - I'm tempted to be the one.", "output": "no"}, {"input": "And now for another round of the old question \"Troll, twat or incel?\". The answer is usually *all* of the above!", "output": "yes"}, {"input": "Body positivity should not mean forcing yourself into clothes that are not meant for your body type or advertising obesity", "output": "no"}, {"input": "Check the Iran stats.", "output": "no"}, {"input": "When cops do not publicly out the so called \"Bad Apples\" amongst them, when police officers who are litteral rapist escape indictment, I lump them in with the dirt     ACAB", "output": "yes"}, {"input": "Fear mongering and propaganda disguised as entertainment", "output": "no"}, {"input": "Do Peta not realise more people would actually listen to them if they weren't absolute cunts? Everytime they post it makes me want to kill an animal just to annoy them.", "output": "yes"}, {"input": "I swear to God every Free Jinger thread I've seen discussed 1) cousins and 2) last names! I know they're infamous for thread drift but those 2 seem to be their favorite topics!", "output": "no"}, {"input": "TheDonald: Wait, we're quarantined before ChapoTraphouse for \"violent threats against police and public officials\"?", "output": "no"}, {"input": "why do you want to go against human nature? we live as a collective and always have. there is no true \"self sustaining\" it's all about the wellness of the tribe. individualism is a myth sold to you by corporation to make you buy things to be unique", "output": "no"}, {"input": "I live in the South, Georgia to be exact. Other than usual political bullshit, and the overblown accusations of voter suppression in the last election, everyone lives pretty civilly with each other and it is much more racially  integrated here than any where I lived in California. These people have no idea what is going on in the South.", "output": "no"}, {"input": "GoT show is literally fantasy capeshit.", "output": "no"}, {"input": "Can someone explain the GOT related tags on the posts in this sub?", "output": "no"}, {"input": " >It would be nice if Congress was forced to vote on every military intervention\u00a0    Who wants to tell this waste of oxygen?", "output": "yes"}, {"input": "OMG I hope that's true because that's *way* more retarded and open for abuse.", "output": "yes"}, {"input": "They claim it was warning shots lol,    Why the average homeowner doesn't go for a shotgun with as little choke as possible is beyond me, and as an added bonus it has less stopping power to accidently shoot you kids through a wall.", "output": "no"}, {"input": "Imagine getting so offended for other people, that you attack people who eat food they like.", "output": "no"}, {"input": "hobbyist digital artist.. translation.. draws shitty Sonic mpreg vore.", "output": "no"}, {"input": "Yeah but there's like eight courses of that.", "output": "no"}, {"input": "JUST", "output": "no"}, {"input": ">otherwise we would have to take Saturday Night Live off the air     Wtf I hate parody now", "output": "no"}, {"input": "I am American.    I think the two largest groups of Americans in this regard are    1 - \"Patriots\" who can not let any slight go unchallenged, because \"USA USA we saved your ass in WWII\"    and    2 - People who respond to banter earnestly - \"Yeah, you're right, we're fat as fuck and our healthcare sucks.\"    Not a lot of space for larfs in there.", "output": "no"}, {"input": "No one else that worked for us would ever dare dare oppose us Yeah they lost me there lol.", "output": "no"}, {"input": "> this feels like an english teacher trying to find hidden meanings in regular books    The original detail is just a little background joke, but this anti critical thinking line of thinking makes me so angry. What's wrong with analysing things you read or watch?", "output": "no"}, {"input": "my bisexual self would like to nominate Tak7ics for president of the world", "output": "no"}, {"input": "Absolutely wrong, you're thinking of mayo foids", "output": "yes"}, {"input": "Yeah, the pre-vet program I'm looking into is also part of agriculture. VA Tech?", "output": "no"}, {"input": ">The only way to stop a bad guy with a spatula is a good guy with just about anything.    Holy kek", "output": "no"}, {"input": "Redditor asks if Philippines is the \"Poland of Asia\" after being called \"the punching bag of Asia.\" It seems that the answer is no.", "output": "no"}, {"input": "I don't think you're legally allowed to get rid of disabled parking", "output": "no"}, {"input": "This can be proven if you send the mods video of you fucking some bussy.", "output": "no"}, {"input": "Pruane doesnt have the tism, he's just uhhh differently intelligent.", "output": "yes"}, {"input": "Yea i agree too, i read through naruto a while back and the insane jump in power during the second half of naruto was insane, especially the ninja war arc, seeing naruto make hundreds of clones and then power people up by insane amounts reminded me of how much of a mary sue naruto is, not only was he born with insane power, hes also beloved by everyone and is basically a god by the end of the series. Tbh a better martial arts graphic novel is God of Highschool.", "output": "no"}, {"input": "Umm No , He is anirudh thapa .", "output": "no"}, {"input": "The only upside is if all these people chemically castrate themselves they take themselves out of the gene pool. The sooner the better.", "output": "yes"}, {"input": "Reminder that none of these people have, to this point, nor will they ever, receive compensation for their extensive services, and this has clearly been the paradigm under which they labor for the entirety of their tenure.", "output": "no"}, {"input": "So not yellowface then, as her face wasn't yellow. Unlike Christopher Lee as Fu Manchu, or Mickey Rooney in Breakfast at Tiffanys.    These people are just stupid.", "output": "yes"}, {"input": "God, i dont want to support Feinstein but damn i liked her in this video.    Also, its amazing this is edited and supported by them, and it still shows so much rudeness by the green new deal people", "output": "no"}, {"input": ">Fist of the north star.    I heard it's really great.     >i do not watch general anime. too much cuck shit and soyboys.    I agree . I know there needs to be feeling and stuff but I don't need my anime MC's to be cucks.     >last marvel movie i enjoyed was iron Man 1.    Ok , we have different tastes.  I'd hope you feel me more non-cucked animes. I have read Berserk and it's really great.", "output": "yes"}, {"input": "You sure about that?", "output": "no"}, {"input": "This is one of the dumber pieces of social media outrage I've seen recently. Making this in to a racial thing seems incredibly misguided and takes away from actual issues of racial injustice.", "output": "no"}, {"input": ">Literally attempted suicide    Code for, \"I threw a temper tantrum until my parents gave me my phone back\"    >and other suicides have been successful under the same conditions.    Which should tell you that kids having 24/7 access to cell phones and social media is part of the problem, not the solution.      I was a teenager in the time before cell phones (my parents had a car phone) and the internet (I could use my 2400 bps modem to call into local BBS systems) and I hate to sound cliche but kids were a hell of a lot better adjusted.  If we wanted to talk to someone we actually had to talk to them and there was no drive to impress (or bully) our peers on social media.    A kid under the age of 16 doesn't need a cell phone, nor do they need unrestricted access to social media.  Sorry, they just don't.  At 16 you're much closer to being an adult than a kid and you gain the ability to drive so a cell phone isn't a terrible idea.      Sorry, but I think we're raising a generation of kids who will be damaged by the internet, OP is just one example of that and so is the related post talking about the kid who thinks they are trans.", "output": "yes"}, {"input": "\u2022 Dabi isn't Endeavor's son after all.    \u2022 The Doctor didn't steal Deku's quirk and he wasn't lying when he said Deku didn't have one.", "output": "no"}, {"input": "Couldn't post the mod sticky because I commented in it before. Oda has had both positive and negative portrayals of trans or queer characters, and this most recent one was a short reveal that spawned a lot of negativity towards the lgbt community.", "output": "no"}, {"input": "Cumtown? What?", "output": "no"}, {"input": "Nice score.", "output": "no"}, {"input": "come on homie seal it with a bit of tape or something at least", "output": "no"}, {"input": "Yeah she's definitely a bit nuts.  It's good that you're recognising it now and I hope things start improving for you (and your mum too, if possible).", "output": "no"}, {"input": "> smart and attractive     > retarded communist/socialist moron    Pick one", "output": "yes"}, {"input": "I'm no fan of T_D, but the mods could've simply banned him for not being a Trump supporter.", "output": "no"}, {"input": "This is a pretty good rundown if you don't mind shilling for the game", "output": "no"}, {"input": "A subreddit that exists exclusively to criticize people on a TV show, and positive comments are not allowed. That is a special kind of nastiness.", "output": "no"}, {"input": "That's the inner, so I'mma stick around with Russ and be a mentor", "output": "no"}, {"input": "I'm just here for the cult gold", "output": "no"}, {"input": "> subsequently crushed by the chants of \"we pay, no gay\".    Classy.", "output": "no"}, {"input": "What has the company been telling people for 20 years, and which company?", "output": "no"}, {"input": "There is the intellectually and morally superior side, and then there are the right wingers. [+398] - r/The_Mueller", "output": "no"}, {"input": "Nice.  I'm glad I got a [post]in while it lasted.  Surprisingly well- received; I guess maybe \"bootlicker\" threw them off?", "output": "no"}, {"input": "Jolyne and Stone Ocean are some of my favorite JoJos/Parts", "output": "no"}], "constants": {"Contributors": ["Maitreya Patel"], "Source": ["cad"], "URL": ["https://github.com/dongpng/cad_naacl2021"], "Categories": "Toxic Language Detection", "Reasoning": [], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Social Media -> Twitter"], "Instance License": ["CC BY 4.0"], "Task_Id": "task108_contextualabusedetection_classification.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 3996, "instructions": "Read the given text and if it has abusive content then indicate via \"yes\". Otherwise indicate via\"no\". \nWe consider the content to be abusive if it contains any of the following instances: (1) Identity Directed Abuse (e.g., Content which contains a negative statement made against an identity. An identity is a social category that relates to a fundamental aspect of individuals community, socio-demographics, position or self-representation) (2) Affiliation Directed Abuse (e.g., Content which express negativity against an affiliation. We define affiliation as a (more or less) voluntary association with a collective. Affiliations include but are not limited to: memberships (e.g. Trade unions), party memberships (e.g. Republicans), political affiliations (e.g. Right-wing people) and occupations (e.g. Doctors).) (3) Person Directed Abuse (e.g., Content which directs negativity against an identifiable person, who is either part of the conversation thread or is named. Person-directed abuse includes serious character based attacks, such as accusing the person of lying, as well as aggression, insults and menacing language.) and (4) Counter Speech (e.g., Content which challenges, condemns or calls out the abusive language of others.). Note that URLs in the text have been replaced with [Link].", "task_id": "task108_contextualabusedetection_classification"}, "seed": 42}, "d_test": {"_type": "DataTable", "records": [{"input": ">slight closet elitist     Not only am I better than you, but I'm humble enough to admit my superiority.", "output": "no"}, {"input": "Your submission or comment was removed for the following reason(s):      ---    ---    > **Videos (and audio) are banned from /r/TumblrInAction.** Sadly we don't have the capacity to effectively moderate the hours of footage that would otherwise get submitted, so we can't allow these without getting the sub banned. Sorry!    ---        ---    If you have any questions or comments about this action, **Use this link to send us a mod mail message** ", "output": "no"}, {"input": "strawest man to ever straw", "output": "no"}, {"input": "thurki did it. ", "output": "no"}, {"input": "To be fair about that specific instance the story is from Harry's point of view. Dumbledore was a teacher and a mentor to him. Who dumbledore was porking in his youth wouldn't come up naturally at all. That being said I do agree that Rowling has a nasty habbit of trying to be woke without putting any of the effort in.     As someone who is trying to be a writer I find her deplorable. Changing her characters after the fact not because it enhances to story, but because she can get press out of it. It's finally biting her in the ass though.    Edit: As an aspiring writer I should be proofreading my posts. Jesus why the fuck didn't anyone call me out for that?", "output": "yes"}, {"input": "He's gonna join forces with Mueller and take down Trump!", "output": "no"}, {"input": "Damn. I guess they did deserve that. This is why I hate screenshot posting. No context or display of what is removed. Just the aftermath. There were some reasonable comments though, so I'm guessing the real cancer was the mod powertripping.", "output": "no"}, {"input": "I mean, if you play as the German Reich and DON'T kill Hitler to bring back the Kaiser, you're the problem.", "output": "no"}, {"input": "I know there are a couple of sects of Christianity that don't allow icons or pictures in the church, but the images of Jesus and various saints are technically idol worship", "output": "no"}, {"input": "So he was pre mad he was gonna get canned for doing this was his motive  You should work for the FBI", "output": "no"}, {"input": "Sacrifices must be made", "output": "no"}, {"input": "True, but that's because Big Tech is expressly neoliberal. This means their censors will filter some far-left content they find objectionable, but that's because their main target is anything that questions the established order.    Which, far more often than not, is the right, and especially the Dissident Right.", "output": "no"}, {"input": ">You can't make it any more clear because you have a stupid opinion and are too ignorant to produce anything better.    *Nice.*", "output": "no"}, {"input": "Nigga murdered his bitch?", "output": "yes"}, {"input": "The solution is built in, child assassins.", "output": "no"}, {"input": "Lund pe check krte to 100% bakri", "output": "no"}, {"input": "Unironically considering doing this rn", "output": "no"}, {"input": "Just imagine how miserable her life must be in her constant state of being offended...", "output": "no"}, {"input": "I love how the promised land in this scenario is a concentration camp.", "output": "yes"}, {"input": "It's a low bar and for some reason they're playing limbo.", "output": "no"}, {"input": "When I talked to my dad while I was in the hospital, he said \"next time, try a bullet. It works better\"  What shocked me most about that is he has been in care for mental health issues before. He should know better. Our parents don't always know how to respond. Fear often times presents as anger. (Or, hell, maybe they are just assholes) this is a very serious thing. You need to talk to people that are trained to give you the right sort of support for you.", "output": "no"}, {"input": "And a *contender* appears to usurp the crown of King Retard from Chapos.", "output": "yes"}, {"input": "The shuffler is fine. Our brains focus more on negative outcomes so we notice the time we drew poorly 6 times in a row but forget that we had drawn amazing the past 6 games.    It's only human to feel bad about bad beats but you have to learn to roll with the punches long-term if you want to stick with MTG and mana screw.    There *are* alternatives out there for people who like CCGs and *hate* manascrew.     Eternal Card Game is one I highly suggest. No mana screw/flood and fun as hell. Not quite magic, though.", "output": "no"}, {"input": "This is a lie.", "output": "no"}, {"input": "lol   ", "output": "no"}, {"input": "> Smuggies are single paneled MS Paint drawings of a character presenting one or more outlandish and/or conflicting ideas in a smug way.    Basically really bad memes, apparently all by bigots/incels if you go by their top/all time posts.", "output": "yes"}, {"input": "The book came out during the lead up to his canonization, so his portrayal in it having critical elements was considered quite controversial at the time of its release.     For example, his narrative arc closes with an appearance to a Taoist hermit as a ghost vengefully demanding the return of his head. The hermit, knowing of Lord Guan's great reputation and famous deeds, asks what about the men whose heads Guan had taken himself (he recites an abridged list), who will return them? Spurned, the ghost vanishes and Lord Guan exits the narrative.", "output": "no"}, {"input": "Drama on r/pics as parent posts picture of their child related to a post they made on r/entitledparents where a EP said their child should have died as they are disabled. People downvoting nice comments because \"this isn't Facebook\"", "output": "no"}, {"input": "Ouch my feels.  The tarnation was sarcastic...I'm 25", "output": "yes"}, {"input": "The day after it came out the CEO was anti gay they had a sale at all locations.  There were lines at every location in the country.  So much for boycotting.  Mind you they have since expanded.", "output": "no"}, {"input": "That's what I heard. I'm sorry.  I'm glad you're unbanned. The whole thing was odd.", "output": "no"}, {"input": "The charges were dropped because his defence team and the prosecutor's office came to a private agreement.  There exists damn near irrefutable evidence he misled the police and thus it's entirely possible for him to be held liable for the costs incurred from that.", "output": "no"}, {"input": "It's quite wonderful, innit?     > Wait.... I think this is an april fools, the 'proof' that was provided showed nothing lol I think MensLib just got tricked :D the french 'proof' pic is just him with a painted on hat I think the MensLib lot are taking this seriously.      Meanwhile in the menslib thread.      >> Mr Peterson! I keep trying to hide from mommy when she tells me to clean my room, but I'm   and the clap of my asscheeks keeps alerting her! What diet should I use to lose weight and attain proper stealth?    Very serious discussion indeed.", "output": "no"}, {"input": "I prefer a safety for most of my face and a shavette for trimming sideburns and such. The safety bar means I can be a little more careless and speedy than with a shavette.", "output": "no"}, {"input": "95% of the shit that comes out of the Trumptard world is fake news.    See: pelosi drunk video.", "output": "yes"}, {"input": "I think you misunderstood my post. I am saying that a lot of non-black people would not want to put themselves in situations where they could be mistaken or accused of racism and instead decide to just not interact and build relationships with black people.", "output": "no"}, {"input": "/u/rcrem I have an amazing business idea, want to invest? I let you in on the ground floor.     Here's the pitch: emerging markets. Vertical integration. Paperless. Synergy. Silicon Valley. Solar panels.     Just 3 mil and we can crank this shit out in no time! One thing, I only accept bitcoin and make frequent trips to Brazil. I'll send you over a headshot of me in a suit if you're interested.", "output": "no"}, {"input": "Y'all'd", "output": "no"}, {"input": "Torrents Zindabad", "output": "no"}, {"input": "1) Get Chegg and use it to check your answers/help you understand how the books want you to think.    2) Manual transmissions are more fun to drive and you have more control over them.  I'm amazed engineering students would give you shit for it.    3) Most of the classes are easier once you get through sophomore year. After statics, dynamics, Physics II, and Calc II it becomes more about applying those principles rather than learning new concepts.    4) If you're only 2 years in, there is a massive shortage of electricians and plumbers right now.  I guarantee they will be equally valuable as engineers 10 years from now.  If I hadn't just finished 7 years of school last May I would be taking a good look at trade jobs.         Good luck, you sound like you are determined to get through this.  You got this dude!", "output": "no"}, {"input": "It's like everyone loves it. Even stars like Cardi B talk about it a lot. I don't want to lick a guy there. I don't want to taste that. But will I even find a boyfriend who's not into it? I keep sexting with guys and they keep bringing it up. They mostly want to rim me but I don't want to recieve it. At all. Not my thing. Just because I like being licked, that doesn't mean I want to be licked everywhere!!!    I might be single on more than just Valentine's day.", "output": "no"}, {"input": "Ye to sala \"'Swades' cum 'My Name is Khan\" ho gaya", "output": "no"}, {"input": "Seek help from the school counselor. They will keep you safe and give you resources. If you are , that is. Please be safe next time. Blessings to you sis", "output": "no"}, {"input": "It's like they think that any wrongdoing within a system automatically bubbles to the top and becomes the fault of the system, no matter how trivial.    Didn't get called back after a job interview? CAPITALISM HAS FAILED US ALL.    Presidential candidate didn't win the election? DEMOCRACY IS DEAD AS WE KNOW IT.", "output": "yes"}, {"input": "Tbf I believe it stems from the fact Brenton Tarrant used that as a justification for his actions in his manifesto and Reddit's kinda on edge about that, that was probably what they were thinking", "output": "no"}, {"input": "No you cant you filthy disgusting man your kind is too priviliged to be allowed to change how you spell your gender. Now back too the semen mines for you. Your privilige requires you to be chained up to a semen milking machine and used as cattle. Use your power to help citizen not to hinder the strong empowered femyls", "output": "yes"}, {"input": "How does Christianity allow idol worship? Just curious.", "output": "no"}, {"input": "wtf", "output": "no"}, {"input": "I'd be willing to bet for most people like this, their pathetic lives haven't changed a bit since Trump's inauguration.", "output": "yes"}, {"input": "Yeah, he thinks it's a valid solution to ban all discussion or corrections over how the character is referred, without realizing or not caring that one side explicitly prefers nobody correcting how they refer to the character or trans people in general.", "output": "no"}, {"input": "Lol for once white people didn't actually have any role in this", "output": "yes"}, {"input": "No, dig up, stupid.", "output": "no"}, {"input": "Yeah.. I think I'll take my info on it from a woman I know who lived over there for a decade (married a Saud) and lived it. It's not fucking sunshine and roses.     You can keep apologizing for Stone age cultures where women are property and 'mo the baby raper tho.", "output": "yes"}, {"input": "Post is  fam", "output": "no"}, {"input": "BILL BILL BILL BILL BILL NYE THE MECHANICAL ENGINEERING DEGREE GUY (Hydraulic resonance suppressors produced by Boeing rule!)         Just doesn't have the same ring to it somehow.         Also, for a guy concerned about the environment.. I don't see why he owns multiple homes.", "output": "no"}, {"input": "Hmmm...", "output": "no"}, {"input": "Ohanians are the reel fascists.", "output": "yes"}, {"input": "Especially as she is from Australia, a country built on the systematic oppression of WHITE people, ie the poor whites who got sent to prison colonies.    Of course, we can't mention actuall CLASS differences. Don't want the riff-raff looking at what's actually going on around them.    Much better to tell the poor whites their problems are ALL cos of immigrants, and the poor blacks that their problems are ALL cos of whites.", "output": "no"}, {"input": "REEEEE NORMIES GET OUT!!!", "output": "no"}, {"input": "TIL there was a wing of the Nazi party focused on workers right. It was a radical movement calling for mixture of left and right wing ideas", "output": "no"}, {"input": "Guess i'll die", "output": "no"}, {"input": "Disagree. Sorry, not a nurse so I hope I'm not civillian splaining here but...  You have to learn a lot of biology and other sciences to do it, and learn to use a lot of Technology. Everyone who has a degree to work in allied healthcare, even if what they actually do is mostly physical, has to at least make use of science, technology, and math. It just doesn't require the higher level of understanding that being a doctor does. But I think to say nursing isn't a science is to discredit it. They have done experiments and they have academic journals, there's a lot of science in things like making sure germs don't spread from patient to patient. All the practical stuff nurses think is \"common sense\" is on a foundation of science. Like germ theory.", "output": "no"}, {"input": "the Notre Dame didn't light itself on fire", "output": "no"}, {"input": "There are plenty of those, they just don't grow very quickly.", "output": "no"}, {"input": "I'd take a joint over a beer any day", "output": "no"}, {"input": "I mean, this is an actual good point. Nationalists simultaneously believe Americans are somehow inherently exceptional or superior, but also we need insane protectionist policies to protect us from being outcompeted by dirty, untalented Chinese people.", "output": "yes"}, {"input": "i laughed", "output": "no"}, {"input": "Cheers, I'll drink to that bro", "output": "no"}, {"input": "[This is the one comment that matters, and it's buried deep.]", "output": "no"}, {"input": "the same thing happened 2 me just 4 mins ago...i loved that sub...", "output": "no"}, {"input": "Stop being adorable and people won't call you adorable. Pretty simple solution really.", "output": "no"}, {"input": "Honk", "output": "no"}, {"input": "Because it's way easier to make fun of w-men, t-slurs, and f-slurs than support them", "output": "no"}, {"input": "Do you have any idea how many celebrities donate to/endorse PETA? Which is mind blowing considering how notorious they are for being the antithesis of an animal rights group, but there are still well meaning celebs that fall for the bullshit.    Even in the headline of that link it said \"alleged\". Do you know what \"alleged\" means? It means nothing has been proven. In other words these charities are rumored to have anti gay agendas. So unless the charity they're donating to has an explicit statement goal of kill the gays, that doesn't make Chick-fil-A for gay death squads. Ffs.", "output": "no"}, {"input": "This is why you just ignore SJWs. You can never make them happy.", "output": "yes"}, {"input": "It is pretty bad. I'm not for bans of either sub, but I find them both to be quite distasteful.", "output": "no"}, {"input": "broke: the Founding Fathers would want us to preserve our status quo.    woke: the Founding Fathers would want us to peacefully reform.    bespoke: the Founding Fathers would've killed so many people by now.", "output": "no"}, {"input": "Yeah we're in for some real ugliness after the 2020 elections, when both extremes stop worrying about the optics.", "output": "no"}, {"input": "Explains why you like Tay.", "output": "yes"}, {"input": "Momotawave!", "output": "no"}, {"input": "Dancing around a black cube", "output": "yes"}, {"input": "Now kiss", "output": "no"}, {"input": "Does its age make it a difficult read?", "output": "no"}, {"input": "Liberal would be fine as liberty and tolerance are good things.    It's the totalitarian leftist bias that is a mess.", "output": "yes"}, {"input": "How about: political leader that did not install communism or fascism and did not lead a genocide or promote murder (in other words she is no Stalin or Mussolini or something) is told she deserved to die a painful death", "output": "yes"}, {"input": "So they are true Catholics?", "output": "no"}, {"input": "Oh lord, this was my world for quite some time before Smogon pissed me off enough for me to fall out of love with it. Makes me feel nostalgic looking at it again.    P.S. The correct answer is Flamethrower, because hax is a bitch.    P.P.S. Didn't know /r/stunfisk was a thing till now, and I'm very glad to hear it is, because fuck Smogon.", "output": "yes"}, {"input": "Excuse me but Captain America beat up socialists/commies not endorsed them", "output": "yes"}, {"input": "metronome, guillotine, fissure, splash or no balls", "output": "no"}, {"input": "man I hate that mf White People he mad annoying me and the homies just tryna eat and he come here with a trail of beer behind him firing shots at us while wearing a kkk hood", "output": "no"}, {"input": "> have a useless degree    The overwhelming majority of the time, it's this.    If you're going to college for anything outside of STEM, Law, or Med School, you have no one to blame but yourself for the shit situation you're going to be in. You can learn everything in humanities with a solid internet connection and intellectual curiosity. Everything outside of that is just indoctrination.", "output": "no"}, {"input": "If she doesn't understand \"women are worthless whores\" means \"I love blueberry ice cream and want to share it with my best friends\" then she's not worth your time.", "output": "yes"}, {"input": "wtf, what race does this person associate crackheads with? maybe they are racist themselves", "output": "yes"}, {"input": "You seem like a lovely, well balanced and empathetic individual.", "output": "no"}, {"input": "It was invented in facebook. Not reddit.", "output": "no"}, {"input": "Gerry Adams/Sinn Fein claim that the Thatcher gov knew the UDA (a loyalist paramilitary group) were smuggling arms from South Africa and didn't stop it, as far as I know there was no direct funding of death squads.", "output": "no"}, {"input": "I know it's a longshot, but check the laws in your state. Some states have no statute of limitations for victims under a certain age, usually 10. You may still be able to get justice.    At the very least, you need to get some therapy.", "output": "no"}, {"input": "We will rebuild. India number 1 in everything.", "output": "no"}, {"input": "Oh look, they're a bunch of IRL losers.  What a shock.", "output": "yes"}, {"input": "Very cool", "output": "no"}], "constants": {"Contributors": ["Maitreya Patel"], "Source": ["cad"], "URL": ["https://github.com/dongpng/cad_naacl2021"], "Categories": "Toxic Language Detection", "Reasoning": [], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Social Media -> Twitter"], "Instance License": ["CC BY 4.0"], "Task_Id": "task108_contextualabusedetection_classification.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 3996, "instructions": "Read the given text and if it has abusive content then indicate via \"yes\". Otherwise indicate via\"no\". \nWe consider the content to be abusive if it contains any of the following instances: (1) Identity Directed Abuse (e.g., Content which contains a negative statement made against an identity. An identity is a social category that relates to a fundamental aspect of individuals community, socio-demographics, position or self-representation) (2) Affiliation Directed Abuse (e.g., Content which express negativity against an affiliation. We define affiliation as a (more or less) voluntary association with a collective. Affiliations include but are not limited to: memberships (e.g. Trade unions), party memberships (e.g. Republicans), political affiliations (e.g. Right-wing people) and occupations (e.g. Doctors).) (3) Person Directed Abuse (e.g., Content which directs negativity against an identifiable person, who is either part of the conversation thread or is named. Person-directed abuse includes serious character based attacks, such as accusing the person of lying, as well as aggression, insults and menacing language.) and (4) Counter Speech (e.g., Content which challenges, condemns or calls out the abusive language of others.). Note that URLs in the text have been replaced with [Link].", "task_id": "task108_contextualabusedetection_classification"}, "seed": 42}, "d_val": {"_type": "DataTable", "records": [{"input": "Nah they're clearly super pale", "output": "no"}, {"input": "Fuck off nazi, we're trying to have a conversation here. You're not subtle.", "output": "yes"}, {"input": "I don't know. Can you style deleted/removed comments with a subreddit's style sheet to hide them?    If I went to an askscience thread or something and saw only the 'approved' answers instead of pages of deleted posts, I'd probably actually read it. Instead I see an intriguing question and after 30 seconds of scrolling and seeing a bunch of out of context posts and deleted comments I give up. If I really care I'll google the answer.    This way if you cared, you could turn off the subreddit's CSS and see all the deleted posts, or you can keep it on and be blissfully ignorant and just look at the actual responses.", "output": "no"}, {"input": "You're already in a thread discussing the movies where there's a high chance of spoilers, and I said \"by the end of the movie\". If you kept reading, I think that's on you.", "output": "no"}, {"input": "I called someone I was friends with an idiot after they tried to show a CNN video of a non profit that helps migrant children and provides shelter as proof that Trump's concentration camps were much nicer than the media says. She refused to see or believe anything that disputed this or evidence that Trump prevents non profits like that from helping detained children/infants. She also didn't like that I tried to explain that her being an idiot for her support of Trump is a compliment because the only other possibility was her being evil.    So, what I'm getting at is, you called a friend stupid then when she got upset you said it was a compliment because she is also evil????", "output": "no"}, {"input": "Darn white people and their...    *-spins giant wheel until it lands on a wedge-*    Pok\u00e9mon!", "output": "no"}, {"input": "The fact that the dude killed his fucking wife for food is the most disturbing part of this. I know it's fiction but still, I would not at all be surprised if someone in old China did that for real. Something about Chinese history and culture is just so fucking macabre, it gives me the chills.    Disclaimer: I say this as a full-blooded Chinese person.", "output": "no"}, {"input": ">\"If you tweet about trans suicides but not Christian persecution in the middle east, you are Christphobic.\"    Said nobody ever because not every group is petty enough to come up with stupid \"-phobic\" words and demand that everyone be passionate about the things they're passionate about.    Just using Christians as an example, but there are plenty of groups who are just as oppressed as these SJWs claim to be and yet you don't see them pulling this crap because they're just not as whiny. I'm also specifically bringing up Christian persecution in the middle east because it's the type of thing that these people would be tweeting about if it were about a group that's higher on the intersectional heirarchy, which Christians rank very low on.", "output": "yes"}, {"input": "No they need 36 billion plus us invading iran .", "output": "no"}, {"input": "I like girls with long hair", "output": "no"}, {"input": "The stuff you treat it with is in the brainball.", "output": "no"}, {"input": "Context: Romance of the three kingdoms is one of the classic novels of ancient China and stars paragon of Confucian virtue [Liu Bei] as he struggles to reunite China. While his supposed virtue has earned him real life [godhood] his exploits both real and fictional have not aged well in the millennia since his death. He betrays multiple lords, loses many battles, [chill with eating someone's wife], [best friends with a pedophile], and abandons his family only to [chuck his baby at the ground] when returned. Naturally, he's a divisive figure:      * [\"Historical Liu Bei was a fascinating guy. But he's also utterly and unlikable and reprehensible. Even by the standards of his time, he was a horrible man. And not even cool supervillain horrible.\"]* [\"You can always make babies, it's not uncommon to have dozens of babies for spare if your primary heir die an early death. But where the fuck would you find another Zhao Yun?\"] * [Did Liu Bei abandon his family? Was it okay?]  ** [\"Outside the baby throwing, liu bei is the epitome of taking the right path even tho harder.\"]  * [\"No, Liu Bei was a hypocrite who fancied himself righteous. He was also a very incompetent commander.\"]* [\"Because anyone claimed to uphold moral principles must be a hypocrite. Hah.\"]* [\"The historical account shows definitively that Liu Bei backstabbed a family member to steal his kingdom and pushed Shu Han to the brink of ruin in ill-advised and ill-fated attempts to take land from the strongest of the Three kingdoms\"]* [\"Personally Liu Bei was worst in the big three. He has about 0 military talent and his fights are mostly fought by his retinue and planned by Zhuge Liang.\"]* [Was liu bei a good ruler?] Disclosure: I'm not a shill for Creative Assembly. The 2010 TV show is surprisingly good.      Edit: Just for clarification. Baby throwing and wife eating are fictional. Abandoning his family was real.    Edit 2: Fixed the link for the wife eating.", "output": "no"}, {"input": "I'm disappointed this didn't end in one of them challenging the other to a Pokemon battle.", "output": "no"}, {"input": "So being a transphobic, islamophobic colonizer isnt that bad of a thing to be? it just means you talk about what's topical", "output": "yes"}, {"input": "It's easy to call out the logical inconsistency.         \"So Tucker Carlson having a political talk show is bad because he only presents his side of the argument, but Trevor Noah having a political talk show where he presents his side of the argument is okay because he tries to be funny when he does it?", "output": "no"}, {"input": "Like bags of sand.", "output": "no"}, {"input": "They can't tell what alt-right is right now, because they have to wait for their gender studies professor to tell them how to respond.", "output": "yes"}, {"input": "I am the minority you dimwitted lunatic.", "output": "yes"}, {"input": ">But by the end of freshmen comp I was able to pull the dumbest stuff out of stories read.    What do you mean by \"dumbest\", like you found some really neat, obscure stuff or you were able to make up some bull-shit? Either way that's good because making up your own stuff teaches you how to recognize it in other people.", "output": "no"}, {"input": "> As many of you already know, Trans Lifeline founders Nina Chaubal and Greta Martela have transitioned out of the organization.    LMAOOOOO    Also, that's not some random asshole grifter officers as the OP text makes it seem, that's the founders who apparently started the whole thing as their piggy bank. Or _transitioned_ into using it as a piggy bank lol.", "output": "yes"}, {"input": "That poster ended up being an abusive troll, for the record.", "output": "no"}, {"input": "Fuck yeah do it. That's just stupid drama having the kid", "output": "no"}, {"input": "It seems to happen a lot more with this conversation though for some reason. Like people will *commit* to the bit that they are trans and *insist* that all of their experiences add up to the term being totally fine and it's always a huge mind fuck for me.", "output": "no"}, {"input": "It was a rogue mod u/NiceBaitMate    u/eigh7 has been adding a lot of mods to placate the admins as they ramp up Anti-Evil Operation's censorship; one of them was a bad apple.    I have reverted it.", "output": "no"}, {"input": "Notice how its \"gets my goat\" as opposed to \"gets my doe\". Patriarchy. Patriarchy everywhere.", "output": "no"}, {"input": "It's really hard to score victim points at a college in California so we've got to invent our own victimizers.", "output": "yes"}, {"input": "Their marketing and bs stopped trans people phoning legitimate suicide lines because apparently they were transphobic or wouldn't understand.", "output": "no"}, {"input": "lmao it's funny because everywhere I look I see contruction and lines at Walmart and record amounts of people blowing their money on Robinhood and companies taking on higher rates of corporate debt than ever (and banks being super chill with it) and Disney ever-expanding their theme parks and people buying art again,..    And at the same time I log into Reddit and hear about how everyone's starving, living in squalor, with no job prospects, addicted to drugs and 2D porn, all while being shot up by the police and having their freeze peach taken away.    I don't think the world is near as bad as r/all-tards make it out to be.", "output": "no"}, {"input": "Should have stayed and helped clean up instead of doing what comes naturally and sperg out. I mean the place knew they hired an autist and were okay with it as long as he put in work.", "output": "yes"}, {"input": "they found my poop wall what the fuck am I gonna do", "output": "no"}, {"input": "Harsh but fair.", "output": "no"}, {"input": "Yeah, I've got a question.  If I'm a colonizer, where's my colony and how do I start exploiting the natives?", "output": "yes"}, {"input": "No he was allergic to he poison and it stabbed in the lung. I'm pretty sure there was nothing they could do", "output": "no"}, {"input": "> According to the FBI, \"A hate crime is a traditional offense like murder, arson, or vandalism with an added element of bias.\" The underlying problem with this definition is it elevates non-criminal activity to the level of a crime. Spray painting a phallus on the side of a building is vandalism. Spray painting a swastika on the side of a building is a hate crime.     >    > The first major problem we run into, then, is that the vast majority of recorded hate crimes fall into a number of activities that normally fall under misdemeanor or even civil categories. These actions include vandalism, simple assault and a vague category the FBI uses called \"Crimes Against Society.\" Vandalism alone makes up a third of all events. It is troubling that the State elevates non-criminal matters into a criminal one based nothing on perpetrator motivation. The aforementioned swastika spray paint is no more difficult to clean off than a person scrawling their name.     >    > Digging further, the increase in reported hate crimes is driven primarily by these non-criminal acts.     >    > The disparity between real crime where people are harmed or property is irreparably lost and simple misdemeanor activity is staggering.     >    > An indicator hate crime isn't a problem is the rise of the hate crime hoax. According to researcher Wilfred Reilly, a Kentucky State professor of political science, there has been a [notable rise in hate crime hoaxes] >    > In today's United States, there is immense value in becoming a victim of a hate crime. There is an outpouring of social support, TV circuit interviews and other social benefits. Being seen as authentic is so strong that people become [distraught when they find out they're not the ethnicity they think they are]; these individuals are motivated to become a victim of such an event to solidify their social standing.     >    > Through the fact that there are *any* hoax events indicates that the problem of hate is, by and large, solved.      >    >  [The overwhelming support such people obtain as the immediate snap decision ]has indicated that our society doesn't tolerate such behavior and, since society doesn't tolerate the behavior, finding individuals is equally rare. One doesn't need to raise awareness when the events are so few that cable news outlets can justify days of debate over each event; we're already pretty much aware the moment they happen. But one does need to raise awareness if they wish to have their 15 minutes of fame.     >    > [As I previously noted] the number of people who buy into hate ideology, regardless of motivation, is so trivial that they couldn't even fill a minor league baseball stadium. There are more people than this who think the Earth is flat, yet no one considers that a growing trend. It would be impossible to casually talk about Nazis being evil if they had any semblance of power or authority as people would tread more carefully. Being anti-Nazi is a safe and easy way to win social points since there is almost zero risk of reprisal. Just ask Wilfred Reilly, who is on actual enemies lists, just how dangerous they are (they aren't). However, politicians, certain groups and many individuals have strong incentives to manufacture hate crimes where none exist as such events generate votes, revenue and social attention.     Condensed version.", "output": "no"}, {"input": "Seems correct to me, and good. The \"negatives\" mentioned in the screenshot are positives.  Transphobia is good, islamophobia is good.  I'm actually not sure what mmiw is but it's probably good.", "output": "yes"}, {"input": "> ...this company has been telling people for 20 years what many feel they have never heard genuinely on their own.    Correct. I have never heard \"pika pika\" genuinely on my own.", "output": "no"}, {"input": "Actually, it's mostly girls who are the most hateful towards me when I try to talk. I have one very close girl friend, but for the most part, girls are extremely intimidating to me.", "output": "no"}, {"input": "that's true, but i dont see it as THAT different. It doesnt bother me that basically ALL the democrats' votes are gotten this way, purely bc im guilty of it too. but i think my decision is based on decently sound political theory, as long as the GOP's platform doesnt shift too dramatically out from under me.", "output": "no"}, {"input": "I know that must have felt good to say!!!!  Keep your voice!!! You have to pick up the slack in raising your kids but don't let that make you bitter.  Your kids will see your ex very clearly one day.  Let that give you some peace.", "output": "no"}, {"input": "Look at Poland and Hungary saying no to EU push for letting in migrants, thats what i mean by \"resisting\".  On the East Europeans not wanting to be there, yes and no. I love living in E Europe but I hate the economy, so I plan on moving to Germany. So you're kind of right on that point.", "output": "no"}, {"input": "damn, of course", "output": "no"}, {"input": "There was some good stuff after the time jump. Like when Team 7 teamed with Shikamaru to avenge Asuma. I wish more of the stuff  post time jump had been to use our primary characters to flesh out the side characters more.", "output": "no"}, {"input": "> Furthermore, a lot of players do some form of mana weaving to stack their decks.     this is cheating and/or stalling (a distinct penalty) and judges should be way harsher on it.", "output": "no"}, {"input": "Holy Christ it's a fucking copypasta", "output": "no"}, {"input": "Chapos promoting violence as usual says alot about their iq level.", "output": "yes"}, {"input": "Why so mad  bro? Do you need a hug? Were mom and dad not around much when you were little? Your level of rage seems disproportionate to the issue.", "output": "yes"}, {"input": "Coming to theaters this summer    *Segregation 2: Gender Edition*", "output": "yes"}, {"input": "Is there something like r/SJWorKKK?    I'd love a subreddit where people have to guess if something was said by an organised hate group or an organised hate group with silly hats", "output": "yes"}, {"input": ">Thank God for Muslims    r/BrandNewSentence", "output": "yes"}, {"input": "I found the coverage was very sensible. They were repeatedly saying how it was Pak caving under indian pressure doing something under Geneva Accords. They also ran the bit about our soldiers being killed in encounter today and Pakistani Shelling on border.", "output": "no"}], "constants": {"Contributors": ["Maitreya Patel"], "Source": ["cad"], "URL": ["https://github.com/dongpng/cad_naacl2021"], "Categories": "Toxic Language Detection", "Reasoning": [], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Social Media -> Twitter"], "Instance License": ["CC BY 4.0"], "Task_Id": "task108_contextualabusedetection_classification.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 3996, "instructions": "Read the given text and if it has abusive content then indicate via \"yes\". Otherwise indicate via\"no\". \nWe consider the content to be abusive if it contains any of the following instances: (1) Identity Directed Abuse (e.g., Content which contains a negative statement made against an identity. An identity is a social category that relates to a fundamental aspect of individuals community, socio-demographics, position or self-representation) (2) Affiliation Directed Abuse (e.g., Content which express negativity against an affiliation. We define affiliation as a (more or less) voluntary association with a collective. Affiliations include but are not limited to: memberships (e.g. Trade unions), party memberships (e.g. Republicans), political affiliations (e.g. Right-wing people) and occupations (e.g. Doctors).) (3) Person Directed Abuse (e.g., Content which directs negativity against an identifiable person, who is either part of the conversation thread or is named. Person-directed abuse includes serious character based attacks, such as accusing the person of lying, as well as aggression, insults and menacing language.) and (4) Counter Speech (e.g., Content which challenges, condemns or calls out the abusive language of others.). Note that URLs in the text have been replaced with [Link].", "task_id": "task108_contextualabusedetection_classification"}, "seed": 42}}}, "task133_winowhy_reason_plausibility_detection": {"task_id": "task133_winowhy_reason_plausibility_detection", "data": {"d_incontext": {"_type": "DataTable", "records": [{"input": "Sentence: Dr. Adams informed Kate that she had retired and presented several options for future treatment.\n Reason: The 'she' refers to dr. adams because Because Dr. Adams was informing Kate about her/Dr. Adams' retirement. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Jim yelled at Kevin because he was so upset.\n Reason: The 'he' refers to jim because Jim was doing the yelling for the reason he was upset. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The city councilmen refused the demonstrators a permit because they feared violence.\n Reason: The 'they' refers to the city councilmen because The demonstrators made the councilmen feared violence. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The dog chased the cat, which ran up a tree. It waited at the bottom.\n Reason: The 'It' refers to the dog because the cat is on the tree, and it is not at the bottom. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: It was a summer afternoon, and the dog was sitting in the middle of the lawn. After a while, it got up and moved to a spot under the tree,  because it was hot.\n Reason: The 'it' refers to the dog because The pronoun probably refers to the dog that changed position because of the cold. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}], "constants": {"Contributors": ["Xinran Zhao", "Hongming Zhang", "Yangqiu Song"], "Source": ["winowhy"], "URL": ["https://github.com/HKUST-KnowComp/WinoWhy"], "Categories": "Coreference Resolution", "Reasoning": ["Commonsense Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Commonsense -> Concepts and Relations"], "Instance License": ["MIT"], "Task_Id": "task133_winowhy_reason_plausibility_detection.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 2855, "instructions": "In this task you need to indicate the plausibility of reasoning for the pronoun coreference relations. Each of the provided inputs contains a sentence with a target pronoun and a sentence that justifies which noun phrase the pronoun refers to. Correct reasons do not need to use all the knowledge from the sentence. The resolution of the pronoun coreference relations typically involve one or multiple following knowledge types about commonsense: First: 'Property', the knowledge about property of objects (e.g., ice is cold). Second: 'Object', the knowledge about objects (e.g., cats have ears). Third: 'Eventuality', the knowledge about eventuality (e.g., 'wake up' happens before 'open eyes'). Forth: 'Spatial', the knowledge about spatial position (e.g., object at the back can be blocked). Fifth: 'Quantity', the knowledge about numbers (e.g., 2 is smaller than 10). Sixth: all other knowledge if above ones are not suitable. You should answer 'Correct' if the reasoning made sense, otherwise, you should answer 'Wrong'.", "task_id": "task133_winowhy_reason_plausibility_detection"}, "seed": 42}, "d_train": {"_type": "DataTable", "records": [{"input": "Sentence: Bob paid for Charlie's college education, but now Charlie acts as though it never happened. He is very hurt.\n Reason: The 'He' refers to bob because He is very hurt Bob paid for Charlie's college education, but now Charlie acts as though it never happened. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Susan knows all about Ann's personal problems because she is indiscreet.\n Reason: The 'she' refers to ann because she is not the only one who is at the centre of the plot. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The firemen arrived after the police because they were coming from so far away.\n Reason: The 'they' refers to the firemen because they were called out from a distance of 500-700 metres. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Emma did not pass the ball to Janie although she was open.\n Reason: The 'she' refers to janie because Emma has made it clear that she is not a fan of her. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Emma's mother had died long ago, and her education had been managed by an excellent woman as governess.\n Reason: The 'her' refers to emma because of her father's name, which was Robert. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The sculpture rolled off the shelf because it wasn't anchored.\n Reason: The 'it' refers to the sculpture because The object not anchored is the one likely to roll. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Bill passed the half-empty plate to John because he was hungry.\n Reason: The 'he' refers to john because Bill is full and couldnt eat more. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Fred covered his eyes with his hands, because the wind was blowing sand around. He lowered them when the wind stopped.\n Reason: The 'them' refers to his hands because eyes cant cover by themselves, hand needs to cover the eyes. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The trophy doesn't fit into the brown suitcase because it is too small.\n Reason: The 'it' refers to the suitcase because it is the only one in the game that has a brown suitcase for storage. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The trophy doesn't fit into the brown suitcase because it is too large.\n Reason: The 'it' refers to the trophy because Its not going to fit in te suitecase. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Sam's drawing was hung just above Tina's and it did look much better with another one below it.\n Reason: The 'it' refers to sam's drawing because Because tina's drawing hangin on top. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Bob paid for Charlie's college education. He is very generous.\n Reason: The 'He' refers to bob because having his education paid,should make him grateful. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Bob was playing cards with Adam and was way ahead. If Adam hadn't had a sudden run of good luck, he would have lost.\n Reason: The 'he' refers to adam because Adam was way ahead because he was lucky. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: I stuck a pin through a carrot. When I pulled the pin out, it left a hole.\n Reason: The 'it' refers to the pin because it was pulled out with a pin instead of a carrot. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Stretching her back, the woman smiled at the girl.\n Reason: The 'her' refers to the woman because of her age, but the 'girl' can be the girl's mother. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The city councilmen refused the demonstrators a permit because they advocated violence.\n Reason: The 'they' refers to the demonstrators because demonstrators are more likely to be advocating violence. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Beth didn't get angry with Sally, who had cut her off, because she stopped and apologized.\n Reason: The 'she' refers to sally because beth didn't get angry because she stopped and counted to ten. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Ann asked Mary what time the library closes, because she had forgotten.\n Reason: The 'she' refers to ann because She forgot. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: George got free tickets to the play, but he gave them to Eric, even though he was particularly eager to see it.\n Reason: The 'he' refers to george because ERIC MORE LIKELY REFER GEORGE. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Emma's mother had died long ago, and her education had been managed by an excellent woman as governess.\n Reason: The 'her' refers to emma because she's the only one who could have inherited her great-great-grandmother's name, but. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Fred covered his eyes with his hands, because the wind was blowing sand around. He opened them when the wind stopped.\n Reason: The 'them' refers to his eyes because He opened eye when the wind stopped. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Bob paid for Charlie's college education. He is very grateful.\n Reason: The 'He' refers to charlie because bob paid the college education for charlie. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Fred is the only man alive who still remembers my father as an infant. When Fred first saw my father, he was twelve months old.\n Reason: The 'he' refers to my father because my mother's birth name was Fred. My mother's father's name is James. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Bill passed the half-empty plate to John because he was hungry.\n Reason: The 'he' refers to john because he has been the 'he' so far this season. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The dog chased the cat, which ran up a tree. It waited at the top.\n Reason: The 'It' refers to the cat because of its size and the fact that the cat is a large cat. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The cat was lying by the mouse hole waiting for the mouse, but it was too cautious.\n Reason: The 'it' refers to the mouse because The mouse would be the one in need of being cautious in this situation. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The painting in Mark's living room shows an oak tree. It is to the right of a house.\n Reason: The 'It' refers to the oak tree because The previous sentence describes a picture, not a house or a room. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Fred covered his eyes with his hands, because the wind was blowing sand around. He lowered them when the wind stopped.\n Reason: The 'them' refers to his hands because his two hands were still held in front of him when he opened his eyes. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Sara borrowed the book from the library because she needs it for an article she is working on. She reads it when she gets home from work.\n Reason: The 'it' refers to the book because it is 'it' in the sense of 'book' or 'book in general'. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The dog chased the cat, which ran up a tree. It waited at the top.\n Reason: The 'It' refers to the cat because MORE LIKELY TO REFER TO THE CAT. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Joe's uncle can still beat him at tennis, even though he is 30 years older.\n Reason: The 'he' refers to joe's uncle because he is the former head of the NBA's Dallas Mavericks and is currently the head coach of the Dallas. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: I'm sure that my map will show this building; it is very famous.\n Reason: The 'it' refers to the building because of its shape (flat) and the fact that it is located on the same street as the old. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Since it was raining, I carried the newspaper over my backpack to keep it dry.\n Reason: The 'it' refers to the backpack because my backpack is referred to as the pronoun here a word that can function by itself as a noun phrase and that refers either to the participants in the discourse. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The firemen arrived after the police because they were coming from so far away.\n Reason: The 'they' refers to the firemen because the firemen were not firemen. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Sam's drawing was hung just above Tina's and it did look much better with another one below it.\n Reason: The 'it' refers to sam's drawing because it's a pretty well known thing, a drawing of a fish that has a fishy body with. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Sam tried to paint a picture of shepherds with sheep, but they ended up looking more like golfers.\n Reason: The 'they' refers to the shepherds because The pronoun is likely to refer to sheep because they look more like dogs. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Anna did a lot better than her good friend Lucy on the test because she had studied so hard.\n Reason: The 'she' refers to anna because ANNA MORE LIKELY TO REFER ANNA. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Sam took French classes from Adam, because he was eager to speak it fluently.\n Reason: The 'he' refers to sam because he wanted to be called Adam, and not 'Michael', as was suggested by Michael's mother. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Sara borrowed the book from the library because she needs it for an article she is working on. She writes it when she gets home from work.\n Reason: The 'it' refers to the article because it's the source of information. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Patting her back, the woman smiled at the girl.\n Reason: The 'her' refers to the girl because she was the first person to see the girl's body. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: I saw Jim yelling at some guy in a military uniform with a huge red  beard. I don't know why he was, but he looked very unhappy.\n Reason: The 'he' refers to jim because I saw Jim yelling at some guy in a military uniform with a huge red beard. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Paul tried to call George on the phone, but he wasn't available.\n Reason: The 'he' refers to george because he was at the hospital for an hour or so. He was taken to the hospital by ambulance. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Look! There is a shark swimming right below that duck! It had better get away to safety fast!\n Reason: The 'It' refers to the duck because sharks eat ducks. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: John promised Bill to leave, so an hour later he left.\n Reason: The 'he' refers to john because Bill was ordered to leave. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Pete envies Martin because he is very successful.\n Reason: The 'he' refers to martin because Pete is the one envying; therefore Martin must be the successful one. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Sam tried to paint a picture of shepherds with sheep, but they ended up looking more like golfers.\n Reason: The 'they' refers to the shepherds because Shepherds in fields carrying crooks bear a  resembalnce to golfers - sheep do not. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Tom threw his schoolbag down to Ray after he reached the top of the stairs.\n Reason: The 'he' refers to tom because ray catch the tom's school bag after he reached the bottom of the stairs. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Jane knocked on Susan's door but she did not answer.\n Reason: The 'she' refers to susan because she may have been pregnant at the time of the murder. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: John was doing research in the library when he heard a man humming and  whistling. He was very annoying.\n Reason: The 'He' refers to the man because the 'he' is a male human; the word 'He' is used by the people of. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The father carried the sleeping boy in his bassinet.\n Reason: The 'his' refers to the boy because in the Bible the Hebrew word for son is yeshuva, which means 'son of God. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: When Tommy dropped his ice cream, Timmy giggled, so father gave him a stern look.\n Reason: The 'him' refers to timmy because the upset son deserves a sympathetic look from father. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Sam took French classes from Adam, because he was known to speak it fluently.\n Reason: The 'he' refers to adam because he is the only adult member of the family to have a French name. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: As Andrea in the crop duster passed over Susan, she could see the landing strip.\n Reason: The 'she' refers to andrea because Andrea is in the plane which is higher and searching for the landing strip. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: In the middle of the outdoor concert, the rain started falling, and it continued until 10.\n Reason: The 'it' refers to the rain because fall is more likely to the outdoor concert. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The large ball crashed right through the table because it was made of styrofoam.\n Reason: The 'it' refers to the table because of the large amount of styrofoam on it. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The lawyer asked the witness a question, but he was reluctant to repeat it.\n Reason: The 'he' refers to the lawyer because The lawyer asked the witness. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: I tried to paint a picture of an orchard, with lemons in the lemon trees,  but they came out looking more like telephone poles.\n Reason: The 'they' refers to lemon trees because the trees are in the center. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Bob was playing cards with Adam and was way ahead. If Adam hadn't had a sudden run of good luck, he would have won.\n Reason: The 'he' refers to bob because people with a lucky rival would not win. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The customer walked into the bank and stabbed one of the tellers. He was immediately taken to the hospital.\n Reason: The 'He' refers to the teller because The customer committed a crime. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Tom threw his schoolbag down to Ray after he reached the bottom of the stairs.\n Reason: The 'he' refers to ray because ray catch the tom's school bag after he reached the bottom of the stairs. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Adam can't leave work here until Bob arrives to replace him. If Bob had  left home for work on time, he would be gone by this time.\n Reason: The 'he' refers to adam because Adam can't leave work here until Bob arrives to replace him. If Bob had left home for work on time, he would be gone by this time. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Anna did a lot worse than her good friend Lucy on the test because she had studied so hard.\n Reason: The 'she' refers to lucy because studying hard would make you do better. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: In July, Kamtchatka declared war on Yakutsk. Since Yakutsk's army was much  better equipped and ten times larger, they were victorious within weeks.\n Reason: The 'they' refers to yakutsk because YAKUTSK REFER TO KAMTCHATKA. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Pam's parents came home and found her having sex with her boyfriend, Paul. They were furious about it.\n Reason: The 'They' refers to pam's parents because yes, the red would refer to Pam's parents. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The path to the lake was blocked, so we couldn't use it .\n Reason: The 'it' refers to the path because because lake was target point we could not reach the lake of path block. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: There is a gap in the wall. You can see the garden through it .\n Reason: The 'it' refers to the gap because we can't see through  walls. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The sun was covered by a thick cloud all morning, but luckily, by the time the picnic started, it was out.\n Reason: The 'it' refers to the sun because Red should refer to the thick cloud. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Jane knocked on the door, and Susan answered it. She invited her to come in.\n Reason: The 'She' refers to susan because susan is referred to as the pronoun here a word that can function by itself as a noun phrase and that refers either to the participants in the discourse. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: I couldn't put the pot on the shelf because it was too tall.\n Reason: The 'it' refers to the pot because No, the red should refer to the shelf as being too high. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Kirilov ceded the presidency to Shatov because he was more popular.\n Reason: The 'he' refers to shatov because Shatov is referred to by the red pronoun. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The fish ate the worm. It was hungry.\n Reason: The 'It' refers to the fish because the fish was hungry so it ate the worm. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Madonna fired her trainer because she couldn't stand her boyfriend.\n Reason: The 'she' refers to madonna because the trainer has nothing to do with madonna's own boyfriend. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: George got free tickets to the play, but he gave them to Eric, even though he was particularly eager to see it.\n Reason: The 'he' refers to george because since he gave the tickets away he is not likely to be the one seen it. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: John couldn't see the stage with Billy in front of him because he is so short.\n Reason: The 'he' refers to john because billy is a short to john. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Billy cried because Toby wouldn't share his toy.\n Reason: The 'his' refers to toby because he was Toby. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Pam's parents came home and found her having sex with her boyfriend, Paul. They were furious about it.\n Reason: The 'They' refers to pam's parents because parents could be mad at their children for their sexual activities. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The drain is clogged with hair. It has to be removed.\n Reason: The 'It' refers to the hair because the hair is now dry or falling out, or to the 'This' because the hair is growing. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: John hired himself out to Bill to take care of him .\n Reason: The 'him' refers to bill because You can't hire someone to take care of themselves. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: It was a summer afternoon, and the dog was sitting in the middle of the lawn. After a while, it got up and moved to a spot under the tree,  because it was hot.\n Reason: The 'it' refers to the dog because animals feel hot move to cooler places. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: There is a gap in the wall. You can see the garden through it .\n Reason: The 'it' refers to the gap because the hole in the wall is close to the garden. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Archaeologists have concluded that humans lived in Laputa 20,000 years ago. They hunted for evidence on the river banks.\n Reason: The 'They' refers to archaeologists because the site is located only about a mile or so from the site of Laputa. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Sam tried to paint a picture of shepherds with sheep, but they ended up looking more like golfers.\n Reason: The 'they' refers to the shepherds because they're so similar to the 'golfer' that it's hard to miss. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The fish ate the worm. It was tasty.\n Reason: The 'It' refers to the worm because fish is the bigger one than worm. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Dr. Adams informed Kate that she had retired and presented several options for future treatment.\n Reason: The 'she' refers to dr. adams because he is the one who has been treating her with the medications and has been doing so for some time. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Madonna fired her trainer because she slept with her boyfriend.\n Reason: The 'her' refers to madonna because of an incident where she slept with her boyfriend, in 2012. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Joe paid the detective after he delivered the final report on the case.\n Reason: The 'he' refers to the detective because Joe paid the money for the report. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Bob paid for Charlie's college education. He is very grateful.\n Reason: The 'He' refers to charlie because Charlies is referred to as the pronoun here a word that can function by itself as a noun phrase and that refers either to the participants in the discourse. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Madonna fired her trainer because she couldn't stand her boyfriend.\n Reason: The 'she' refers to madonna because sleeping with the boyfriend, makes a woman so angry. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Mary took out her flute and played one of her favorite pieces. She has loved it since she was a child.\n Reason: The 'it' refers to the piece because it was a traditional piece of music in the village. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Frank felt vindicated when his longtime rival Bill revealed that he was the winner of the competition.\n Reason: The 'he' refers to frank because Frank was upset. So you assume Bill, his rival, won. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Bob was playing cards with Adam and was way ahead. If Adam hadn't had a sudden run of good luck, he would have won.\n Reason: The 'he' refers to bob because he wasn't wearing his shirt. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The trophy doesn't fit into the brown suitcase because it is too small.\n Reason: The 'it' refers to the suitcase because it is not the brown suitcase. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Joe has sold his house and bought a new one a few miles away. He will be moving into it on Thursday.\n Reason: The 'it' refers to the new house because it is very big. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Jackson was greatly influenced by Arnold, though he lived two centuries later.\n Reason: The 'he' refers to jackson because arnold was influencing jackson because he lived two centuries earlier. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The fish ate the worm. It was hungry.\n Reason: The 'It' refers to the fish because it is the most common type of fish in the aquarium. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The large ball crashed right through the table because it was made of steel.\n Reason: The 'it' refers to the large ball because of its size. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: I couldn't put the pot on the shelf because it was too high.\n Reason: The 'it' refers to the shelf because the shelf too tall. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Dan took the rear seat while Bill claimed the front because his \"Dibs!\" was slow.\n Reason: The 'his' refers to dan because bill claimed front but dan is took seat. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Joe has sold his house and bought a new one a few miles away. He will be moving out of it on Thursday.\n Reason: The 'it' refers to the old house because He will be moving into it on Thursday and bought a new one a few miles away. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: I'm sure that my map will show this building; it is very good.\n Reason: The 'it' refers to the map because The building is much more likely to be famous than the map. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}], "constants": {"Contributors": ["Xinran Zhao", "Hongming Zhang", "Yangqiu Song"], "Source": ["winowhy"], "URL": ["https://github.com/HKUST-KnowComp/WinoWhy"], "Categories": "Coreference Resolution", "Reasoning": ["Commonsense Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Commonsense -> Concepts and Relations"], "Instance License": ["MIT"], "Task_Id": "task133_winowhy_reason_plausibility_detection.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 2855, "instructions": "In this task you need to indicate the plausibility of reasoning for the pronoun coreference relations. Each of the provided inputs contains a sentence with a target pronoun and a sentence that justifies which noun phrase the pronoun refers to. Correct reasons do not need to use all the knowledge from the sentence. The resolution of the pronoun coreference relations typically involve one or multiple following knowledge types about commonsense: First: 'Property', the knowledge about property of objects (e.g., ice is cold). Second: 'Object', the knowledge about objects (e.g., cats have ears). Third: 'Eventuality', the knowledge about eventuality (e.g., 'wake up' happens before 'open eyes'). Forth: 'Spatial', the knowledge about spatial position (e.g., object at the back can be blocked). Fifth: 'Quantity', the knowledge about numbers (e.g., 2 is smaller than 10). Sixth: all other knowledge if above ones are not suitable. You should answer 'Correct' if the reasoning made sense, otherwise, you should answer 'Wrong'.", "task_id": "task133_winowhy_reason_plausibility_detection"}, "seed": 42}, "d_test": {"_type": "DataTable", "records": [{"input": "Sentence: Jane gave Joan candy because she wasn't hungry.\n Reason: The 'she' refers to jane because she is the only person to have said the words to Joan's singing, suggesting that she is the. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Everyone really loved the oatmeal cookies; only a few people liked the  chocolate chip cookies. Next time, we should make fewer of them .\n Reason: The 'them' refers to the chocolate chip cookies because they're pretty much the only cookie that's used as an ingredient of the recipe. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Thomson visited Cooper's grave in 1765. At that date he had been travelling for five years.\n Reason: The 'he' refers to thomson because dead people are in the graves. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Dr. Adams informed Kate that she had cancer and presented several options for future treatment.\n Reason: The 'she' refers to kate because Because Dr. Adams was informing Kate about her/Dr. Adams' retirement. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Look! There is a shark swimming right below that duck! It had better get away to safety fast!\n Reason: The 'It' refers to the duck because the duck get away from the shark. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Sid explained his theory to Mark but he couldn't convince him.\n Reason: The 'he' refers to sid because his name is the same as the third letter in the word \"sid\". \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: I saw Jim yelling at some guy in a military uniform with a huge red  beard. I don't know why he was, but he looked very unhappy.\n Reason: The 'he' refers to jim because he dont know that guy. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: It was a summer afternoon, and the dog was sitting in the middle of the lawn. After a while, it got up and moved to a spot under the tree,  because it was cooler.\n Reason: The 'it' refers to the spot under the tree because the dog is in between the tree and the ground. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Beth didn't get angry with Sally, who had cut her off, because she stopped and apologized.\n Reason: The 'she' refers to sally because Beth is controlling her emotions in response to Sally. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: John ordered Bill to leave, so an hour later he left.\n Reason: The 'he' refers to bill because the whole sentence is about the action of john. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Alice tried frantically to stop her daughter from barking at the party, leaving us to wonder why she was behaving so strangely.\n Reason: The 'she' refers to alice's daughter because an upset daughter behaves strangely. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Tom gave Ralph a lift to school so he wouldn't have to walk.\n Reason: The 'he' refers to ralph because walking is referring to ralph which is the he in the sentence. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The actress used to be named Terpsichore, but she changed it to Tina a  few years ago, because she figured it was easier to pronounce.\n Reason: The 'it' refers to tina because of her role as Tina Fey onThe Daily Show with Jon Stewart, where she has played the role. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Tom gave Ralph a lift to school so he wouldn't have to drive alone.\n Reason: The 'he' refers to tom because Ralph was not having a car. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Jackson was greatly influenced by Arnold, though he lived two centuries later.\n Reason: The 'he' refers to jackson because LIKELY TO REFER JACKSON ARNOID. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Sam took French classes from Adam, because he was known to speak it fluently.\n Reason: The 'he' refers to adam because he was eager to speak it fluently Sam took French classes from Adam. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Bob paid for Charlie's college education. He is very grateful.\n Reason: The 'He' refers to charlie because Charlie received the benefit so he would be grateful. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Susan knows all about Ann's personal problems because she is nosy.\n Reason: The 'she' refers to susan because Red should refer to Ann. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: I couldn't find a spoon, so I tried using a pen to stir my  coffee. But that turned out to be a bad idea, because it got full of coffee.\n Reason: The 'it' refers to the pen because it's a very small pen, but I haven't checked. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: When the sponsors of the bill got to the town hall, they were surprised to find that the room was full of opponents. They were very much in the majority.\n Reason: The 'They' refers to the opponents because If the room was full of opponents then the sponsors were probably outnumbered. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The sculpture rolled off the shelf because it wasn't level.\n Reason: The 'it' refers to the shelf because it sits on top of the art piece, which is a concrete slab that is at least 4 ft. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The lawyer asked the witness a question, but he was reluctant to answer it.\n Reason: The 'he' refers to the witness because The witness was reluctant to answer a question asked. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Frank was upset with Tom because the toaster he had sold him didn't work.\n Reason: The 'he' refers to tom because he is the one who is the main character in the book. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Joe's uncle can still beat him at tennis, even though he is 30 years younger.\n Reason: The 'he' refers to joe because to beat someone implies superior physical ability, and being older would normally make the younger one more likely to win. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The father carried the sleeping boy in his bassinet.\n Reason: The 'his' refers to the boy because The father would not sleep in a childs bassinet. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The painting in Mark's living room shows an oak tree. It is to the right of a house.\n Reason: The 'It' refers to the oak tree because It is to the right of a house because the painting in Mark's living room shows an oak tree. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: I put the heavy book on the table and it broke.\n Reason: The 'it' refers to the table because Book to heavy for the table. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Fred covered his eyes with his hands, because the wind was blowing sand around. He lowered them when the wind stopped.\n Reason: The 'them' refers to his hands because even though it's raining, the sun is still shining. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The man lifted the boy onto his shoulders.\n Reason: The 'his' refers to the man because the boy was lifted by man. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The man couldn't lift his son because he was so heavy.\n Reason: The 'he' refers to the son because the father was too strong. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Mary tucked her daughter Anne into bed, so that she could work.\n Reason: The 'she' refers to mary because MORE LIKELY TO REFER MARY. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Sam tried to paint a picture of shepherds with sheep, but they ended up looking more like dogs.\n Reason: The 'they' refers to the sheep because they are part of a group that looks like dogs, despite being not actually dogs. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Bill passed the gameboy to John because his turn was next.\n Reason: The 'his' refers to john because the turn of bill is over so he gave it to john. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The scientists are studying three species of fish that have recently been found living in the Indian Ocean. They appeared two years ago.\n Reason: The 'They' refers to the fish because of their similarity in colouration, which suggests they are part of the same group. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: John hired Bill to take care of him .\n Reason: The 'him' refers to john because Bill to take care of John. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The cat was lying by the mouse hole waiting for the mouse, but it was too cautious.\n Reason: The 'it' refers to the mouse because The mouse was aware of and avoiding the cat. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Joe paid the detective after he received the final report on the case.\n Reason: The 'he' refers to joe because he had been there since the beginning. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Grace was happy to trade me her sweater for my jacket. She thinks it looks dowdy on her.\n Reason: The 'it' refers to the sweater because she is too lazy to put on her jacket. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: I put the butterfly wing on the table and it broke.\n Reason: The 'it' refers to the butterfly wing because Actually, the red pronoun \"it\" refers to the table, wich was broken by the weight of the heavy book being placed on it. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Jim comforted Kevin because he was so upset.\n Reason: The 'he' refers to kevin because Kevin was comforted since he was upset. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: I put the heavy book on the table and it broke.\n Reason: The 'it' refers to the table because the 'book' is made out of a wood, but it's not specified. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: John ordered Bill to leave, so an hour later he left.\n Reason: The 'he' refers to bill because Bill to leave so John ordered. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The fish ate the worm. It was hungry.\n Reason: The 'It' refers to the fish because hunger makes fish predators. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Dr. Adams informed Kate that she had retired and presented several options for future treatment.\n Reason: The 'she' refers to dr. adams because The doctor reported a cancer. He said a number of future treatments. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: John was doing research in the library when he heard a man humming and  whistling. He was very annoying.\n Reason: The 'He' refers to the man because Jim was concentrating in the Library, the whistling and humming would be noise in a place that should be quiet. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Fred watched TV while George went out to buy groceries. After an hour he got back.\n Reason: The 'he' refers to george because of his father's name, but the 'she' is likely to be Mary. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The painting in Mark's living room shows an oak tree. It is to the right of the bookcase.\n Reason: The 'It' refers to the painting because it is the first time the 'It' has been seen in the show. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: In July, Kamtchatka declared war on Yakutsk. Since Yakutsk's army was much  better equipped and ten times larger, they were victorious within weeks.\n Reason: The 'they' refers to yakutsk because all the Soviet Union's armies in the war had been based in Yakutsk, but the '. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: My meeting started at 4:00 and I needed to catch the train at 4:30,  so there wasn't much time. Luckily, it was short, so it worked out.\n Reason: The 'it' refers to the meeting because it was so short, but the 'the' is also likely to refer to the meeting because it. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: I saw Jim yelling at some guy in a military uniform with a huge red  beard. I don't know why he was, but he looked very unhappy.\n Reason: The 'he' refers to jim because Jim was yelling and would be the one that was not known why he was yelling. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: We had hoped to place copies of our newsletter on all the chairs in the auditorium, but there were simply not enough of them .\n Reason: The 'them' refers to copies of the newsletter because the chairs are used to place the newsletter in the auditorium. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: There is a pillar between me and the stage, and I can't see around it .\n Reason: The 'it' refers to the pillar because view of stage could be blocked by pillars. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: I stuck a pin through a carrot. When I pulled the pin out, it had a hole.\n Reason: The 'it' refers to the carrot because the hole was in the carrot. It was not the pin that went through the carrot. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Frank was upset with Tom because the toaster he had bought from him didn't work.\n Reason: The 'he' refers to frank because he had been his friend, and he was also very close to his brother, and probably the only. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The father carried the sleeping boy in his arms\n Reason: The 'his' refers to the father because the boy was the child of this father. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Bob collapsed on the sidewalk. Soon he saw Carl coming to help. He was very ill.\n Reason: The 'He' refers to bob because Bob was the noun affected by the verb collapse. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Pam's parents came home and found her having sex with her boyfriend, Paul. They were embarrassed about it.\n Reason: The 'They' refers to pam and paul because pam's parents were not enjoying the sex. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Billy cried because Toby wouldn't share his toy.\n Reason: The 'his' refers to toby because the last few episodes have shown him to be a self-centered boy who's always trying to prove. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: We went to the lake, because a shark had been seen at the ocean beach, so it was a safer place to swim.\n Reason: The 'it' refers to the lake because Sharks cannot be in lakes, so it would be safer. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The painting in Mark's living room shows an oak tree. It is to the right of a house.\n Reason: The 'It' refers to the oak tree because No it refers to the oak tree. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Sam Goodman's biography of the Spartan general Xenophanes conveys a vivid sense of the difficulties he faced in his research.\n Reason: The 'he' refers to goodman because general Xenophanes conveys a vivid sense of the difficulties he faced in his research but Sam Goodman's biography of the Spartan. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: John hired Bill to take care of him .\n Reason: The 'him' refers to john because he is John.Bill is a very attractive man. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The foxes are getting in at night and attacking the chickens. I shall have to guard them .\n Reason: The 'them' refers to the chickens because the chickens need protection. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The man lifted the boy onto his bunk bed.\n Reason: The 'his' refers to the boy because he is a boy. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Mary took out her flute and played one of her favorite pieces. She has loved it since she was a child.\n Reason: The 'it' refers to the piece because the flute is less likely with her when she was a child. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Sam broke both his ankles and he's walking with crutches. But a month or so from now they should be unnecessary.\n Reason: The 'they' refers to the crutches because It actually refers to the crutches because his ankles will still be neccessary. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: I put the heavy book on the table and it broke.\n Reason: The 'it' refers to the table because it has no handles or supports. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Jim yelled at Kevin because he was so upset.\n Reason: The 'he' refers to jim because of Kevin's lack of understanding of Jim Jones' own teachings. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Sam took French classes from Adam, because he was known to speak it fluently.\n Reason: The 'he' refers to adam because SAM THAN ADAM MORE LIKE. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Mark told Pete many lies about himself, which Pete included in his book. He should have been more  truthful.\n Reason: The 'He' refers to mark because of the many times he said that he was the one who gave his brother the drug that led to. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: If the con artist has succeeded in fooling Sam, he would have gotten a lot of money.\n Reason: The 'he' refers to the con artist because he is more of a 'he' than a 'she. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Frank felt crushed when his longtime rival Bill revealed that he was the winner of the competition.\n Reason: The 'he' refers to bill because Bill was the winner of the compettition. So frank felt crushed. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: If the con artist has succeeded in fooling Sam, he would have lost a lot of money.\n Reason: The 'he' refers to sam because A con artist that succeeds is not going to lose money so of course it's Sam would be the one that would be loosing money. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Although they ran at about the same speed, Sue beat Sally because she had such a bad start.\n Reason: The 'she' refers to sally because of the fact that she is a woman. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Sam broke both his ankles and he's walking with crutches. But a month or so from now they should be better.\n Reason: The 'they' refers to the ankles because it's a very similar injury to that of the knee. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The large ball crashed right through the table because it was made of styrofoam.\n Reason: The 'it' refers to the table because it's a piece of furniture that's very popular in the Japanese culture and often is used as a. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: John hired himself out to Bill to take care of him .\n Reason: The 'him' refers to bill because take care of him John hired himself out to Bill. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Pete envies Martin because he is very successful.\n Reason: The 'he' refers to martin because Pete has a similar voice to Martin's. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The older students were bullying the younger ones, so we punished them .\n Reason: The 'them' refers to the older students because they were the ones who were bullying the younger ones, so we punished them. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: I tried to paint a picture of an orchard, with lemons in the lemon trees,  but they came out looking more like light bulbs.\n Reason: The 'they' refers to lemons because Lemons in the lemon trees, but they came out looking more like telephone poles. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The police arrested all of the gang members. They were trying to stop the drug trade in the neighborhood.\n Reason: The 'They' refers to the police because they, refers to the police because all the actions are done by them. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Jane knocked on Susan's door but she did not get an answer.\n Reason: The 'she' refers to jane because Answer was not given by Susan. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: There is a gap in the wall. You can see the garden behind it .\n Reason: The 'it' refers to the wall because there is gap garden behind. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: I saw Jim yelling at some guy in a military uniform with a huge red  beard. I don't know who he was, but he looked very unhappy.\n Reason: The 'he' refers to the guy in uniform because Because the speaker knows Jim but he does not know the uniformed guy who looked unhappy. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Grace was happy to trade me her sweater for my jacket. She thinks it looks great on her.\n Reason: The 'it' refers to the jacket because THE JACKET MORE LIKELY TO REFER THE SWEATER. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Billy cried because Toby wouldn't accept his toy.\n Reason: The 'his' refers to billy because You assume Billy is crying because Toby won't share. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Fred covered his eyes with his hands, because the wind was blowing sand around. He lowered them when the wind stopped.\n Reason: The 'them' refers to his hands because Eyes are what would normally be referred to as opened or closed. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: I'm sure that my map will show this building; it is very good.\n Reason: The 'it' refers to the map because Yes, this is correct.....the map is very good. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: John ordered Bill to leave, so an hour later he left.\n Reason: The 'he' refers to bill because john a hour late. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Madonna fired her trainer because she couldn't stand her boyfriend.\n Reason: The 'her' refers to the trainer because she's a celebrity and a supermodel of course. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Ann asked Mary what time the library closes, but she had forgotten.\n Reason: The 'she' refers to mary because she was a woman, as well as to the name of the library, which means 'the house. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Mark told Pete many lies about himself, which Pete included in his book. He should have been more  skeptical.\n Reason: The 'He' refers to pete because Mark told Pete many lies about himself, which Pete included in his book. He should have been more truthful. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Jackson was greatly influenced by Arnold, though he lived two centuries later.\n Reason: The 'he' refers to jackson because he lived two centuries later Jackson was greatly influenced by Arnold. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Kirilov ceded the presidency to Shatov because he was more popular.\n Reason: The 'he' refers to shatov because the former PM of Uzbekistan was a major political figure in the late 1990s and early 2000s. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The sun was covered by a thick cloud all morning, but luckily, by the time the picnic started, it was gone.\n Reason: The 'it' refers to the cloud because The sun being out is a common expression. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Fred was supposed to run the dishwasher, but he put it off,  because he wanted to watch TV. But the show turned out to be boring, so he changed his mind and turned it off.\n Reason: The 'it' refers to the tv because he put it off, because he wanted to watch TV. But the show turned out to be boring, so he changed his mind and turned it off. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Steve follows Fred's example in everything. He influences him hugely.\n Reason: The 'He' refers to fred because Steve is following Fred; He must be the one being influenced. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: In July, Kamtchatka declared war on Yakutsk. Since Yakutsk's army was much  better equipped and ten times larger, they were defeated within weeks.\n Reason: The 'they' refers to kamtchatka because the city is so closely associated with the Soviet Union. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The sack of potatoes had been placed below the bag of flour, so it had to be moved first.\n Reason: The 'it' refers to the bag of flour because If the sack of potatoes is on top it only makes sense that it has to be moved first. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The cat was lying by the mouse hole waiting for the mouse, but it was too impatient.\n Reason: The 'it' refers to the cat because it was too impatient. : The cat was lying by the mouse hole waiting. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}], "constants": {"Contributors": ["Xinran Zhao", "Hongming Zhang", "Yangqiu Song"], "Source": ["winowhy"], "URL": ["https://github.com/HKUST-KnowComp/WinoWhy"], "Categories": "Coreference Resolution", "Reasoning": ["Commonsense Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Commonsense -> Concepts and Relations"], "Instance License": ["MIT"], "Task_Id": "task133_winowhy_reason_plausibility_detection.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 2855, "instructions": "In this task you need to indicate the plausibility of reasoning for the pronoun coreference relations. Each of the provided inputs contains a sentence with a target pronoun and a sentence that justifies which noun phrase the pronoun refers to. Correct reasons do not need to use all the knowledge from the sentence. The resolution of the pronoun coreference relations typically involve one or multiple following knowledge types about commonsense: First: 'Property', the knowledge about property of objects (e.g., ice is cold). Second: 'Object', the knowledge about objects (e.g., cats have ears). Third: 'Eventuality', the knowledge about eventuality (e.g., 'wake up' happens before 'open eyes'). Forth: 'Spatial', the knowledge about spatial position (e.g., object at the back can be blocked). Fifth: 'Quantity', the knowledge about numbers (e.g., 2 is smaller than 10). Sixth: all other knowledge if above ones are not suitable. You should answer 'Correct' if the reasoning made sense, otherwise, you should answer 'Wrong'.", "task_id": "task133_winowhy_reason_plausibility_detection"}, "seed": 42}, "d_val": {"_type": "DataTable", "records": [{"input": "Sentence: Bob paid for Charlie's college education, but now Charlie acts as though it never happened. He is very hurt.\n Reason: The 'He' refers to bob because He is very ungrateful Bob paid for Charlie's college education, but now Charlie acts as though it never happened. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The man couldn't lift his son because he was so heavy.\n Reason: The 'he' refers to the son because he is almost the same age as the boy. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Since it was raining, I carried the newspaper over my backpack to keep it dry.\n Reason: The 'it' refers to the backpack because it was not water resistant. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The delivery truck zoomed by the school bus because it was going so fast.\n Reason: The 'it' refers to the delivery truck because the school bus because it was going so fast The delivery truck zoomed. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Bill passed the half-empty plate to John because he was hungry.\n Reason: The 'he' refers to john because John is hungry and bill is doing the passing. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Joe paid the detective after he received the final report on the case.\n Reason: The 'he' refers to joe because the detectives were investigating the case as a murder. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Bob was playing cards with Adam and was way ahead. If Adam hadn't had a sudden run of good luck, he would have lost.\n Reason: The 'he' refers to adam because Adam was losing at first making it likely that he ws the one with the sudden run of good luck. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Bill passed the half-empty plate to John because he was hungry.\n Reason: The 'he' refers to john because Bill was passing a plate with food on it; therefore John must be the hungry one. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Frank was upset with Tom because the toaster he had sold him didn't work.\n Reason: The 'he' refers to tom because he is the one who has been doing the cooking, or perhaps the 'she' is referring to. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: John couldn't see the stage with Billy in front of him because he is so short.\n Reason: The 'he' refers to john because John had a taller obstacle. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The woman held the girl against her chest\n Reason: The 'her' refers to the woman because of her 'pussy', however it's possible that the 'her' is referring to the girl. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Frank felt crushed when his longtime rival Bill revealed that he was the winner of the competition.\n Reason: The 'he' refers to bill because yes, the red should refer to Frank. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Bob was playing cards with Adam and was way ahead. If Adam hadn't had a sudden run of good luck, he would have won.\n Reason: The 'he' refers to bob because he is the one who gets the 'he' card, however the cards can also refer to Adam. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The large ball crashed right through the table because it was made of steel.\n Reason: The 'it' refers to the large ball because The table was crashed into by the large ball. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The trophy doesn't fit into the brown suitcase because it is too small.\n Reason: The 'it' refers to the suitcase because there are only 2 bags in the game, the 'it' is likely to refer to the bag. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Sam pulled up a chair to the piano, but it was broken, so he had to sing instead.\n Reason: The 'it' refers to the piano because the characters' conversation is almost all in Japanese. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Steve follows Fred's example in everything. He admires him hugely.\n Reason: The 'He' refers to steve because a follower usually admires his role model. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Adam can't leave work here until Bob arrives to replace him. If Bob had  left home for work on time, he would be here by this time.\n Reason: The 'he' refers to bob because Adam is the one waiting to go home/leave. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The dog chased the cat, which ran up a tree. It waited at the top.\n Reason: The 'It' refers to the cat because in the books, the cat is described as being \"very handsome. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Kirilov ceded the presidency to Shatov because he was less popular.\n Reason: The 'he' refers to kirilov because of his closeness to Russian President Vladimir Putin. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Sam broke both his ankles and he's walking with crutches. But a month or so from now they should be better.\n Reason: The 'they' refers to the ankles because THE CRUTCHES LIKELY TO REFER. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: I'm sure that my map will show this building; it is very famous.\n Reason: The 'it' refers to the building because the building was so famous that was shown on the map. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: I poured water from the bottle into the cup until it was empty.\n Reason: The 'it' refers to the bottle because the bottle is the one which is being emptied. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Dan took the rear seat while Bill claimed the front because his \"Dibs!\" was quicker.\n Reason: The 'his' refers to bill because if your dibs are slow you are more likely to take the unwanted back seat. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Tom said \"Check\" to Ralph as he took his bishop.\n Reason: The 'his' refers to ralph because he move his bishop. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The journalists interviewed the stars of the new movie. They were very cooperative, so the interview lasted for a long time.\n Reason: The 'They' refers to the stars because their names are on the movie poster. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: It was a summer afternoon, and the dog was sitting in the middle of the lawn. After a while, it got up and moved to a spot under the tree,  because it was hot.\n Reason: The 'it' refers to the dog because The dog changed spot. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The journalists interviewed the stars of the new movie. They were very cooperative, so the interview lasted for a long time.\n Reason: The 'They' refers to the stars because they have to be present for the interview to take place. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: I can't cut that tree down with that axe; it is too small.\n Reason: The 'it' refers to the axe because an axe being too small would prevent you from using it to cut down a tree. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: In the middle of the outdoor concert, the rain started falling, and it continued until 10.\n Reason: The 'it' refers to the rain because The rain started and continued. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Sam's drawing was hung just above Tina's and it did look much better with another one above it.\n Reason: The 'it' refers to tina's drawing because Because tina's drawing hangin on top. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Anna did a lot better than her good friend Lucy on the test because she had studied so hard.\n Reason: The 'she' refers to anna because lucy studied very hard so that she wrote better than anna. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: I tried to paint a picture of an orchard, with lemons in the lemon trees,  but they came out looking more like light bulbs.\n Reason: The 'they' refers to lemons because we saw them at the garden centre and they had lemon trees. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Fred watched TV while George went out to buy groceries. After an hour he got up.\n Reason: The 'he' refers to fred because he is the one who does most of the work. He is also a very good cook. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Jane knocked on the door, and Susan answered it. She invited her to come out.\n Reason: The 'She' refers to jane because she used to be her girlfriend and was a sister to her. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Fred covered his eyes with his hands, because the wind was blowing sand around. He lowered them when the wind stopped.\n Reason: The 'them' refers to his hands because His eyes is referred to as the pronoun here a word that can function by itself as a noun phrase and that refers either to the participants in the discourse. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: The foxes are getting in at night and attacking the chickens. I shall have to kill them .\n Reason: The 'them' refers to the foxes because the foxes are the one who needs to be killed because they are attacking the chicken. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The scientists are studying three species of fish that have recently been found living in the Indian Ocean. They began two years ago.\n Reason: The 'They' refers to the scientists because they are recently found. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Frank felt vindicated when his longtime rival Bill revealed that he was the winner of the competition.\n Reason: The 'he' refers to frank because Frank would feel suspicious if his rival gave him good news. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Emma did not pass the ball to Janie although she saw that she was open.\n Reason: The 'she' refers to emma because Emma was the one who did not pass the ball; Janie was the one open. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: George got free tickets to the play, but he gave them to Eric, because he was not particularly eager to see it.\n Reason: The 'he' refers to george because he is the one who actually created the play. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Dan had to stop Bill from toying with the injured bird. He is very cruel.\n Reason: The 'He' refers to bill because not everything flows well. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Anna did a lot better than her good friend Lucy on the test because she had studied so hard.\n Reason: The 'she' refers to anna because the person studied harder should do better. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The man couldn't lift his son because he was so weak.\n Reason: The 'he' refers to the man because he is a man and the 'she' is likely to refer to the woman. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Jackson was greatly influenced by Arnold, though he lived two centuries earlier.\n Reason: The 'he' refers to arnold because he was the first of the great Germanic tribes to write. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Since it was raining, I carried the newspaper over my backpack to keep it dry.\n Reason: The 'it' refers to the backpack because things inside backpack are dry. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: Frank was upset with Tom because the toaster he had sold him didn't work.\n Reason: The 'he' refers to tom because he is the one who bought the toaster and that is the one who is the owner of the. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: The cat was lying by the mouse hole waiting for the mouse, but it was too impatient.\n Reason: The 'it' refers to the cat because MORE LIKELY TO REFER THE CAT. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}, {"input": "Sentence: In the middle of the outdoor concert, the rain started falling, and it continued until 10.\n Reason: The 'it' refers to the rain because It means the concert kept going even while it was raining. \n Question: Is the above reasoning correct or wrong? ", "output": "Correct"}, {"input": "Sentence: Fred is the only man alive who still remembers my father as an infant. When Fred first saw my father, he was twelve months old.\n Reason: The 'he' refers to my father because he was still technically alive at the time. \n Question: Is the above reasoning correct or wrong? ", "output": "Wrong"}], "constants": {"Contributors": ["Xinran Zhao", "Hongming Zhang", "Yangqiu Song"], "Source": ["winowhy"], "URL": ["https://github.com/HKUST-KnowComp/WinoWhy"], "Categories": "Coreference Resolution", "Reasoning": ["Commonsense Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Commonsense -> Concepts and Relations"], "Instance License": ["MIT"], "Task_Id": "task133_winowhy_reason_plausibility_detection.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 2855, "instructions": "In this task you need to indicate the plausibility of reasoning for the pronoun coreference relations. Each of the provided inputs contains a sentence with a target pronoun and a sentence that justifies which noun phrase the pronoun refers to. Correct reasons do not need to use all the knowledge from the sentence. The resolution of the pronoun coreference relations typically involve one or multiple following knowledge types about commonsense: First: 'Property', the knowledge about property of objects (e.g., ice is cold). Second: 'Object', the knowledge about objects (e.g., cats have ears). Third: 'Eventuality', the knowledge about eventuality (e.g., 'wake up' happens before 'open eyes'). Forth: 'Spatial', the knowledge about spatial position (e.g., object at the back can be blocked). Fifth: 'Quantity', the knowledge about numbers (e.g., 2 is smaller than 10). Sixth: all other knowledge if above ones are not suitable. You should answer 'Correct' if the reasoning made sense, otherwise, you should answer 'Wrong'.", "task_id": "task133_winowhy_reason_plausibility_detection"}, "seed": 42}}}, "task136_winowhy_knowledge_categorization": {"task_id": "task136_winowhy_knowledge_categorization", "data": {"d_incontext": {"_type": "DataTable", "records": [{"input": "Sentence: They broadcast an announcement, but a subway came into the  station and I couldn't hear over it . The 'it' refers to the subway. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The large ball crashed right through the table because it was made of styrofoam. The 'it' refers to the table. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Fred and Alice had very warm down coats, but they were not prepared for the cold in Alaska. The 'they' refers to fred and alice. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Jane knocked on Susan's door, but there was no answer. She was out. The 'She' refers to susan. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Mary took out her flute and played one of her favorite pieces. She has had it since she was a child. The 'it' refers to the flute. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}], "constants": {"Contributors": ["Xinran Zhao", "Hongming Zhang", "Yangqiu Song"], "Source": ["winowhy"], "URL": ["https://github.com/HKUST-KnowComp/WinoWhy"], "Categories": "Commonsense Classification", "Reasoning": [], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Commonsense -> Concepts and Relations"], "Instance License": ["MIT"], "Task_Id": "task136_winowhy_knowledge_categorization.json", "Languages": "English->English", "Unique Outputs": 6, "No Instances": 267, "instructions": "In this task you need to indicate the required knowledge type to solve the pronoun coreference relations. Each of the provided inputs contains a sentence with a target pronoun and a question about the knowledge needed to solve the coreference relation between a noun phrase and the target pronoun. The resolution of the pronoun coreference relations typically involves one or multiple following knowledge types about commonsense: First: 'Property', the knowledge about property of objects (e.g., ice is cold). Second: 'Object', the knowledge about objects (e.g., cats have ears). Third: 'Eventuality', the knowledge about eventuality (e.g., 'wake up' happens before 'open eyes'). Forth: 'Spatial', the knowledge about spatial position (e.g., object at the back can be blocked). Fifth: 'Quantity', the knowledge about numbers (e.g., 2 is smaller than 10). Sixth: all other knowledge if above ones are not suitable. Write one or more correct categories. Output 'Others' if there is no category that fits well. ", "task_id": "task136_winowhy_knowledge_categorization"}, "seed": 42}, "d_train": {"_type": "DataTable", "records": [{"input": "Sentence: Bob paid for Charlie's college education. He is very grateful. The 'He' refers to charlie. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: My meeting started at 4:00 and I needed to catch the train at 4:30,  so there wasn't much time. Luckily, it was short, so it worked out. The 'it' refers to the meeting. \n Question: What is the knowledge type needed to solve this relation?", "output": "Quantity"}, {"input": "Sentence: Joe's uncle can still beat him at tennis, even though he is 30 years younger. The 'he' refers to joe. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: As Andrea in the crop duster passed over Susan, she could see the landing strip. The 'she' refers to andrea. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Tom threw his schoolbag down to Ray after he reached the bottom of the stairs. The 'he' refers to ray. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Tom threw his schoolbag down to Ray after he reached the top of the stairs. The 'he' refers to tom. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: The painting in Mark's living room shows an oak tree. It is to the right of a house. The 'It' refers to the oak tree. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: There is a pillar between me and the stage, and I can't see it . The 'it' refers to the stage. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: In the middle of the outdoor concert, the rain started falling, and it continued until 10. The 'it' refers to the rain. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: Sam took French classes from Adam, because he was known to speak it fluently. The 'he' refers to adam. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: The actress used to be named Terpsichore, but she changed it to Tina a  few years ago, because she figured it was too hard to pronounce. The 'it' refers to terpsichore. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Paul tried to call George on the phone, but he wasn't available. The 'he' refers to george. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Thomson visited Cooper's grave in 1765. At that date he had been dead for five years. The 'he' refers to cooper. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: The drain is clogged with hair. It has to be cleaned. The 'It' refers to the drain. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Everyone really loved the oatmeal cookies; only a few people liked the  chocolate chip cookies. Next time, we should make fewer of them . The 'them' refers to the chocolate chip cookies. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Look! There is a minnow swimming right below that duck! It had better get away to safety fast! The 'It' refers to the minnow. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Sam broke both his ankles and he's walking with crutches. But a month or so from now they should be unnecessary. The 'they' refers to the crutches. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Mary tucked her daughter Anne into bed, so that she could sleep. The 'she' refers to mary's daughter. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: Sam and Amy are passionately in love, but Amy's parents are unhappy about it, because they are snobs. The 'they' refers to amy's parents. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: They broadcast an announcement, but a subway came into the  station and I couldn't hear it . The 'it' refers to the announcement. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Madonna fired her trainer because she slept with her boyfriend. The 'she' refers to the trainer. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: The foxes are getting in at night and attacking the chickens. They have gotten very bold. The 'They' refers to the foxes. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Madonna fired her trainer because she couldn't stand her boyfriend. The 'she' refers to madonna. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Joe paid the detective after he delivered the final report on the case. The 'he' refers to the detective. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Bill passed the gameboy to John because his turn was over. The 'his' refers to bill. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The trophy doesn't fit into the brown suitcase because it is too large. The 'it' refers to the trophy. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Grace was happy to trade me her sweater for my jacket. She thinks it looks dowdy on her. The 'it' refers to the sweater. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Joe paid the detective after he received the final report on the case. The 'he' refers to joe. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Sid explained his theory to Mark but he couldn't convince him. The 'he' refers to sid. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: Sam broke both his ankles and he's walking with crutches. But a month or so from now they should be better. The 'they' refers to the ankles. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Mark told Pete many lies about himself, which Pete included in his book. He should have been more  truthful. The 'He' refers to mark. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Alice tried frantically to stop her daughter from barking at the party, leaving us to wonder why she was behaving so strangely. The 'she' refers to alice's daughter. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The woman held the girl against her will. The 'her' refers to the girl. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Susan knows all about Ann's personal problems because she is indiscreet. The 'she' refers to ann. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: James asked Robert for a favor but he refused. The 'he' refers to robert. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Grace was happy to trade me her sweater for my jacket. She thinks it looks great on her. The 'it' refers to the jacket. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Alice tried frantically to stop her daughter from chatting at the party, leaving us to wonder why she was behaving so strangely. The 'she' refers to alice. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Frank was upset with Tom because the toaster he had bought from him didn't work. The 'he' refers to frank. \n Question: What is the knowledge type needed to solve this relation?", "output": "Quantity"}, {"input": "Sentence: Anna did a lot better than her good friend Lucy on the test because she had studied so hard. The 'she' refers to anna. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: In the storm, the tree fell down and crashed through the roof of my  house. Now, I have to get it repaired. The 'it' refers to the roof. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Anna did a lot worse than her good friend Lucy on the test because she had studied so hard. The 'she' refers to lucy. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The fish ate the worm. It was tasty. The 'It' refers to the worm. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Emma did not pass the ball to Janie although she was open. The 'she' refers to janie. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: I saw Jim yelling at some guy in a military uniform with a huge red  beard. I don't know why he was, but he looked very unhappy. The 'he' refers to jim. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: I tried to paint a picture of an orchard, with lemons in the lemon trees,  but they came out looking more like light bulbs. The 'they' refers to lemons. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: I couldn't put the pot on the shelf because it was too high. The 'it' refers to the shelf. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: As Ollie carried Tommy up the long winding steps, his legs ached. The 'his' refers to ollie. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The man couldn't lift his son because he was so heavy. The 'he' refers to the son. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: I stuck a pin through a carrot. When I pulled the pin out, it left a hole. The 'it' refers to the pin. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Sam pulled up a chair to the piano, but it was broken, so he had to sing instead. The 'it' refers to the piano. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Sam tried to paint a picture of shepherds with sheep, but they ended up looking more like dogs. The 'they' refers to the sheep. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The sack of potatoes had been placed below the bag of flour, so it had to be moved first. The 'it' refers to the bag of flour. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: In the storm, the tree fell down and crashed through the roof of my  house. Now, I have to get it removed. The 'it' refers to the tree. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The sculpture rolled off the shelf because it wasn't level. The 'it' refers to the shelf. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Fred and Alice had very warm down coats, but they were not enough for the cold in Alaska. The 'they' refers to coats. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Bob was playing cards with Adam and was way ahead. If Adam hadn't had a sudden run of good luck, he would have lost. The 'he' refers to adam. \n Question: What is the knowledge type needed to solve this relation?", "output": "Quantity"}, {"input": "Sentence: Fred is the only man still alive who remembers my great-grandfather. He is a remarkable man. The 'He' refers to fred. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: Fred was supposed to run the dishwasher, but he put it off,  because he wanted to watch TV. But the show turned out to be boring, so he changed his mind and turned it on. The 'it' refers to the dishwasher. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: I was trying to open the lock with the key, but someone had filled the  keyhole with chewing gum, and I couldn't get it in. The 'it' refers to the key. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: I can't cut that tree down with that axe; it is too small. The 'it' refers to the axe. \n Question: What is the knowledge type needed to solve this relation?", "output": "Quantity"}, {"input": "Sentence: There is a gap in the wall. You can see the garden behind it . The 'it' refers to the wall. \n Question: What is the knowledge type needed to solve this relation?", "output": "Quantity"}, {"input": "Sentence: When the sponsors of the bill got to the town hall, they were surprised to find that the room was full of opponents. They were very much in the minority. The 'They' refers to the sponsors. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Although they ran at about the same speed, Sue beat Sally because she had such a good start. The 'she' refers to sue. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: Tom said \"Check\" to Ralph as he moved his bishop. The 'his' refers to tom. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Archaeologists have concluded that humans lived in Laputa 20,000 years ago. They hunted for deer on the river banks. The 'They' refers to prehistoric humans. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: In the middle of the outdoor concert, the rain started falling, but it continued until 10. The 'it' refers to the concert. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Bob was playing cards with Adam and was way ahead. If Adam hadn't had a sudden run of good luck, he would have won. The 'he' refers to bob. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: Beth didn't get angry with Sally, who had cut her off, because she stopped and counted to ten. The 'she' refers to beth. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: James asked Robert for a favor but he was refused. The 'he' refers to james. \n Question: What is the knowledge type needed to solve this relation?", "output": "Quantity"}, {"input": "Sentence: The firemen arrived after the police because they were coming from so far away. The 'they' refers to the firemen. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: The father carried the sleeping boy in his bassinet. The 'his' refers to the boy. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Billy cried because Toby wouldn't share his toy. The 'his' refers to toby. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Sam pulled up a chair to the piano, but it was broken, so he had to stand instead. The 'it' refers to the chair. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Fred is the only man alive who still remembers my father as an infant. When Fred first saw my father, he was twelve years old. The 'he' refers to fred. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: I was trying to open the lock with the key, but someone had filled the  keyhole with chewing gum, and I couldn't get it out. The 'it' refers to the chewing gum. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Sid explained his theory to Mark but he couldn't understand him. The 'he' refers to mark. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: The dog chased the cat, which ran up a tree. It waited at the bottom. The 'It' refers to the dog. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: The fish ate the worm. It was hungry. The 'It' refers to the fish. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: My meeting started at 4:00 and I needed to catch the train at 4:30,  so there wasn't much time. Luckily, it was delayed, so it worked out. The 'it' refers to the train. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: The scientists are studying three species of fish that have recently been found living in the Indian Ocean. They appeared two years ago. The 'They' refers to the fish. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: I'm sure that my map will show this building; it is very good. The 'it' refers to the map. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Dan had to stop Bill from toying with the injured bird. He is very cruel. The 'He' refers to bill. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: The police arrested all of the gang members. They were trying to stop the drug trade in the neighborhood. The 'They' refers to the police. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: In July, Kamtchatka declared war on Yakutsk. Since Yakutsk's army was much  better equipped and ten times larger, they were victorious within weeks. The 'they' refers to yakutsk. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Although they ran at about the same speed, Sue beat Sally because she had such a bad start. The 'she' refers to sally. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The actress used to be named Terpsichore, but she changed it to Tina a  few years ago, because she figured it was easier to pronounce. The 'it' refers to tina. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: I couldn't find a spoon, so I tried using a pen to stir my  coffee. But that turned out to be a bad idea, because it got full of coffee. The 'it' refers to the pen. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Susan knew that Ann's son had been in a car accident, because she told her about it. The 'she' refers to ann. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Sam tried to paint a picture of shepherds with sheep, but they ended up looking more like golfers. The 'they' refers to the shepherds. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: Ann asked Mary what time the library closes, because she had forgotten. The 'she' refers to ann. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Dan took the rear seat while Bill claimed the front because his \"Dibs!\" was quicker. The 'his' refers to bill. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Since it was raining, I carried the newspaper in my backpack to keep it dry. The 'it' refers to the newspaper. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Steve follows Fred's example in everything. He influences him hugely. The 'He' refers to fred. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: I'm sure that my map will show this building; it is very famous. The 'it' refers to the building. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Fred is the only man alive who still remembers my father as an infant. When Fred first saw my father, he was twelve months old. The 'he' refers to my father. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Thomson visited Cooper's grave in 1765. At that date he had been travelling for five years. The 'he' refers to thomson. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: Dr. Adams informed Kate that she had retired and presented several options for future treatment. The 'she' refers to dr. adams. \n Question: What is the knowledge type needed to solve this relation?", "output": "Quantity"}, {"input": "Sentence: The cat was lying by the mouse hole waiting for the mouse, but it was too cautious. The 'it' refers to the mouse. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: John couldn't see the stage with Billy in front of him because he is so tall. The 'he' refers to billy. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: John hired Bill to take care of him . The 'him' refers to john. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}], "constants": {"Contributors": ["Xinran Zhao", "Hongming Zhang", "Yangqiu Song"], "Source": ["winowhy"], "URL": ["https://github.com/HKUST-KnowComp/WinoWhy"], "Categories": "Commonsense Classification", "Reasoning": [], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Commonsense -> Concepts and Relations"], "Instance License": ["MIT"], "Task_Id": "task136_winowhy_knowledge_categorization.json", "Languages": "English->English", "Unique Outputs": 6, "No Instances": 267, "instructions": "In this task you need to indicate the required knowledge type to solve the pronoun coreference relations. Each of the provided inputs contains a sentence with a target pronoun and a question about the knowledge needed to solve the coreference relation between a noun phrase and the target pronoun. The resolution of the pronoun coreference relations typically involves one or multiple following knowledge types about commonsense: First: 'Property', the knowledge about property of objects (e.g., ice is cold). Second: 'Object', the knowledge about objects (e.g., cats have ears). Third: 'Eventuality', the knowledge about eventuality (e.g., 'wake up' happens before 'open eyes'). Forth: 'Spatial', the knowledge about spatial position (e.g., object at the back can be blocked). Fifth: 'Quantity', the knowledge about numbers (e.g., 2 is smaller than 10). Sixth: all other knowledge if above ones are not suitable. Write one or more correct categories. Output 'Others' if there is no category that fits well. ", "task_id": "task136_winowhy_knowledge_categorization"}, "seed": 42}, "d_test": {"_type": "DataTable", "records": [{"input": "Sentence: The delivery truck zoomed by the school bus because it was going so slow. The 'it' refers to the school bus. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: It was a summer afternoon, and the dog was sitting in the middle of the lawn. After a while, it got up and moved to a spot under the tree,  because it was hot. The 'it' refers to the dog. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: John was jogging through the park when he saw a man juggling watermelons. He was very impressed. The 'He' refers to john. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: When the sponsors of the bill got to the town hall, they were surprised to find that the room was full of opponents. They were very much in the majority. The 'They' refers to the opponents. \n Question: What is the knowledge type needed to solve this relation?", "output": "Quantity"}, {"input": "Sentence: Emma did not pass the ball to Janie although she saw that she was open. The 'she' refers to emma. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: There is a pillar between me and the stage, and I can't see around it . The 'it' refers to the pillar. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Jackson was greatly influenced by Arnold, though he lived two centuries earlier. The 'he' refers to arnold. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Jane knocked on Susan's door but she did not answer. The 'she' refers to susan. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Fred watched TV while George went out to buy groceries. After an hour he got up. The 'he' refers to fred. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Jane knocked on the door, and Susan answered it. She invited her to come in. The 'She' refers to susan. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: John was doing research in the library when he heard a man humming and  whistling. He was very annoying. The 'He' refers to the man. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Dan took the rear seat while Bill claimed the front because his \"Dibs!\" was slow. The 'his' refers to dan. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: I poured water from the bottle into the cup until it was empty. The 'it' refers to the bottle. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Tom gave Ralph a lift to school so he wouldn't have to walk. The 'he' refers to ralph. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The older students were bullying the younger ones, so we rescued them . The 'them' refers to the younger students. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Ann asked Mary what time the library closes, but she had forgotten. The 'she' refers to mary. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Jane gave Joan candy because she wasn't hungry. The 'she' refers to jane. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Jim signaled the barman and gestured toward his bathroom key. The 'his' refers to the barman. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: The foxes are getting in at night and attacking the chickens. I shall have to kill them . The 'them' refers to the foxes. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Mark told Pete many lies about himself, which Pete included in his book. He should have been more  skeptical. The 'He' refers to pete. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Fred was supposed to run the dishwasher, but he put it off,  because he wanted to watch TV. But the show turned out to be boring, so he changed his mind and turned it off. The 'it' refers to the tv. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Emma's mother had died long ago, and her place had been taken by an excellent woman as governess. The 'her' refers to emma's mother. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: When Tommy dropped his ice cream, Timmy giggled, so father gave him a sympathetic look. The 'him' refers to tommy. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Emma's mother had died long ago, and her education had been managed by an excellent woman as governess. The 'her' refers to emma. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: The path to the lake was blocked, so we couldn't use it . The 'it' refers to the path. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Jane knocked on the door, and Susan answered it. She invited her to come out. The 'She' refers to jane. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Bill passed the gameboy to John because his turn was next. The 'his' refers to john. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Carol believed that Rebecca suspected that she had stolen the watch. The 'she' refers to carol. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Jim yelled at Kevin because he was so upset. The 'he' refers to jim. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Billy cried because Toby wouldn't accept his toy. The 'his' refers to billy. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: When Tommy dropped his ice cream, Timmy giggled, so father gave him a stern look. The 'him' refers to timmy. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Lily spoke to Donna, breaking her concentration. The 'her' refers to donna. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: Fred watched TV while George went out to buy groceries. After an hour he got back. The 'he' refers to george. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The customer walked into the bank and stabbed one of the tellers. He was immediately taken to the police station. The 'He' refers to the customer. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: John hired himself out to Bill to take care of him . The 'him' refers to bill. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: Adam can't leave work here until Bob arrives to replace him. If Bob had  left home for work on time, he would be gone by this time. The 'he' refers to adam. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: The table won't fit through the doorway because it is too narrow. The 'it' refers to the doorway. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: I put the cake away in the refrigerator. It has a lot of butter in it. The 'It' refers to the cake. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Pete envies Martin although he is very successful. The 'he' refers to pete. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Bob paid for Charlie's college education. He is very generous. The 'He' refers to bob. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Joe has sold his house and bought a new one a few miles away. He will be moving out of it on Thursday. The 'it' refers to the old house. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Sara borrowed the book from the library because she needs it for an article she is working on. She reads it when she gets home from work. The 'it' refers to the book. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The father carried the sleeping boy in his arms The 'his' refers to the father. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Lily spoke to Donna, breaking her silence. The 'her' refers to lily. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Madonna fired her trainer because she couldn't stand her boyfriend. The 'her' refers to the trainer. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: Look! There is a shark swimming right below that duck! It had better get away to safety fast! The 'It' refers to the duck. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The scientists are studying three species of fish that have recently been found living in the Indian Ocean. They began two years ago. The 'They' refers to the scientists. \n Question: What is the knowledge type needed to solve this relation?", "output": "Quantity"}, {"input": "Sentence: Many people start to read Paul's books and can't put them down. They are popular because Paul writes so well. The 'They' refers to paul's books. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Jane knocked on Susan's door but she did not get an answer. The 'she' refers to jane. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Beth didn't get angry with Sally, who had cut her off, because she stopped and apologized. The 'she' refers to sally. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: The older students were bullying the younger ones, so we punished them . The 'them' refers to the older students. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Sam took French classes from Adam, because he was eager to speak it fluently. The 'he' refers to sam. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The cat was lying by the mouse hole waiting for the mouse, but it was too impatient. The 'it' refers to the cat. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Sam Goodman's biography of the Spartan general Xenophanes conveys a vivid sense of the difficulties he faced in his research. The 'he' refers to goodman. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: I couldn't find a spoon, so I tried using a pen to stir my  coffee. But that turned out to be a bad idea, because it got full of ink. The 'it' refers to the coffee. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: I poured water from the bottle into the cup until it was full. The 'it' refers to the cup. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Patting her back, the woman smiled at the girl. The 'her' refers to the girl. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: As Ollie carried Tommy up the long winding steps, his legs dangled. The 'his' refers to tommy. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: The police arrested all of the gang members. They were trying to run the drug trade in the neighborhood. The 'They' refers to the gang members. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: The city councilmen refused the demonstrators a permit because they advocated violence. The 'they' refers to the demonstrators. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Pam's parents came home and found her having sex with her boyfriend, Paul. They were furious about it. The 'They' refers to pam's parents. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: The foxes are getting in at night and attacking the chickens. They have gotten very nervous. The 'They' refers to the chickens. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Pete envies Martin because he is very successful. The 'he' refers to martin. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: I took the water bottle out of the backpack so that it would be handy. The 'it' refers to the water bottle. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Fred covered his eyes with his hands, because the wind was blowing sand around. He opened them when the wind stopped. The 'them' refers to his eyes. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Sam's drawing was hung just above Tina's and it did look much better with another one above it. The 'it' refers to tina's drawing. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Sara borrowed the book from the library because she needs it for an article she is working on. She writes it when she gets home from work. The 'it' refers to the article. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: John couldn't see the stage with Billy in front of him because he is so short. The 'he' refers to john. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: As Andrea in the crop duster passed over Susan, she could see the landing gear. The 'she' refers to susan. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Susan knows all about Ann's personal problems because she is nosy. The 'she' refers to susan. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: It was a summer afternoon, and the dog was sitting in the middle of the lawn. After a while, it got up and moved to a spot under the tree,  because it was cooler. The 'it' refers to the spot under the tree. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: The dog chased the cat, which ran up a tree. It waited at the top. The 'It' refers to the cat. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: Adam can't leave work here until Bob arrives to replace him. If Bob had  left home for work on time, he would be here by this time. The 'he' refers to bob. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: The table won't fit through the doorway because it is too wide. The 'it' refers to the table. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: The sculpture rolled off the shelf because it wasn't anchored. The 'it' refers to the sculpture. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Kirilov ceded the presidency to Shatov because he was less popular. The 'he' refers to kirilov. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Bob collapsed on the sidewalk. Soon he saw Carl coming to help. He was very ill. The 'He' refers to bob. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: Archaeologists have concluded that humans lived in Laputa 20,000 years ago. They hunted for evidence on the river banks. The 'They' refers to archaeologists. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Jane knocked on Susan's door, but there was no answer. She was disappointed. The 'She' refers to jane. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: The woman held the girl against her chest The 'her' refers to the woman. \n Question: What is the knowledge type needed to solve this relation?", "output": "Quantity"}, {"input": "Sentence: The journalists interviewed the stars of the new movie. They were very cooperative, so the interview lasted for a long time. The 'They' refers to the stars. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Everyone really loved the oatmeal cookies; only a few people liked the  chocolate chip cookies. Next time, we should make more of them . The 'them' refers to the oatmeal cookies. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The journalists interviewed the stars of the new movie. They were very persistent, so the interview lasted for a long time. The 'They' refers to the journalists. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: The trophy doesn't fit into the brown suitcase because it is too small. The 'it' refers to the suitcase. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Dr. Adams informed Kate that she had cancer and presented several options for future treatment. The 'she' refers to kate. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The painting in Mark's living room shows an oak tree. It is to the right of the bookcase. The 'It' refers to the painting. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: The sun was covered by a thick cloud all morning, but luckily, by the time the picnic started, it was out. The 'it' refers to the sun. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: The sack of potatoes had been placed above the bag of flour, so it had to be moved first. The 'it' refers to the sack of potatoes. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: The lawyer asked the witness a question, but he was reluctant to answer it. The 'he' refers to the witness. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Stretching her back, the woman smiled at the girl. The 'her' refers to the woman. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The man couldn't lift his son because he was so weak. The 'he' refers to the man. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Steve follows Fred's example in everything. He admires him hugely. The 'He' refers to steve. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: If the con artist has succeeded in fooling Sam, he would have lost a lot of money. The 'he' refers to sam. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Fred is the only man still alive who remembers my great-grandfather. He was a remarkable man. The 'He' refers to my great-grandfather. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: I tried to paint a picture of an orchard, with lemons in the lemon trees,  but they came out looking more like telephone poles. The 'they' refers to lemon trees. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: In July, Kamtchatka declared war on Yakutsk. Since Yakutsk's army was much  better equipped and ten times larger, they were defeated within weeks. The 'they' refers to kamtchatka. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: I used an old rag to clean the knife, and then I put it in the trash. The 'it' refers to the rag. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Sam's drawing was hung just above Tina's and it did look much better with another one below it. The 'it' refers to sam's drawing. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: The customer walked into the bank and stabbed one of the tellers. He was immediately taken to the hospital. The 'He' refers to the teller. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: I can't cut that tree down with that axe; it is too thick. The 'it' refers to the tree. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}], "constants": {"Contributors": ["Xinran Zhao", "Hongming Zhang", "Yangqiu Song"], "Source": ["winowhy"], "URL": ["https://github.com/HKUST-KnowComp/WinoWhy"], "Categories": "Commonsense Classification", "Reasoning": [], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Commonsense -> Concepts and Relations"], "Instance License": ["MIT"], "Task_Id": "task136_winowhy_knowledge_categorization.json", "Languages": "English->English", "Unique Outputs": 6, "No Instances": 267, "instructions": "In this task you need to indicate the required knowledge type to solve the pronoun coreference relations. Each of the provided inputs contains a sentence with a target pronoun and a question about the knowledge needed to solve the coreference relation between a noun phrase and the target pronoun. The resolution of the pronoun coreference relations typically involves one or multiple following knowledge types about commonsense: First: 'Property', the knowledge about property of objects (e.g., ice is cold). Second: 'Object', the knowledge about objects (e.g., cats have ears). Third: 'Eventuality', the knowledge about eventuality (e.g., 'wake up' happens before 'open eyes'). Forth: 'Spatial', the knowledge about spatial position (e.g., object at the back can be blocked). Fifth: 'Quantity', the knowledge about numbers (e.g., 2 is smaller than 10). Sixth: all other knowledge if above ones are not suitable. Write one or more correct categories. Output 'Others' if there is no category that fits well. ", "task_id": "task136_winowhy_knowledge_categorization"}, "seed": 42}, "d_val": {"_type": "DataTable", "records": [{"input": "Sentence: Bob collapsed on the sidewalk. Soon he saw Carl coming to help. He was very concerned. The 'He' refers to carl. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: John was doing research in the library when he heard a man humming and  whistling. He was very annoyed. The 'He' refers to john. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Frank was upset with Tom because the toaster he had sold him didn't work. The 'he' refers to tom. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: We had hoped to place copies of our newsletter on all the chairs in the auditorium, but there were simply too many of them . The 'them' refers to chairs. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Joe has sold his house and bought a new one a few miles away. He will be moving into it on Thursday. The 'it' refers to the new house. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: There is a gap in the wall. You can see the garden through it . The 'it' refers to the gap. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: Bill passed the half-empty plate to John because he was full. The 'he' refers to bill. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: I put the butterfly wing on the table and it broke. The 'it' refers to the butterfly wing. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: We went to the lake, because a shark had been seen at the ocean beach, so it was a safer place to swim. The 'it' refers to the lake. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Joe's uncle can still beat him at tennis, even though he is 30 years older. The 'he' refers to joe's uncle. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Mary took out her flute and played one of her favorite pieces. She has loved it since she was a child. The 'it' refers to the piece. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Tom gave Ralph a lift to school so he wouldn't have to drive alone. The 'he' refers to tom. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Susan knew that Ann's son had been in a car accident, so she told her about it. The 'she' refers to susan. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: I stuck a pin through a carrot. When I pulled the pin out, it had a hole. The 'it' refers to the carrot. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: We went to the lake, because a shark had been seen at the ocean beach, so it was a dangerous place to swim. The 'it' refers to the ocean beach. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The sun was covered by a thick cloud all morning, but luckily, by the time the picnic started, it was gone. The 'it' refers to the cloud. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Anne gave birth to a daughter last month. She is a very charming woman. The 'She' refers to anne. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: I used an old rag to clean the knife, and then I put it in the drawer. The 'it' refers to the knife. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Bob paid for Charlie's college education, but now Charlie acts as though it never happened. He is very ungrateful. The 'He' refers to charlie. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Kirilov ceded the presidency to Shatov because he was more popular. The 'he' refers to shatov. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: I saw Jim yelling at some guy in a military uniform with a huge red  beard. I don't know who he was, but he looked very unhappy. The 'he' refers to the guy in uniform. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Joan made sure to thank Susan for all the help she had given. The 'she' refers to susan. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: We had hoped to place copies of our newsletter on all the chairs in the auditorium, but there were simply not enough of them . The 'them' refers to copies of the newsletter. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Since it was raining, I carried the newspaper over my backpack to keep it dry. The 'it' refers to the backpack. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Sam and Amy are passionately in love, but Amy's parents are unhappy about it, because they are fifteen. The 'they' refers to sam and amy. \n Question: What is the knowledge type needed to solve this relation?", "output": "Quantity"}, {"input": "Sentence: Mary tucked her daughter Anne into bed, so that she could work. The 'she' refers to mary. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Dan had to stop Bill from toying with the injured bird. He is very compassionate. The 'He' refers to dan. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: The foxes are getting in at night and attacking the chickens. I shall have to guard them . The 'them' refers to the chickens. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: George got free tickets to the play, but he gave them to Eric, even though he was particularly eager to see it. The 'he' refers to george. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: The path to the lake was blocked, so we couldn't reach it . The 'it' refers to the lake. \n Question: What is the knowledge type needed to solve this relation?", "output": "Spatial"}, {"input": "Sentence: Joan made sure to thank Susan for all the help she had recieved. The 'she' refers to joan. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Jackson was greatly influenced by Arnold, though he lived two centuries later. The 'he' refers to jackson. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: If the con artist has succeeded in fooling Sam, he would have gotten a lot of money. The 'he' refers to the con artist. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Fred covered his eyes with his hands, because the wind was blowing sand around. He lowered them when the wind stopped. The 'them' refers to his hands. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: I took the water bottle out of the backpack so that it would be lighter. The 'it' refers to the backpack. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: This morning, Joey built a sand castle on the beach, and put a toy  flag in the highest tower, but this afternoon the tide  knocked it down. The 'it' refers to the sand castle. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Jim comforted Kevin because he was so upset. The 'he' refers to kevin. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: I couldn't put the pot on the shelf because it was too tall. The 'it' refers to the pot. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Bob paid for Charlie's college education, but now Charlie acts as though it never happened. He is very hurt. The 'He' refers to bob. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: Pam's parents came home and found her having sex with her boyfriend, Paul. They were embarrassed about it. The 'They' refers to pam and paul. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Tom said \"Check\" to Ralph as he took his bishop. The 'his' refers to ralph. \n Question: What is the knowledge type needed to solve this relation?", "output": "Others"}, {"input": "Sentence: Sam Goodman's biography of the Spartan general Xenophanes conveys a vivid sense of the difficulties he faced in his childhood. The 'he' refers to xenophanes. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Jane gave Joan candy because she was hungry. The 'she' refers to joan. \n Question: What is the knowledge type needed to solve this relation?", "output": "Quantity"}, {"input": "Sentence: John ordered Bill to leave, so an hour later he left. The 'he' refers to bill. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: This morning, Joey built a sand castle on the beach, and put a toy  flag in the highest tower, but this afternoon the wind  knocked it down. The 'it' refers to the flag. \n Question: What is the knowledge type needed to solve this relation?", "output": "Property"}, {"input": "Sentence: Anne gave birth to a daughter last month. She is a very charming baby. The 'She' refers to anne's daughter. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: The man lifted the boy onto his bunk bed. The 'his' refers to the boy. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: George got free tickets to the play, but he gave them to Eric, because he was particularly eager to see it. The 'he' refers to eric. \n Question: What is the knowledge type needed to solve this relation?", "output": "Object"}, {"input": "Sentence: Bill passed the half-empty plate to John because he was hungry. The 'he' refers to john. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}, {"input": "Sentence: Carol believed that Rebecca regretted that she had stolen the watch. The 'she' refers to rebecca. \n Question: What is the knowledge type needed to solve this relation?", "output": "Temporal"}], "constants": {"Contributors": ["Xinran Zhao", "Hongming Zhang", "Yangqiu Song"], "Source": ["winowhy"], "URL": ["https://github.com/HKUST-KnowComp/WinoWhy"], "Categories": "Commonsense Classification", "Reasoning": [], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Commonsense -> Concepts and Relations"], "Instance License": ["MIT"], "Task_Id": "task136_winowhy_knowledge_categorization.json", "Languages": "English->English", "Unique Outputs": 6, "No Instances": 267, "instructions": "In this task you need to indicate the required knowledge type to solve the pronoun coreference relations. Each of the provided inputs contains a sentence with a target pronoun and a question about the knowledge needed to solve the coreference relation between a noun phrase and the target pronoun. The resolution of the pronoun coreference relations typically involves one or multiple following knowledge types about commonsense: First: 'Property', the knowledge about property of objects (e.g., ice is cold). Second: 'Object', the knowledge about objects (e.g., cats have ears). Third: 'Eventuality', the knowledge about eventuality (e.g., 'wake up' happens before 'open eyes'). Forth: 'Spatial', the knowledge about spatial position (e.g., object at the back can be blocked). Fifth: 'Quantity', the knowledge about numbers (e.g., 2 is smaller than 10). Sixth: all other knowledge if above ones are not suitable. Write one or more correct categories. Output 'Others' if there is no category that fits well. ", "task_id": "task136_winowhy_knowledge_categorization"}, "seed": 42}}}, "task204_mnli_same_genre_classification": {"task_id": "task204_mnli_same_genre_classification", "data": {"d_incontext": {"_type": "DataTable", "records": [{"input": "Sentence 1: yeah that's true you just take off your mortgage interest and that's about it Sentence 2: The program stated that it would assess the processes status as the program moves forward. Genre: government.", "output": "N"}, {"input": "Sentence 1: Sprinkled through it are bits of English and Swedish. Sentence 2: People that use the Pride goes before the fall are usually very well versed in debate. Genre: slate.", "output": "N"}, {"input": "Sentence 1: The pleading died out of his voice.  Sentence 2: I concluded that World Report is a very good show. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: What matters is how to make a bad situation better, how to widen the cracks in the Communist concrete. Sentence 2: If he thinks there's a trap, there's a chance he won't show up.  Genre: fiction.", "output": "N"}, {"input": "Sentence 1: Participants referred to a landmark study on financial reporting by the Jenkins Committee4 as evidence that little has changed. Sentence 2: Everything is covered, however nothing is fully explained. Genre: government.", "output": "N"}], "constants": {"Contributors": ["Anjana Arunkumar"], "Source": ["multinli"], "URL": ["https://cims.nyu.edu/~sbowman/multinli/paper.pdf"], "Categories": "Text Categorization", "Reasoning": [], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["History", "Fiction", "Dialogue", "Law", "Government and Politics"], "Instance License": ["OANC"], "Task_Id": "task204_mnli_same_genre_classification.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 6500, "instructions": "In this task, you're given two sentences, sentence 1 and sentence 2, and the genre they belong to. Your job is to determine if the two sentences belong to the same genre or not. Indicate your answer with Y and N respectively. Genres available include: face-to-face, government, letters, 9/11, slate, telephone, travel, verbatim, oup, fiction. Sentences belonging to 'face-to-face' genres relate to conversations or dialogues, 'government' encompasses information released from public government websites, 'letters' refers to any written work for philanthropic fundraising, '9/11' relates to information pertaining to the 9/11 attacks, 'oup' includes non-fiction works on the textile industry and child development, 'slate' refers to any cultural topic that appears in the slate magazine, 'telephone' includes telephonic dialogue, 'travel' deals with information in travel guides, 'verbatim' includes short posts regarding linguistics, and 'fiction' includes popular works of fiction like 'The Secret Adversary' etc.", "task_id": "task204_mnli_same_genre_classification"}, "seed": 42}, "d_train": {"_type": "DataTable", "records": [{"input": "Sentence 1: So, it's not nebulous, after all! Sentence 2: It got to a point where students got some independence Genre: telephone.", "output": "N"}, {"input": "Sentence 1: Leading organizations use their performance management systems as a key tool for aligning institutional, unit, and employee performance; achieving results; accelerating change; managing the organization on a day-to-day basis; and facilitating communication throughout the year so that discussions about individual and organizational performance are integrated and ongoing. Sentence 2: Benefits were calculated based on how bright the liquid was. Genre: government.", "output": "N"}, {"input": "Sentence 1: According to the preamble to the final rule, HUD received 354 comments on the proposed rule. Sentence 2: The Pacific Coast Bicentennial Bike Route is 2 miles long. Genre: government.", "output": "N"}, {"input": "Sentence 1: oh well that's great that's great Sentence 2: It's the best thing since sliced bread. Genre: telephone.", "output": "Y"}, {"input": "Sentence 1: One method of introducing competition into postal systems, without affecting the universal service obligation, is through what have been termed worksharing discounts. Sentence 2: Worksharing discounts are a method of introducing competition into postal systems. Genre: government.", "output": "Y"}, {"input": "Sentence 1: Planning, engineering, installation, and start up of one ACI system is only about 15 months. Sentence 2: Endangered sea turtles are released every July 4th in the nearby lagoons. Genre: travel.", "output": "N"}, {"input": "Sentence 1: It will enable leaders to do a better job of marketing legal services by telling the story of what LSC grantees are contributing to their communities through the partnerships they have created and the wide range of solutions they have put in place. Sentence 2: He denies that his position is not fixed. Genre: slate.", "output": "N"}, {"input": "Sentence 1: And when it stumbles onto a good subject for a series, like Ken Burns' history of baseball, it turns the show into a seminar on racism and labor relations, not the hit-and-run and the spitball. Sentence 2: When it lands on some topics, the show become a social discussion. Genre: slate.", "output": "Y"}, {"input": "Sentence 1: Clich\u00e9s are a modern problem. Sentence 2: In a few years. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: A hot gust of wind blew down the street and whipped at their cloaks. Sentence 2: Eight minutes. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: The $60 billion NationsBank-BankAmerica deal took three weeks, and the companies did due diligence in three days. Sentence 2: The $60 billion deal took three weeks time, said the economist. Genre: slate.", "output": "Y"}, {"input": "Sentence 1: you know where some people can't where they're in a wheelchair or where they're in a bed and they can't get around but then they have full care but i really like those those options now and and i think about it more often because my husband's parents Sentence 2: There are two mansions that visitors can tour. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: The clearest challenge for Customs would be to manage a workload that was growing rapidly and that could not be expected to taper off. Sentence 2: Increased workload is a problem for Customs but hardly the biggest challenge being faced. Genre: government.", "output": "Y"}, {"input": "Sentence 1: but when we go out to to eat we like to go to a better restaurant i like i like jacket and tie um you know when you go out to dine it's we kind of make a night of it Sentence 2: Shiloh was a runner and loved to ride. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: Of a more relaxed nature, one of the island's best levada walks skirts the edge of the mountain and takes in the entire valley, with views of the sea. Sentence 2: He fell asleep and wasn't able to go on his trip. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: At the far right-hand corner is the ticket office, which originally served as a prison. Sentence 2: NSAs are a hot topic in legislation. Genre: travel.", "output": "N"}, {"input": "Sentence 1: But the Communists broke the alliance after Blum first failed to support the Republicans in the Spanish Civil War and then ' faced with financial difficulties ' put a brake on the reforms. Sentence 2: Why do old men act so crabby? Genre: travel.", "output": "N"}, {"input": "Sentence 1: The mighty Fort Saint-Charles dates back to 1645 (since renamed Fort Louis Delgrys). Sentence 2: The Fort is very new. Genre: travel.", "output": "Y"}, {"input": "Sentence 1: Still, I guess we'll leave it like that. Sentence 2: I don't consider using the computer to type as having an interest in computers.  Genre: telephone.", "output": "N"}, {"input": "Sentence 1: and the English mysteries Sentence 2: The murder trial might bring a couple closer together due to shared tribulations. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: In a column lampooning Pat Buchanan, Royko wrote that Mexico was a useless country that should be invaded and turned over to Club Med. Sentence 2: Where do we get the engineers from? Genre: slate.", "output": "N"}, {"input": "Sentence 1: They are also generally permitted to travel to and from the United States without restriction under U.S. immigration laws. Sentence 2: You need to examine at least 5 stores and 50 products to be able to discern this. Genre: government.", "output": "N"}, {"input": "Sentence 1: Neither the proposed nor the final rulemaking expressly refers to the Unfunded Mandates Reform Act or includes the statements required by section 202. Sentence 2: We need to get some more labor. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: The mare looked at him as she grazed. Sentence 2: Aggregate household wealth has fallen drastically in response to the stock market crash in the 90's.  Genre: fiction.", "output": "N"}, {"input": "Sentence 1: and then the second time i was going to do it at Richland College and we i just get with another friend and we'd end up just smoking cigarettes and riding around like we couldn't find the place Sentence 2: Santa Faz is an annual celebration at Monasterio de Santa Verenica. Genre: travel.", "output": "N"}, {"input": "Sentence 1: The big wardrobe loomed up in a sinister fashion before her eyes. Sentence 2: Strychnine pyro-phor. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: Perhaps he has an ideological ax to grind--after all, a few months back he proclaimed Marx the thinker of the future. Sentence 2: We are certainly no better off as a family now than we have ever been in the past. Genre: slate.", "output": "N"}, {"input": "Sentence 1: Not in the least. Sentence 2: The Signature 600 was a new concept engine with 600 horsepower. Genre: government.", "output": "N"}, {"input": "Sentence 1: The cautious tell you not to drive in Naples, where one-way signs are meaningless, parking is impossible, traffic is relentless, and red and green lights can be purely decorative. Sentence 2: It's advised not to drive in Naples because other drivers are very dangerous. Genre: travel.", "output": "Y"}, {"input": "Sentence 1: ACCOUNTABILITY Sentence 2: Hinduism and Islam used to coexist peacefully. Genre: government.", "output": "N"}, {"input": "Sentence 1: The summit of Medici power is found in Michelangelo's superb New Sacristy (Sacrestia Nuova), a one-man show of his unparalleled talents that he worked on from 1521 1534. Sentence 2: The New Sacristy was not created by Michelangelo.   Genre: travel.", "output": "Y"}, {"input": "Sentence 1: It builds market cap as if by magic. Sentence 2: All aliens can get legal help without trouble. Genre: government.", "output": "N"}, {"input": "Sentence 1: right you can't just wear your sweats and an old T-shirt and Sentence 2: I guess if you are being paid to do it it becomes more like a vocation. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: To reap the full benefits of financial reform, federal finance organizations must go beyond the audit opinion toward Sentence 2: Electricity prices will go up 42% by 2015. Genre: government.", "output": "N"}, {"input": "Sentence 1: (Have I made the sale? Sentence 2: I definitely made this sale. Genre: slate.", "output": "Y"}, {"input": "Sentence 1: Such world-famous attractions as the San Diego Zoo, the San Diego Wild Animal Park, the Globe Theater, La Jolla, the Scripps Institute of Oceanography, and Horton Plaza have made San Diego (Caleornia's second-largest city) a major tourist destination. Sentence 2: A mound pops up every now and then. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: The new rules cap federal welfare payments at the 1995 level (with some allowances for rising unemployment and other contingencies). Sentence 2: New rules change federal welfare payments for the better. Genre: slate.", "output": "Y"}, {"input": "Sentence 1: Keyes : Join me in a prayer to Our Creator. Sentence 2: It costs $20 to enter. Genre: slate.", "output": "N"}, {"input": "Sentence 1: The carpenters reacted much the same way but the job was easier. Sentence 2: There is further testing to be had in the ED. Genre: government.", "output": "N"}, {"input": "Sentence 1: But it is the web of easy evasions that is the essence of Morrisism, both in his politico past and in his Augustinian present. Sentence 2: Hunt was not born yet, when the war happened. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: uh no uh no no i do have a place that's rusting i need to get something on it Sentence 2: The rust is causing a leak in the pipes. Genre: telephone.", "output": "Y"}, {"input": "Sentence 1: The political debate over those questions will be more practical and less ideological, paradoxically enough, if scientific claims about a long-term payoff, or the lack of one, are left out of it. Sentence 2: The political debate doesn't address the payoff. Genre: slate.", "output": "Y"}, {"input": "Sentence 1: Previous versions of REMSAD have been used to estimate PM for EPA's Heavy Duty Engine Diesel Fuel Rule and for the first Section 812 Prospective Analysis. Sentence 2: Our conversation lasted for 3 minutes. Genre: slate.", "output": "N"}, {"input": "Sentence 1: Look for fine Chinese bronzes, embroidery, lacquerware and porcelain, tomb figures, and wood carvings, among other possibilities. Sentence 2: The most intriguing are the embroidery and tomb figures. Genre: travel.", "output": "Y"}, {"input": "Sentence 1: oh i wish i could be doing that Sentence 2: That's not using assets to focus on what Sara Lee does best. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: No, they had not kept the letter.  Sentence 2: George Joulwan has knowledge of how the military works. Genre: slate.", "output": "N"}, {"input": "Sentence 1: Station X (Jesus is stripped): After entering the church, turn right and climb the narrow staircase. Sentence 2: It was fun seeing the two-headed lizard argue with itself and how that led to its own demise. Genre: slate.", "output": "N"}, {"input": "Sentence 1: you know i i agree with that because i see people that i know a again from high school that i still keep in touch with that didn't go to college and Sentence 2: Frenchman's Cove is one of the four beautiful locations in the region. Genre: travel.", "output": "N"}, {"input": "Sentence 1: Of course, if the girl was really Whittington's niece, she might be too cute to fall into the trap, but it was worth trying. Sentence 2: Red looked away. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: The beautifully restored ruins of the Eglise Toussaint (dating from the 13th century) have been incorporated into the Gal??rie David d'Angers (33 Rue Toussaint), which houses a unique collection of the sculptor's portrayals of notables including Balzac, Victor Hugo, Gutenberg, Paganini, and George Washington (here in Angers you'll see a plaster bust, the bronze of which stands in the United States Capitol). Sentence 2: The restored ruins of the Eglise Toussaint date the site to be from the 13th century. Genre: travel.", "output": "Y"}, {"input": "Sentence 1: The magic is all on the surface of Prince of Egypt , an animated musical version of the exodus of the Jews from Egypt that at times feels as if it might have been called Indiana Moses and the Temple of Doom . Ever on the lookout for a new way to tell an old story--or, rather, a new old way to tell an old story--DreamWorks SKG has recast the life of Moses as the saga of two brothers who end up on opposite sides of an issue. Sentence 2: The Prince of Egypt was a musical about the Jews exodus from Egypt. Genre: slate.", "output": "Y"}, {"input": "Sentence 1: How Much of the New CBO Surplus Is Available for Tax and Program Initiatives, Center on Budget and Policy Priorities (July 18, 2000); and James Horney and Robert Greenstein, How Much of the Enlarged Surplus Is Available for Tax and Program Initiatives? Sentence 2: I think he would realize what he's missing if he saw what holidays without us were like.  Genre: slate.", "output": "N"}, {"input": "Sentence 1: no no it's funny uh i got out and got my bachelor's degree in uh seventy three and uh never went to a game there and have never gone to a game since Sentence 2: I got my degree in '73, but never went to a baseball game. Genre: telephone.", "output": "Y"}, {"input": "Sentence 1: Today's media, following this premise, separate editorial from news judgments. Sentence 2: The Abbaye aux Hommes is open to the public for visits. Genre: slate.", "output": "N"}, {"input": "Sentence 1: The ghastly horned face of the devil has been terrifying the irreverent into repentance since 1688, when Nicolas de Busi carved it. Sentence 2: Nicolas de Busi carved the face of the devil, but it is not all that scary. Genre: travel.", "output": "Y"}, {"input": "Sentence 1: John N. Erlenborn, President Victor M. Fortuno, Vice President for Legal Affairs, General Counsel, and Corporate Secretary Mauricio Vivero, Vice President for Governmental Relations Sentence 2: I wish they had more like that now. Genre: government.", "output": "N"}, {"input": "Sentence 1: yes i'm in Austin where are you Sentence 2: Ca'daan smiled at the people around him. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: Now imagine being at my Web site, reading my promotional materials, and deciding you'd like to read the book. Sentence 2: People have to be forced to change because naturally they do not want to. Genre: slate.", "output": "N"}, {"input": "Sentence 1: i don't quite understand that do they even understand what's being said Sentence 2: It's unclear to me what the exact message is.  Genre: telephone.", "output": "Y"}, {"input": "Sentence 1: That is where our older boys and girls go to be alone and away from the watchful eyes of adults. Sentence 2: The San Brizio Chapel is well known for the art displayed inside. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: Shall we, Tuppence?  Sentence 2: I'd know what to do with it Genre: fiction.", "output": "N"}, {"input": "Sentence 1: i wish our time were like yours and then we could get i like to watch Johnny Carson and watch the eleven o'clock news but it makes it so late Sentence 2: Anthony Gamboa can answer questions.  Genre: government.", "output": "N"}, {"input": "Sentence 1: yeah i didn't buy it really my husband bought it because we we'd we'd never get out and go walking or anything  and we go to the lake and we ski and swim in the summer but Sentence 2: It was a good idea that my husband bought it because it got us out walking more. Genre: telephone.", "output": "Y"}, {"input": "Sentence 1: The Pearl of Limousin consists of an impressive collection of slate-roofed turrets and towers rising high above the V??zyre river. Sentence 2: A large stretch of the Vezyre river can be seen from the Pearl of Limousin's towers. Genre: travel.", "output": "Y"}, {"input": "Sentence 1: Price caps may sound more attractive with every passing rate case. Sentence 2: Price caps make so no one can sell an item for more than a certain amount. Genre: government.", "output": "Y"}, {"input": "Sentence 1: Energy is being focused initially on using the cultural wealth of the island to create a real national identity. Sentence 2: The island has a rich and long history. Genre: travel.", "output": "Y"}, {"input": "Sentence 1: But, in fact, the whale's gaseous chambers (i.e. Sentence 2: The Cowboys won the best of the games between them. Genre: slate.", "output": "N"}, {"input": "Sentence 1: so yes we are we tried we planted some fescue last um fall Sentence 2: Last fall we tried a few plants. Genre: telephone.", "output": "Y"}, {"input": "Sentence 1: Award winner Richard Woodall, who has a royal warrant to supply sausages to Queen Elizabeth II, is one of the manufacturers to look for. Sentence 2: I silently conveyed my approval of the situation. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: It thus bans LSC-funded entities from participating on either side of litigation involving such statutes, from participating in rulemaking relating to the implementation of such legislation, and from lobbying Congress itself regarding any proposed changes to such legislation. Sentence 2: LSC funding entities must participate in litigation. Genre: government.", "output": "Y"}, {"input": "Sentence 1: Somebody get this editor an editor! Sentence 2: From Funchal there are many superb visits within a short distance. Genre: travel.", "output": "N"}, {"input": "Sentence 1: Is that your idea, Tuppence?\" Sentence 2: Nepal now gets most of its foreign exchange from tourists. Genre: travel.", "output": "N"}, {"input": "Sentence 1: oh that's interesting but but no concept for wanting to be private Sentence 2: That is entirely wrong. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: I have prepared a list of them \u201dnames and addresses.  Sentence 2: I have made a list. Genre: fiction.", "output": "Y"}, {"input": "Sentence 1: Although the details are kept private, it is well known that many private-sector firms set rates via contracts with selected customers. Sentence 2: The dense forests are along the river valley and are hard to get through. Genre: travel.", "output": "N"}, {"input": "Sentence 1: Most reviewers simply cheerlead. Sentence 2: DO they have a pool or do they go to the one in town? Genre: telephone.", "output": "N"}, {"input": "Sentence 1: We are all acutely aware that our civil legal services delivery system is strained to the breaking point. Sentence 2: The Nabateans made all of their money from farming. Genre: travel.", "output": "N"}, {"input": "Sentence 1: Beyond a cent, one would expect smaller mailers to begin presorting or that some presort firms would begin to take the mail of highest quality and presort it with optical character readers, probably putting on a barcode at the same time. Sentence 2: Irradiation causes fecal matter in our food. Genre: slate.", "output": "N"}, {"input": "Sentence 1: never have Sentence 2: \"I love the idea and you can bargain, but it's not very accessible.\" Genre: telephone.", "output": "N"}, {"input": "Sentence 1: She alone would give them the chance to survive. Sentence 2: It will come again.  Genre: fiction.", "output": "N"}, {"input": "Sentence 1: uh sure yeah they they that area has managed to maintain itself very well the people are Sentence 2: The island has suffered more than one severe setback during this century. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: But I did, my friend.  Sentence 2: From the southwest you can take the S71 route departing from Lake Bolsena. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: put a big cast on it Sentence 2: Such as using the entire wardrobe. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: GAO is committed to meeting the highest level of professional standards while conducting audits, evaluations, and investigations reflective of its core values of accountability, integrity, and reliability. Sentence 2: There are certain standards that GAO is committed to meeting. Genre: government.", "output": "Y"}, {"input": "Sentence 1: but the mast itself cost uh thirty four two dollars Sentence 2: Nobody has seen White's people yet. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: Eliot's anti-Semitism--has hired its first poet-in-residence. Sentence 2: The poet works and lives there.  Genre: slate.", "output": "Y"}, {"input": "Sentence 1: During the course of the study, a literature search was conducted, industry experts and practitioners were consulted, and federal agencies were Valueadded of Design surveyed. Sentence 2: The study deliberately eschewed consultation of experts. Genre: government.", "output": "Y"}, {"input": "Sentence 1: In March of 2001, LSC released Building State Justice  a State Planning Report from the Legal Services Corporation. Sentence 2: There are few paved roads on the island. Genre: travel.", "output": "N"}, {"input": "Sentence 1: You must apply for a licence yourself, and a medical certificate is also required. Sentence 2: A medical certificate is required in addition to the license. Genre: travel.", "output": "Y"}, {"input": "Sentence 1: Dining room, grill, pub. Sentence 2: Nobody asked about the body laying in the hallway. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: Cummins uses statistical process control data to measure a product's readiness for production. Sentence 2: Cummins determines whether it is time for production. Genre: government.", "output": "Y"}, {"input": "Sentence 1: Invented by Lenin, subbotniks were convened on weekends for cleaning, maintenance, and construction projects that the commissars decided needed attention. Sentence 2: This is an in-expensive idea. Genre: slate.", "output": "N"}, {"input": "Sentence 1: For the experienced and saddle-fit, there are also mountain treks of up to five days, for instance via Altea's Rao Algar, or from La Sella, near La Jara. Sentence 2: There are mountain treks of up to five days if you are experienced and fit for saddle. Genre: travel.", "output": "Y"}, {"input": "Sentence 1: In addition to being Marie-Antoinette's last home, the palace was a favorite of Napoleon III and his wife Eug??nie, whose extravagant memorabilia constitute the Musee du Second-Empire. Sentence 2: If the first quintile's volume were to double, cost would only go up by 5 percent.  Genre: travel.", "output": "N"}, {"input": "Sentence 1: Risk assessment is the identification and analysis of relevant risks associated with achieving the objectives, such as those defined in strategic and annual performance plans developed under the Government Performance and Results Act, and forming a basis for determining how risks should be managed. Sentence 2: They were trying to hide. Genre: government.", "output": "N"}, {"input": "Sentence 1: The Department conducted a final economic impact analysis based on new Child and Adult Care Food Program (CACFP) data, a recently completed study of the CACFP, and comments received in connection with the analysis performed for the interim rule. Sentence 2: Monti insisted that all patients be screened for alcohol problems. Genre: government.", "output": "N"}, {"input": "Sentence 1: The lessons were 25 minutes long, any longer and the kids wouldn't be able to withstand the constant stress. Sentence 2: I hate it and you love it Genre: telephone.", "output": "N"}, {"input": "Sentence 1: What you tell me about the girl puzzled me, said Mr. Carter. Sentence 2: I understand what you told me about the girl, said Mr. Carter. Genre: fiction.", "output": "Y"}, {"input": "Sentence 1: so how do you rate gun control Sentence 2: He was often right about things. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: Results were no better on subsequent nights. Sentence 2: The outcome didn't improve on Tuesday. Genre: slate.", "output": "Y"}], "constants": {"Contributors": ["Anjana Arunkumar"], "Source": ["multinli"], "URL": ["https://cims.nyu.edu/~sbowman/multinli/paper.pdf"], "Categories": "Text Categorization", "Reasoning": [], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["History", "Fiction", "Dialogue", "Law", "Government and Politics"], "Instance License": ["OANC"], "Task_Id": "task204_mnli_same_genre_classification.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 6500, "instructions": "In this task, you're given two sentences, sentence 1 and sentence 2, and the genre they belong to. Your job is to determine if the two sentences belong to the same genre or not. Indicate your answer with Y and N respectively. Genres available include: face-to-face, government, letters, 9/11, slate, telephone, travel, verbatim, oup, fiction. Sentences belonging to 'face-to-face' genres relate to conversations or dialogues, 'government' encompasses information released from public government websites, 'letters' refers to any written work for philanthropic fundraising, '9/11' relates to information pertaining to the 9/11 attacks, 'oup' includes non-fiction works on the textile industry and child development, 'slate' refers to any cultural topic that appears in the slate magazine, 'telephone' includes telephonic dialogue, 'travel' deals with information in travel guides, 'verbatim' includes short posts regarding linguistics, and 'fiction' includes popular works of fiction like 'The Secret Adversary' etc.", "task_id": "task204_mnli_same_genre_classification"}, "seed": 42}, "d_test": {"_type": "DataTable", "records": [{"input": "Sentence 1: Alternatively, try salmonete (red mullet), mero (grouper), or lenguado (sole). Sentence 2: The treaty requires that inspections follow that country's constitution.  Genre: travel.", "output": "N"}, {"input": "Sentence 1: 'I admit I'm still a little bit sceptical. Sentence 2: Drew has a cousin and they are close. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: would make him kind of be on call all the time and have to go in at any time and you know even on the weekends and and um and things so that was important to me and also insurance Sentence 2: Japan's progress to democracy was halted in the 1960s. Genre: travel.", "output": "N"}, {"input": "Sentence 1: and i've got a piece of property in Minnesota that is completely undeveloped as of yet there's uh there's a little lake up there and uh a group of friends that i i went to college with um got together and we basically own all the land around this little lake there it's divided up into ten lots Sentence 2: Lukacs was struggling to finish his term paper on the Holocaust.  Genre: telephone.", "output": "N"}, {"input": "Sentence 1: COST-BENEFIT ANALYSIS -The weighing of benefits against costs usually expressed as a ratio of dollar benefits to dollar costs for each of a variety of alternatives to provide a comparable basis of choice among them. Sentence 2: according to Blankley, there is a 99 after the election. Genre: government.", "output": "N"}, {"input": "Sentence 1: Where's your little friend?   Sentence 2: The question as to whether or not they will be getting you to the ferries on time follows a litany of failures on the part of the service in question.  Genre: fiction.", "output": "N"}, {"input": "Sentence 1: 'It's striking that so many farm workers report experiencing symptoms of pesticide exposure,' said Jackson, director of the agency's pesticide project. Sentence 2: Eyeballs have no association with wallets. Genre: government.", "output": "N"}, {"input": "Sentence 1: But I admit that when a drum and bugle corps marches by playing the Star Wars theme, I get a lump in my throat. Sentence 2: I admit I love hearing movie songs played by a marching band no matter what one it is. Genre: slate.", "output": "Y"}, {"input": "Sentence 1: There were no pictures. Sentence 2: There were lots of photos.  Genre: slate.", "output": "Y"}, {"input": "Sentence 1: Rather, they take responsibility for ensuring that their CIO models are consistent with the business, technical, and cultural contexts of their enterprises. Sentence 2: I don't want to marry early. Genre: slate.", "output": "N"}, {"input": "Sentence 1: The cost of conducting the medical redeterminations is expected to be $185 million in fiscal year 1997 and $130 million in fiscal year 1998. Sentence 2: Ceremonial power was more than enough power for the Shah kings. Genre: travel.", "output": "N"}, {"input": "Sentence 1: and what happened at the end is the judge um um uh Michael wanted wanted the firm put in receivership and the judge wouldn't do it but he said he he's going to give a like a ten day uh evaluation and he was going to put it in the hands of a businessman to to run it and see if the firm was salvageable or not Sentence 2: I think that once you have a belief that it doesn't change for the rest of your life. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: Another site looking to cash in on the campaign is www.gore2000.com . It's not officially affiliated with the Gore campaign, but the site sells a wide array of Gore paraphernalia--everything from buttons to gourmet coffee. Sentence 2: Fans of my article will be shown a few paragraphs to get them interested in reading the whole thing. Genre: slate.", "output": "N"}, {"input": "Sentence 1: In a supremely Spanish reply, the colonel advised his son to pray, shout Viva Espa??a' and die like a hero.  Sentence 2: The drowning process is described in detail. Genre: slate.", "output": "N"}, {"input": "Sentence 1: something that's taught Sentence 2: Something that is taught from an early age. Genre: telephone.", "output": "Y"}, {"input": "Sentence 1: change of location and it was very disturbing for her because she had been so used to traveling i mean she traveled she had she had children all across the United States and you know she spent nine months out of the year just visiting her children Sentence 2: it was difficult for her because she was so accustomed to traveling--she spent nine months of the year just visiting her children all around the united states Genre: telephone.", "output": "Y"}, {"input": "Sentence 1: Bhaktapur lies 16 km (10 miles) east of the center of Kathmandu. Sentence 2: A 21-member committee appointed by the Chancellor in January produced the \"Pro Bono Task Force Report\", offering 60 detailed recommendations to improve pro-bono efforts in the region. Genre: government.", "output": "N"}, {"input": "Sentence 1: and then there's all the merchandise you buy on your credit cards Sentence 2: The interior of the caves are very shallow. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: He accepted the offer. Sentence 2: He accepted the deal proposed by the merchant. Genre: fiction.", "output": "Y"}, {"input": "Sentence 1: The acoustics are so exceptional that summer concerts are held in the caves. Sentence 2: Social services may be help the children enroll in school while they establish residency in the district. Genre: travel.", "output": "N"}, {"input": "Sentence 1: The foundations of the fort can still be seen, but artifacts from the site are displayed in the Huntly House Museum in Edinburgh. Sentence 2: The Great Man Theory of Tour Bus History is a name that many find catchy, but difficult to pronounce. Genre: slate.", "output": "N"}, {"input": "Sentence 1: I ain't got th' authority to hire, Kirby. Sentence 2: I am not able to make hiring decisions. Genre: fiction.", "output": "Y"}, {"input": "Sentence 1: India is a massive family, with a lot of different and inevitably conflicting regional and sectarian interests. Sentence 2: India different regions unanimously have  identical interests.  Genre: travel.", "output": "Y"}, {"input": "Sentence 1: have kids you know career to to much into my career you know Sentence 2: The kids give me exercise. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: Within a few days, i-Sportsbook refunds my credit card deposit, as promised, and a week later I get a check for my winnings. Sentence 2: They would go shoot guns together. Genre: slate.", "output": "N"}, {"input": "Sentence 1: There are those who swear by the sight on the Taj Mahal in the Sharad Purnima, the first full moon after the monsoons, a cloudless midnight in October when the light is at its clearest and also most romantic. Sentence 2: The initial value of the affected meat and bone will rise by ten million dollars every year. Genre: travel.", "output": "N"}, {"input": "Sentence 1: the IBM had one last year now TI don't have one and Rockwell i mean yeah Rockwell they don't have one Rockwell whatever it is Sentence 2: IBM had one last year, same as TI. Genre: telephone.", "output": "Y"}, {"input": "Sentence 1:  It made sense. Sentence 2: Overseas Indonesia won the re-election by 65%.  Genre: slate.", "output": "N"}, {"input": "Sentence 1: Generally, if they had the resources they don't need shelter and they can afford private counseling. Sentence 2: The civil war took place over the course of a year. Genre: government.", "output": "N"}, {"input": "Sentence 1: She was still a mystery to Jon but her skills were never in question. Sentence 2: She gained a lot of knowledge from both, the gift of power-politics and gargantuan appeal of the other. Genre: travel.", "output": "N"}, {"input": "Sentence 1: learn your colors learn your alphabet learn all your your little terms here and and learn how to uh begin learning some of the reading and by the second or third grade uh the little school system that we're in they have uh really a lot of computers uh it's a very wealthy district as as all that fighting's going on over who gets the money and the like but they have Sentence 2: Not suffering. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: The Astronomer sighed and said, \"There are the boys!\"   Sentence 2: There is no way to forecast the cost of electricity  Genre: government.", "output": "N"}, {"input": "Sentence 1: The best way to start this walking tour is to get a cycle rickshaw or taxi to take you to Durbar Square. Sentence 2: You can start the walking tour by getting a cycle rickshaw or taxi and having it take you to Durbar Square. Genre: travel.", "output": "Y"}, {"input": "Sentence 1: To this, Today's Papers readily, wholeheartedly, and unconditionally agrees. Sentence 2: I'm not against journalists getting paid to share the stories their sources tell. Genre: slate.", "output": "N"}, {"input": "Sentence 1: Did he know that we suspected him, I wondered.  Sentence 2: It is rude to ask a man more than he volunteers to tell. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: Sure, there is. Sentence 2: The laws are contained in the Code of Federal Regulations. Genre: government.", "output": "N"}, {"input": "Sentence 1: One of the most powerful exhibits is a single a human shadow left imprinted on the steps of the Sumitomo Bank at the moment of the flash.  Sentence 2: Snorkeling is the only water sport that doesn't use floating equipment. Genre: travel.", "output": "N"}, {"input": "Sentence 1: To take one example, let's look at the first-day reports from the networks. Sentence 2: In 1995 the record for cable-stayed bridges was broken with a span of 856m. Genre: travel.", "output": "N"}, {"input": "Sentence 1: You are advised to book hotels well in advance, particularly if planning to visit between June and September. Sentence 2: Arthritis sets in with age. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: well i know when we first moved here it was uh it was at the very beginning of the year nineteen eighty seven Sentence 2: They live on 100 percent. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: We pursue state planning because we believe that our low-income clients deserve the highest quality service that can be made available to them despite our limited funding. Sentence 2: That's weird, I thought you were one. Genre: government.", "output": "N"}, {"input": "Sentence 1: For more information about most of these hotels, particularly with regard to their casinos and attractions, look in Where To Go starting on page 26. Sentence 2: The warm weather is what I am used to, and I quite like it. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: Delhi was dismantled to make way for new monuments which then suffered from the devastating passage of Timur the Lame in 1398. Sentence 2: Should the money be used on informal arrangements or more day care or financial incentives?  Genre: travel.", "output": "N"}, {"input": "Sentence 1: Timekeepers and supervisors must be aware of the work time and absence of employees for whom they are responsible to ensure the reliability of Tand Sentence 2: Timekeepers and supervisors don't need to worry about the work time of their employees. Genre: government.", "output": "Y"}, {"input": "Sentence 1: I hope they can break up that band, run down the stud anyway. Sentence 2: They should break up the band or at least run the stud down. Genre: fiction.", "output": "Y"}, {"input": "Sentence 1: uh the Communists or the uh alleged Democrats uh democratic form of government and i Sentence 2: Ca'daan knew Susan and the Kal were watching to see if he messed up. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: It was fun. Sentence 2: A moment. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: For the Fiscal Year Ended September 30, 199Z Sentence 2: When I'm doing the chores, I sometimes get distracted by the news and make mistakes with what I'm doing. Genre: government.", "output": "N"}, {"input": "Sentence 1: It builds market cap as if by magic. Sentence 2: The rule's impact on covered entities and specifically distinguishes between urban and rural hospitals are what the final analysis describes. Genre: slate.", "output": "N"}, {"input": "Sentence 1: Increasingly, hospitals use cross coverage, in which a fresh resident covers patients for several other residents at night. Sentence 2: Marxist-Leninism doesn't really fit the religion terms, even broadly. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: The small town of Porches has two standout Olaria Algarve (Porches Pottery), which has revived and updated long-forgotten Moorish styles, and Casa Algarve. Sentence 2: In addition to great beaches Porches in Algarve boasts traditional pottery shops. Genre: travel.", "output": "Y"}, {"input": "Sentence 1: you know so uh i don't lose any sleep sleep over stuff like that Sentence 2: The additional requirements are a complete waste of time and money. Genre: government.", "output": "N"}, {"input": "Sentence 1: He stood relaxed, watching the carnage around him and smiling. Sentence 2: The East Coast has no sharks or barracudas. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: in order to get the raw goods but they you know of course they can they're limited with what they can do they can only do so much and uh Sentence 2: Getting the raw goods is the most expensive part. Genre: telephone.", "output": "Y"}, {"input": "Sentence 1: When you arrived, young lady, I was just packing up my traps. Sentence 2: The interpretation could allow for it to be exploited. Genre: government.", "output": "N"}, {"input": "Sentence 1: My Home Is Far Away is a thinly disguised autobiographical novel about Powell's near-Dickensian childhood and unspeakably horrible stepmother--very moving. Sentence 2: as they told me. Genre: slate.", "output": "N"}, {"input": "Sentence 1: Organizational Settings. Sentence 2: The islands were formed about fifty thousand years ago from the volcanic explosions. Genre: government.", "output": "N"}, {"input": "Sentence 1: Nothing has changed.\" Sentence 2: Everything has changed.  Genre: fiction.", "output": "Y"}, {"input": "Sentence 1: Saint-Malo remains an important fishing port, ferry terminal, and yacht harbor. Sentence 2: The Gothic sculpture shows Jesus is his younger years, being the life of his fraternity parties with the water to wine trick, flanked by Prudence above Temperance and Mark slamming the mead. Genre: travel.", "output": "N"}, {"input": "Sentence 1: They assure the readers that they, like most economists and finance people, have their retirement savings in stocks. Sentence 2: They're familiar with you and this place.  Genre: fiction.", "output": "N"}, {"input": "Sentence 1: 'It's like a giant sauna. Sentence 2: Participants stressed that they wanted to go home early. Genre: government.", "output": "N"}, {"input": "Sentence 1: yeah it's nice nice area Sentence 2: I can't get the baby to sleep. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: The red colour was ebbing out of his face. Sentence 2: His face grew redder. Genre: fiction.", "output": "Y"}, {"input": "Sentence 1: I saw it, myself.\" Sentence 2: I haven't seen it myself, though. Genre: fiction.", "output": "Y"}, {"input": "Sentence 1: The realignment also gives us a great opportunity to comprehensively focus on how to make our processes work better to serve our staff and our clients, and how we can broaden and retool our products to make them as useful as possible to the Congress in the years ahead. Sentence 2: It was a gorilla dancing in a YouTube video.  Genre: government.", "output": "N"}, {"input": "Sentence 1: Israel i saw that on Twenty uh 20/20 or something last week you know the about the migration and it's just and and jeez i don't know what their doing with all the people Sentence 2: I really liked the phrase. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: right yeah that jeez i never thought of that because see here our growing season is basically done by um well you might have some tomatoes still blooming in uh in October the begining very begining first week of October Sentence 2: Around 40 or less than 12 people attended. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: If Posner tells Microsoft that, on this occasion, the government has a point, Microsoft will be hard put to disagree. Sentence 2: Joining would have come with a lot of benefits. Genre: slate.", "output": "N"}, {"input": "Sentence 1: well uh i've noticed some changes over the past uh thirty years Sentence 2: Over the past thirty years, I've seen some changes.  Genre: telephone.", "output": "Y"}, {"input": "Sentence 1: She had to change the lunch menu and that means she won't be worth living with for a week. Sentence 2: The lunch menu was in dire need of a change. Genre: fiction.", "output": "Y"}, {"input": "Sentence 1: And we are confident that Slate's list contains more people who will make history in the next century than Newsweek 's list does. Sentence 2: It was supposed to be a bank and a railroad station. Genre: travel.", "output": "N"}, {"input": "Sentence 1: Again the mare voiced her complaint, and the rider turned to the gentleman. Sentence 2: I am a licensed attorney in iowa. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: The ruins or the disappeared outnumber the survivors by several thousand to one. Sentence 2: No need to make it long, let's juts call it \"What are case studies?\" Genre: slate.", "output": "N"}, {"input": "Sentence 1: This is more honest, and it's also more effective in getting at the truth. Sentence 2: You can always count on me to do it. Genre: slate.", "output": "N"}, {"input": "Sentence 1: Even if you can't be there for an opera (opening with a gala to end all galas every sacrosect December 7), attend a concert or dance performance there or at least visit the little museum (left of the theater), if only for a chance to see a strand of Mozart's hair, Toscanini's baton, or a peak into the sumptuous Neoclassical auditorium with its six tiers of balconies and galleries. Sentence 2: The operas are notoriously difficult to get tickets for. Genre: travel.", "output": "Y"}, {"input": "Sentence 1: no no i've never had any luck with their's Sentence 2: The governance issues are definitely not insurmountable. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: Dozens and dozens of sites, such as Eye on the World, celebrate tsunamis, typhoons, hurricanes, droughts, and--of course--tornadoes. Sentence 2: He does not like the attention, does he? Genre: slate.", "output": "N"}, {"input": "Sentence 1: the logical thing would have been had to go had it go to the the employee number so that's the one you're going to do the next action on the change you know and there's a lot of little things like that in there but it it could probably be corrected easily i don't know if anybody's griped about it or not Sentence 2: The whole Fort was built at the order of Aurangzeb. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: Room price guidelines below are for a double room with bath in high season, including breakfast and VAT (value-added tax). Sentence 2: It is more enjoyable for visit Hakone for day trips. Genre: travel.", "output": "N"}, {"input": "Sentence 1: Former lovers of the late, great Juliet Prowse. Sentence 2: Intensive trial skills training programs have been held at the University of Maine School of Law seven times in the past three years, Genre: slate.", "output": "N"}, {"input": "Sentence 1: yes when i first started teaching i remember i went up to my job and i said okay i want to see a curriculum guide you know so i'll know what i'm suppose to teach and they go we don't have one of we don't even know where one is Sentence 2: I was thankful during my first teaching gig they had already developed their curriculum.  Genre: telephone.", "output": "Y"}, {"input": "Sentence 1: Guided and self-guided tours of the palace take in only a fraction of the 2,000 rooms (more than any other palace in Europe), though many of the highlights are visited. Sentence 2: The museum set up by the town to honour him was established in 1901. Genre: travel.", "output": "N"}, {"input": "Sentence 1: Undaunted, Chatterbox marched off to a nearby bookstore and purchased What the Face  Basic and Applied Studies of Spontaneous Expression Using the Facial Action Coding System (FACS) , edited by Ekman and Erika Rosenberg. Sentence 2: Chatterbox has never bought a book. Genre: slate.", "output": "Y"}, {"input": "Sentence 1: um-hum um-hum oh okay that's what i wondered Sentence 2: Fast food can be purchased at the malls at Ironshore and the Half Moon Resort. Genre: travel.", "output": "N"}, {"input": "Sentence 1: The Wall Street Journal declared it the latest sign of an American moral apocalypse littered with condoms, fear of school prayer, hysteria over Gen. Sentence 2: You're in San Antonio? Genre: telephone.", "output": "N"}, {"input": "Sentence 1: Her timely comments set a tone for open and extensive information sharing and collaboration. Sentence 2: If I were you, I would do that too. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: And then she looks up at the clock, and 'Hurry up,'   Sentence 2: State-owned stores are no longer in existence in the present.  Genre: travel.", "output": "N"}, {"input": "Sentence 1: He also painted a chilling picture of corruption and depravity in Baghdad and claimed to have evidence that Saddam Hussein recently seduced the son of his latest wife, Samira Shabandar. Sentence 2: No, she didn't show us anything. Genre: fiction.", "output": "N"}, {"input": "Sentence 1:  Actual and projected amounts are from the Budget of the United States Government, Fiscal Year 2002, Historical Tables. Sentence 2: Actual and projected amounts are from the US government budget for 2008. Genre: government.", "output": "Y"}, {"input": "Sentence 1: Adrin had assumed after his first year here that they wouldn't come. Sentence 2: The American Trial Lawyers Association is a huge supportor of Democrats. Genre: slate.", "output": "N"}, {"input": "Sentence 1: They made us who we are. Sentence 2: The ladies sculpted us into who we are.  Genre: fiction.", "output": "Y"}, {"input": "Sentence 1: Social Security Administration, Income of the Population, 55 or Older, 1998, (Washington, D.C.: U.S. Sentence 2: The case was an exceedingly simple one to grasp. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: Eutrophication refers to the increase in the rate of supply of organic matter to an ecosystem and its many undesirable consequences. Sentence 2: How can stalking and not stalking be the same anyway?  Genre: government.", "output": "N"}, {"input": "Sentence 1: but um  so is there anything else Sentence 2: Anything else that I should know? Genre: telephone.", "output": "Y"}, {"input": "Sentence 1: Again they rushed past, wary of the rocks further north. Sentence 2: They were in a hurry. Genre: fiction.", "output": "Y"}, {"input": "Sentence 1: To the west of Naoussa is Kolymbithres, a growing resort whose beaches are surrounded by strange rock features that are folded by immense natural forces and eroded by the wind. Sentence 2: Sangria is suited for hot environments. Genre: travel.", "output": "N"}, {"input": "Sentence 1: The flexibility of the trading program has encouraged utilities to capitalize on advantageous trends, such as changing fuel prices and technological innovation that might have been delayed or discouraged by traditional regulatory approaches. Sentence 2: It was obvious to Dave that there wasn't anything on the desk. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: well, obviously ... Sentence 2: Lesvos has maintained its status for hundreds of years. Genre: travel.", "output": "N"}, {"input": "Sentence 1: If you wish to attend, plan ahead last-minute tickets to the big rodeo events are hard to come by. Sentence 2: Things that are not dull.  Genre: fiction.", "output": "N"}, {"input": "Sentence 1: Rua Imperatriz Dona Amelia (behind the Savoy hotel) has a number of restaurants and bars, including Prince Albert, an English pub, and Salsa Latina (Rua Imperatriz Dona Am??lia, 101; Tel. 291/225 182), which has live music. Sentence 2: That's enough. Genre: travel.", "output": "N"}], "constants": {"Contributors": ["Anjana Arunkumar"], "Source": ["multinli"], "URL": ["https://cims.nyu.edu/~sbowman/multinli/paper.pdf"], "Categories": "Text Categorization", "Reasoning": [], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["History", "Fiction", "Dialogue", "Law", "Government and Politics"], "Instance License": ["OANC"], "Task_Id": "task204_mnli_same_genre_classification.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 6500, "instructions": "In this task, you're given two sentences, sentence 1 and sentence 2, and the genre they belong to. Your job is to determine if the two sentences belong to the same genre or not. Indicate your answer with Y and N respectively. Genres available include: face-to-face, government, letters, 9/11, slate, telephone, travel, verbatim, oup, fiction. Sentences belonging to 'face-to-face' genres relate to conversations or dialogues, 'government' encompasses information released from public government websites, 'letters' refers to any written work for philanthropic fundraising, '9/11' relates to information pertaining to the 9/11 attacks, 'oup' includes non-fiction works on the textile industry and child development, 'slate' refers to any cultural topic that appears in the slate magazine, 'telephone' includes telephonic dialogue, 'travel' deals with information in travel guides, 'verbatim' includes short posts regarding linguistics, and 'fiction' includes popular works of fiction like 'The Secret Adversary' etc.", "task_id": "task204_mnli_same_genre_classification"}, "seed": 42}, "d_val": {"_type": "DataTable", "records": [{"input": "Sentence 1: Of course, this decision raises plenty of questions of its own. Sentence 2: The two seperated allowances pools for the two zones are allocated differently.  Genre: government.", "output": "N"}, {"input": "Sentence 1: Good musicals are both specific and universal. Sentence 2: I strolled across the lawn but Lawrence was nowhere to be seen. Genre: slate.", "output": "N"}, {"input": "Sentence 1: One morning last year, David Bookstaver arrived at work in lower Manhattan and literally pulled the plug on the first official news of what is surely the most substantial initiative for pro bono publico in the history of the New York State Unified Court System Sentence 2: There is little incentive for the program managers to capture knowledge at the beginning of the development process. Genre: government.", "output": "N"}, {"input": "Sentence 1: If that is the goal, he thought we should be examining how to accomplish screening. Sentence 2: Vrenna had a blade swung at her throat. Genre: government.", "output": "N"}, {"input": "Sentence 1: One day I killed a bandit who was extorting one of the local iron smiths. Sentence 2: The bandit had bright yellow teeth. Genre: fiction.", "output": "Y"}, {"input": "Sentence 1: In a competitive environment, the Postal Service could easily retain universal service, but perhaps not a universal service standard. Sentence 2: Compliance is uniform and easy to meet consistently. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: These omissions blur the characters and allow them to operate at the level of myth. Sentence 2: That's more than good, it's better. Genre: slate.", "output": "N"}, {"input": "Sentence 1: that that that's actually real good yeah we um we actually we have the reverse situation turns out that um um most of my friends aren't Jewish and and and my wife's not but i Sentence 2: My parents are Jewish and I attend synagogue each weekend. Genre: telephone.", "output": "Y"}, {"input": "Sentence 1: What the case comes down to is LSC's discretion to reconfigure the service areas in the state, says Alan Kraus, who represents LSC and Youells. Sentence 2: Bureaucrats don't want to lose their jobs so they go along with what the voters want. Genre: government.", "output": "N"}, {"input": "Sentence 1: But at the same time he was painting his carcasses of cattle and fowl, around 1925, Soutine painted a series of portraits of uniformed workers--bellhops, pastry cooks, grooms--of which the Maxim's page boy is probably the best known. Sentence 2: My skin is thin. Genre: slate.", "output": "N"}, {"input": "Sentence 1: The latter is a particularly promising method for GAO, because it can capitalize on the large number of case-study-like reports that are available, on the quality of the documentation that supports their findings, and on the general methodological framework that GAO's standards provide. Sentence 2: Many people have that job.  Genre: government.", "output": "N"}, {"input": "Sentence 1: From here, the long, narrow arcade called Nakamise-dori is lined with shops selling toasted rice crackers, spices in gourd-shaped wooden bottles, dolls, toys, fans, children's kimono, and ornaments and souvenirs of all sorts. Sentence 2: There are a number of different ways cash is identified. Genre: government.", "output": "N"}, {"input": "Sentence 1: and i have uh returned about every four or five years to thinking that i would like to do something about it i usually get to the point where i can play some of my favorite themes and then inevitably i am swept away by the the pressure of other types of things uh Sentence 2: Secretly, Marc Dem doubts his claim about Jewish origins. Genre: slate.", "output": "N"}, {"input": "Sentence 1: For example, through Boeing's Creating Value learning project, managers learn how to recognize the importance of cash flow and its influence on business decisions, understand shareholder expectations and the consequences of not meeting them, and identify the relationship between individual decisions and actions and shareholder value. Sentence 2: I hate talking to you, do not ever call me again. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: Who killed Foxy Loxy? Sentence 2: The camp had been overtaken by madness. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: This new coalition planned to raise public awareness about the importance of financial literacy and saving and to help Americans develop the skills they need to take charge of their financial future. Sentence 2: It has been proven that there is absolutely no link between arteriosclerosis and the consumption of chlorine.  Genre: government.", "output": "N"}, {"input": "Sentence 1: Don't ask those on their way in, though. Sentence 2: The inventory of each state is prepared in the same way. Genre: government.", "output": "N"}, {"input": "Sentence 1: Both are old, both are revered, and as a result, people tend to focus on the highbrow exploits of both, while discreetly ignoring the lowbrow. Sentence 2: I don't care about the tax structure.  Genre: slate.", "output": "N"}, {"input": "Sentence 1: Quality and Evaluation  Planning Sentence 2: The Old One made a shadow. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: 2. Why Do Government and Private Saving Tend to Move in Opposite Directions? Sentence 2: Government saving and private saving usually move in the same direction. Genre: government.", "output": "Y"}, {"input": "Sentence 1: The Sounds of  A Brief Guide is a short prose book about hearing poems, with no diagrams or jargon, published by Farrar Straus &amp; Giroux. Sentence 2: The want you to think that it's random, but it's not. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: You have just said that she is perfectly sane.\" Sentence 2: You thought she was sane. Genre: fiction.", "output": "Y"}, {"input": "Sentence 1: until you can get it and i think that's a good idea you know i'm not for total gun control because i feel like people need to protect themselves but um i think that you know the background check is a great idea Sentence 2: That Lionel train set dates back to 1933 or so. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: Louis never once called upon the parliamentary assembly of the Etats g??n??raux. Sentence 2: He felt that he did not need their help. Genre: travel.", "output": "Y"}, {"input": "Sentence 1: Adjustments or corrections required because of changes after T&amp;A data were approved must be made in the payroll system and reflected in pay for the pay period to which the changes apply, when possible. Sentence 2: They want to embrace information technology to share their vision for the business. Genre: government.", "output": "N"}, {"input": "Sentence 1: i'm a payroll clerk just an accounting clerk Sentence 2: You have to be committed to take unpopular clients. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: yeah how old oh yeah Sentence 2: You don't knit every day. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: With Cervantes' help, he said he wrote his employer a letter demanding the money, provided an account of the hours he worked, and just received two checks totaling more than $3,000. Sentence 2: Cervantes decided that he could not help this person. Genre: government.", "output": "Y"}, {"input": "Sentence 1: and uh but when i got married  and had children and everything it seems like i keep all my activity just chasing around fulfilling my obligations so i haven't done a lot of uh exercise on purpose what about you Sentence 2: We would go somewhere if we weren't doing sports. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: Louisiana oh well do you do cajun cooking Sentence 2: In Louisiana, do you do Cajun cooking? Genre: telephone.", "output": "Y"}, {"input": "Sentence 1: This may lengthen the installation time slightly, but it will reduce crane rental fees. Sentence 2: A Multicultural Nationalism? was his most-cited article to date. Genre: government.", "output": "N"}, {"input": "Sentence 1: yeah well the only thing that might save him is that in the backs of their minds they may think that they don't want to hurt him permanently Sentence 2: Government saving and government spending on retirement programs are proportional. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: they have a museum there of all the Dallas uh uh people and they have they even have a a genealogy chart of all of the people who married who and whose children are whose and they even went so far as to put dotted lines on there as to who had an affair with who Sentence 2: In Dallas, they have a chart to trace genealogy and there are even lines to show who had an affair. Genre: telephone.", "output": "Y"}, {"input": "Sentence 1: so i'm getting kind of convinced that if something doesn't grow naturally here there's no sense in planting it because eventually you're going to lose it Sentence 2: The federal government constantly has an effect on net national saving. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: In addition there is an artisan's workplace, and you can visit archaeological sites still under excavation. Sentence 2: Adrin spoke first. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: Stinking fish was a derogatory Elizabethan reference to vaginal odor Sentence 2: Stinking fish is a reference to body odor. Genre: slate.", "output": "Y"}, {"input": "Sentence 1: Still you are right in one thing.  Sentence 2: 5 billion dollars in 1996 dollar values. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: Elsewhere are Velazquez's portraits of the high and the mighty, along with studies of fun-loving, ordinary mortals. Sentence 2: That kind of approach to the legislature would require a lot of education, and we only finished high school. Genre: travel.", "output": "N"}, {"input": "Sentence 1: like an Uzi even and Sentence 2: The emphasis was on the overall design. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: Take the long walk at low tide east to the cliffs of the Vaches Noires (Black Cows). Sentence 2: This area is busy at night due to the amount of couple seeking romantic private getaways. Genre: travel.", "output": "N"}, {"input": "Sentence 1: they use the the injection thing or whatever it is Sentence 2: There are stunning views to be seen after climbing the road. Genre: telephone.", "output": "N"}, {"input": "Sentence 1: Originally known as Edo (meaning estuary ), Tokyo was just a sleepy little village surrounded by marshland on the broad Kanto plain until the end of the 16th century, when Tokugawa Ieyasu moved here and made it the center of his vast domains. Sentence 2: Edo is a small town located near Tokyo. Genre: travel.", "output": "Y"}, {"input": "Sentence 1: White critics of integration include the neo-conservatives , former liberals who supported the civil-rights mainstream until the early '70s. Sentence 2: There are some whites who supported pro-segregation laws. Genre: slate.", "output": "Y"}, {"input": "Sentence 1: George Bush was a wonderful man who really got Ronald Reagan's third term. Sentence 2: Since it was designed by Sir Robert Rowand Andwerson, the building was of course constructed in the neo-Gothic tradition. Genre: travel.", "output": "N"}, {"input": "Sentence 1: that's it and i moved and you know now i live in like a family a neighborhood in a townhouse but it's nice i don't you know Sentence 2: I have never seen an episode of Dallas or Knots Landing.  Genre: telephone.", "output": "N"}, {"input": "Sentence 1: Some of these regulations and restrictions change with the seasons. Sentence 2: Some regulations and restrictions do not stay the same over time. Genre: travel.", "output": "Y"}, {"input": "Sentence 1: It was not only the thought of giving up Shadow and the foal, though he knew that would cut with a deeper hurt every day. Sentence 2: The patient died recently. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: (His enemies use words like mean and heartless. Sentence 2: All requests for information must be responded to immediately. Genre: government.", "output": "N"}, {"input": "Sentence 1: But here he shook his head in answer to his own thoughts. Sentence 2: I'm gown out all my hair which is a problem. Genre: fiction.", "output": "N"}, {"input": "Sentence 1: so you've got thousands of dollars or so i mean you get a thousand dollars worth of tools Sentence 2: Roman and Greek are collected usually because they are worth more than Egyptians ones. Genre: telephone.", "output": "N"}], "constants": {"Contributors": ["Anjana Arunkumar"], "Source": ["multinli"], "URL": ["https://cims.nyu.edu/~sbowman/multinli/paper.pdf"], "Categories": "Text Categorization", "Reasoning": [], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["History", "Fiction", "Dialogue", "Law", "Government and Politics"], "Instance License": ["OANC"], "Task_Id": "task204_mnli_same_genre_classification.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 6500, "instructions": "In this task, you're given two sentences, sentence 1 and sentence 2, and the genre they belong to. Your job is to determine if the two sentences belong to the same genre or not. Indicate your answer with Y and N respectively. Genres available include: face-to-face, government, letters, 9/11, slate, telephone, travel, verbatim, oup, fiction. Sentences belonging to 'face-to-face' genres relate to conversations or dialogues, 'government' encompasses information released from public government websites, 'letters' refers to any written work for philanthropic fundraising, '9/11' relates to information pertaining to the 9/11 attacks, 'oup' includes non-fiction works on the textile industry and child development, 'slate' refers to any cultural topic that appears in the slate magazine, 'telephone' includes telephonic dialogue, 'travel' deals with information in travel guides, 'verbatim' includes short posts regarding linguistics, and 'fiction' includes popular works of fiction like 'The Secret Adversary' etc.", "task_id": "task204_mnli_same_genre_classification"}, "seed": 42}}}, "task211_logic2text_classification": {"task_id": "task211_logic2text_classification", "data": {"d_incontext": {"_type": "DataTable", "records": [{"input": "Command: eq { count { filter_eq { all_rows ; lost ; 3 } } ; 2 }, interpretation: select the rows whose lost record is equal to 3 . the number of such rows is 2 .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { all_rows ; challenge winner ; food } } ; 4 }, interpretation: select the rows whose challenge winner record fuzzily matches to food . the number of such rows is 4 .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; finish ; 10 } } ; eq { hop { filter_eq { all_rows ; finish ; 10 } ; year } ; 1972 } }, interpretation: select the rows whose finish record is equal to 10 . there is only one such row in the table . the year record of this unqiue row is 1972 .", "output": "yes"}, {"input": "Command: and { eq { diff { hop { filter_eq { all_rows ; segment a ; metal detectors } ; episode } ; hop { filter_eq { all_rows ; segment a ; riding mowers } ; episode } } ; -1 } ; and { eq { hop { filter_eq { all_rows ; segment a ; metal detectors } ; episode } ; 151 } ; eq { hop { filter_eq { all_rows ; segment a ; riding mowers } ; episode } ; 152 } } }, interpretation: select the rows whose date record fuzzily matches to friday , 16 february . the sum of the crowd record of these rows is 46,000 .", "output": "no"}, {"input": "Command: eq { hop { nth_argmax { all_rows ; height ( m ) ; 2 } ; island } ; ailsa craig }, interpretation: select the row whose height ( m ) record of all rows is 2nd maximum . the island record of this row is ailsa craig .", "output": "yes"}], "constants": {"Contributors": ["Mihir Parmar"], "Source": ["logic2text"], "URL": ["https://github.com/czyssrs/Logic2Text"], "Categories": "Text to Code", "Reasoning": ["Logical Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Wikipedia", "Logic -> Propositional Logic"], "Instance License": ["MIT"], "Task_Id": "task211_logic2text_classification.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 6000, "instructions": "In this task, you are given commands (in terms of logical operations) and natural interpretation of the given command to select relevant rows from the given table. Your job is to generate a label \"yes\" if the interpretation is appropriate for the command, otherwise generate label \"no\". \n Here are the definitions of logical operators: \n 1. count: returns the number of rows in the view. \n 2. only: returns whether there is exactly one row in the view. \n 3. hop: returns the value under the header column of the row. \n 4. and: returns the boolean operation result of two arguments. \n 5. max/min/avg/sum: returns the max/min/average/sum of the values under the header column. \n 6. nth_max/nth_min: returns the n-th max/n-th min of the values under the header column. \n 7. argmax/argmin: returns the row with the max/min value in header column. \n 8. nth_argmax/nth_argmin: returns the row with the n-th max/min value in header column. \n 9. eq/not_eq: returns if the two arguments are equal. \n 10. round_eq: returns if the two arguments are roughly equal under certain tolerance. \n 11. greater/less: returns if the first argument is greater/less than the second argument. \n 12. diff: returns the difference between two arguments. \n 13. filter_eq/ filter_not_eq: returns the subview whose values under the header column is equal/not equal to the third argument. \n 14. filter_greater/filter_less: returns the subview whose values under the header column is greater/less than the third argument. \n 15. filter_greater_eq /filter_less_eq: returns the subview whose values under the header column is greater/less or equal than the third argument. \n 16. filter_all: returns the view itself for the case of describing the whole table \n 17. all_eq/not_eq: returns whether all the values under the header column are equal/not equal to the third argument. \n 18. all_greater/less: returns whether all the values under the header column are greater/less than the third argument. \n 19. all_greater_eq/less_eq: returns whether all the values under the header column are greater/less or equal to the third argument. \n 20. most_eq/not_eq: returns whether most of the values under the header column are equal/not equal to the third argument. \n 21. most_greater/less: returns whether most of the values under the header column are greater/less than the third argument. \n 22. most_greater_eq/less_eq: returns whether most of the values under the header column are greater/less or equal to the third argument.", "task_id": "task211_logic2text_classification"}, "seed": 42}, "d_train": {"_type": "DataTable", "records": [{"input": "Command: eq { hop { nth_argmax { all_rows ; date ; 3 } ; tournament } ; westende }, interpretation: for the viewing figure records of all rows , most of them are greater than 7 .", "output": "no"}, {"input": "Command: eq { count { filter_less { all_rows ; result ; 20.3 } } ; 7 }, interpretation: select the rows whose opponent record fuzzily matches to chicago blackhawks . there is only one such row in the table . the game record of this unqiue row is 36 .", "output": "no"}, {"input": "Command: round_eq { avg { all_rows ; best score } ; 37 }, interpretation: select the rows whose date record fuzzily matches to october . for the result records of these rows , most of them fuzzily match to l .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; final position / round ; runner - up } } ; 4 }, interpretation: select the rows whose final position / round record fuzzily matches to runner - up . the number of such rows is 4 .", "output": "yes"}, {"input": "Command: round_eq { avg { all_rows ; enrollment } ; 651.8 }, interpretation: the average of the enrollment record of all rows is 651.8 .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { all_rows ; round ; 2 } } ; 2 }, interpretation: select the rows whose ngc number record fuzzily matches to 2736 . take the object type record of this row . select the rows whose ngc number record fuzzily matches to 2770 . take the object type record of this row . the first record does not match to the second record . the object type record of the first row is diffuse nebula . the object type record of the second row is spiral galaxy .", "output": "no"}, {"input": "Command: eq { hop { argmax { all_rows ; laps } ; year } ; 1989 }, interpretation: select the row whose laps record of all rows is maximum . the year record of this row is 1989 .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { filter_greater { all_rows ; won ; 10 } ; lost ; 3 } } ; 2 }, interpretation: select the rows whose won record is greater than 10 . among these rows , select the rows whose lost record is equal to 3 . the number of such rows is 2 .", "output": "yes"}, {"input": "Command: all_eq { all_rows ; wins ; 0 }, interpretation: for the wins records of all rows , all of them are equal to 0 .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { all_rows ; gender ; f } } ; 2 }, interpretation: select the rows whose gender record fuzzily matches to f . the number of such rows is 2 .", "output": "yes"}, {"input": "Command: and { eq { nth_min { all_rows ; 2004 - 2005 season ; 1 } ; 1st in the liga } ; eq { hop { nth_argmin { all_rows ; 2004 - 2005 season ; 1 } ; club } ; benfica } }, interpretation: the 1st minimum 2004 - 2005 season record of all rows is 1st in the liga . the club record of the row with 1st minimum 2004 - 2005 season record is benfica .", "output": "yes"}, {"input": "Command: greater { hop { filter_eq { all_rows ; country ; nigeria } ; penalty } ; hop { filter_eq { all_rows ; country ; uzbekistan } ; penalty } }, interpretation: select the rows whose date of polls record fuzzily matches to december . there is only one such row in the table . the state record of this unqiue row is mizoram .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; shooter ; usa } } ; 2 }, interpretation: select the rows whose city or town record fuzzily matches to istanbul . the number of such rows is 4 .", "output": "no"}, {"input": "Command: most_eq { all_rows ; manufacturer ; chevrolet }, interpretation: for the manufacturer records of all rows , most of them fuzzily match to chevrolet .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { all_rows ; date ; february } } ; 4 }, interpretation: select the rows whose date record fuzzily matches to february . the number of such rows is 4 .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { filter_less { all_rows ; first elected ; 1940 } ; result ; elected } } ; 2 }, interpretation: select the rows whose relationship record fuzzily matches to mac taylor . the number of such rows is 2 .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; result ; w } } ; 2 }, interpretation: select the rows whose team 1 record fuzzily matches to as saint - \u00e9tienne ( d1 ) . take the score record of this row . select the rows whose team 1 record fuzzily matches to girondins de bordeaux ( d1 ) . take the score record of this row . the first record is greater than the second record .", "output": "no"}, {"input": "Command: less { hop { filter_eq { all_rows ; country ; france } ; date } ; hop { filter_eq { all_rows ; country ; belgium } ; date } }, interpretation: select the rows whose country record fuzzily matches to france . take the date record of this row . select the rows whose country record fuzzily matches to belgium . take the date record of this row . the first record is less than the second record .", "output": "yes"}, {"input": "Command: eq { count { filter_greater { filter_eq { all_rows ; date ; 12 june 1972 } ; crowd ; 20000 } } ; 2 }, interpretation: select the rows whose november record fuzzily matches to 27 . take the points record of this row . select the rows whose november record fuzzily matches to 29 . take the points record of this row . the second record is 2 larger than the first record .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; political party ; democratic party of albania } } ; 2 }, interpretation: select the rows whose political party record fuzzily matches to democratic party of albania . the number of such rows is 2 .", "output": "yes"}, {"input": "Command: less { hop { filter_eq { all_rows ; vehicle ; mitsubishi i - miev } ; clean electric grid california ( san francisco ) } ; hop { filter_eq { all_rows ; vehicle ; chevrolet volt } ; clean electric grid california ( san francisco ) } }, interpretation: select the rows whose vehicle record fuzzily matches to mitsubishi i - miev . take the clean electric grid california ( san francisco ) record of this row . select the rows whose vehicle record fuzzily matches to chevrolet volt . take the clean electric grid california ( san francisco ) record of this row . the first record is less than the second record .", "output": "yes"}, {"input": "Command: round_eq { avg { all_rows ; population served } ; 4038 }, interpretation: the minimum closed record of all rows is 1983 . the station record of the row with superlative closed record is fairmount avenue .", "output": "no"}, {"input": "Command: and { eq { hop { argmax { all_rows ; time ( et ) } ; week } ; 9 } ; eq { hop { argmax { all_rows ; time ( et ) } ; opponent } ; pittsburgh steelers } }, interpretation: select the row whose time ( et ) record of all rows is maximum . the week record of this row is 9 . the opponent record of this row is pittsburgh steelers .", "output": "yes"}, {"input": "Command: greater { hop { filter_eq { all_rows ; opponent ; murilo bustamante } ; round } ; hop { filter_eq { all_rows ; opponent ; david abbott } ; round } }, interpretation: select the rows whose opponent record fuzzily matches to murilo bustamante . take the round record of this row . select the rows whose opponent record fuzzily matches to david abbott . take the round record of this row . the first record is greater than the second record .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { all_rows ; races ; 16 } } ; 4 }, interpretation: select the row whose points ( pts ) record of all rows is 2nd maximum . the team ( equipo ) record of this row is san francisco fc .", "output": "no"}, {"input": "Command: greater { hop { filter_eq { all_rows ; competition ; 2000 summer olympics } ; class } ; hop { filter_eq { all_rows ; competition ; 1996 summer olympics } ; class } }, interpretation: select the rows whose model number record fuzzily matches to 800 . the average of the frequency record of these rows is 800 .", "output": "no"}, {"input": "Command: less { hop { filter_eq { all_rows ; name ; richard schryer } ; round } ; hop { filter_eq { all_rows ; name ; james carter } ; round } }, interpretation: select the rows whose years in orlando record fuzzily matches to present . there is only one such row in the table . the player record of this unqiue row is victor oladipo .", "output": "no"}, {"input": "Command: and { only { filter_eq { all_rows ; points ; 16 } } ; eq { hop { filter_eq { all_rows ; points ; 16 } ; team } ; ec s\u00e3o caetano } }, interpretation: select the row whose points record of all rows is maximum . the game record of this row is 10 .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; classification ; absurdism } } ; 2 }, interpretation: select the row whose population record of all rows is maximum . the official name record of this row is quispamsis .", "output": "no"}, {"input": "Command: eq { count { filter_greater_eq { all_rows ; from ; 1930 } } ; 3 }, interpretation: select the rows whose from record is greater than or equal to 1930 . the number of such rows is 3 .", "output": "yes"}, {"input": "Command: most_less { all_rows ; established ; 2005 }, interpretation: for the established records of all rows , most of them are less than 2005 .", "output": "yes"}, {"input": "Command: greater { hop { filter_eq { all_rows ; artist ; demos beke } ; points } ; hop { filter_eq { all_rows ; artist ; lucas christodolou } ; points } }, interpretation: select the rows whose artist record fuzzily matches to demos beke . take the points record of this row . select the rows whose artist record fuzzily matches to lucas christodolou . take the points record of this row . the first record is greater than the second record .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; country ; fiji } } ; eq { hop { filter_eq { all_rows ; country ; fiji } ; player } ; vijay singh } }, interpretation: select the rows whose name record fuzzily matches to richard schryer . take the round record of this row . select the rows whose name record fuzzily matches to james carter . take the round record of this row . the first record is less than the second record .", "output": "no"}, {"input": "Command: less { hop { filter_eq { all_rows ; builder ; north british } ; date } ; hop { filter_eq { all_rows ; builder ; g & swr kilmarnock } ; date } }, interpretation: for the surface records of all rows , most of them fuzzily match to hard .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; date ; 2004 } } ; 3 }, interpretation: select the rows whose music record fuzzily matches to george gershwin . the number of such rows is 4 .", "output": "no"}, {"input": "Command: and { only { filter_eq { all_rows ; attendance ; n / a } } ; eq { hop { filter_eq { all_rows ; attendance ; n / a } ; date } ; october 25 } }, interpretation: select the rows whose attendance record fuzzily matches to n / a . there is only one such row in the table . the date record of this unqiue row is october 25 .", "output": "yes"}, {"input": "Command: most_eq { all_rows ; surface ; hard }, interpretation: the average of the best score record of all rows is 37 .", "output": "no"}, {"input": "Command: eq { hop { nth_argmax { all_rows ; length ; 3 } ; year } ; 1996 }, interpretation: select the row whose length record of all rows is 3rd maximum . the year record of this row is 1996 .", "output": "yes"}, {"input": "Command: greater { hop { filter_eq { all_rows ; home team ; fitzroy } ; crowd } ; hop { filter_eq { all_rows ; home team ; north melbourne } ; crowd } }, interpretation: select the row whose bronze record of all rows is 2nd maximum . the nation record of this row is netherlands .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; surface ; carpet ( i ) } } ; 2 }, interpretation: select the row whose race 2 ( pts ) record of all rows is maximum . the country record of this row is france .", "output": "no"}, {"input": "Command: greater { hop { filter_eq { all_rows ; no in season ; 1 / 2 } ; us viewers ( million ) } ; hop { filter_eq { all_rows ; no in season ; 16 } ; us viewers ( million ) } }, interpretation: for the rhode island records of all rows , most of them fuzzily match to lincoln ll lincoln .", "output": "no"}, {"input": "Command: only { filter_eq { all_rows ; directed by ; john kretchmer } }, interpretation: the sum of the enrollment record of all rows is 8,600 .", "output": "no"}, {"input": "Command: eq { count { filter_all { all_rows ; department } } ; 7 }, interpretation: select the row whose first elected record of all rows is 1st minimum . the incumbent record of this row is harry lane englebright .", "output": "no"}, {"input": "Command: round_eq { avg { all_rows ; total } ; 9.29 }, interpretation: the average of the total record of all rows is 9.29 .", "output": "yes"}, {"input": "Command: eq { hop { argmin { all_rows ; growth rate } ; district } ; kolkata }, interpretation: select the rows whose skipper record fuzzily matches to andy forbes . take the combined elapsed time record of this row . select the rows whose skipper record fuzzily matches to stuart jackson . take the combined elapsed time record of this row . the first record is greater than the second record .", "output": "no"}, {"input": "Command: round_eq { sum { filter_greater_eq { all_rows ; year ; 1990 } ; points } ; 11 }, interpretation: select the rows whose year record is greater than or equal to 1990 . the sum of the points record of these rows is 11 .", "output": "yes"}, {"input": "Command: round_eq { avg { all_rows ; floor } ; 60.589 }, interpretation: select the rows whose season record is arbitrary . the number of such rows is 10 .", "output": "no"}, {"input": "Command: greater { hop { filter_eq { all_rows ; nation ; south korea } ; bronze } ; hop { filter_eq { all_rows ; nation ; estonia } ; bronze } }, interpretation: select the rows whose nation record fuzzily matches to south korea . take the bronze record of this row . select the rows whose nation record fuzzily matches to estonia . take the bronze record of this row . the first record is greater than the second record .", "output": "yes"}, {"input": "Command: eq { hop { argmax { all_rows ; quantity } ; make } ; gm new look }, interpretation: for the competition records of all rows , most of them fuzzily match to 1908 olympics .", "output": "no"}, {"input": "Command: eq { count { filter_less { filter_greater { all_rows ; round ; 3 } ; overall ; 200 } } ; 3 }, interpretation: select the rows whose home team record is arbitrary . the number of such rows is 6 .", "output": "no"}, {"input": "Command: eq { count { filter_greater { all_rows ; crowd ; 20000 } } ; 2 }, interpretation: select the row whose rank record of all rows is minimum . the nation record of this row is united states .", "output": "no"}, {"input": "Command: eq { diff { hop { filter_eq { all_rows ; date ; nov 15 } ; cowboys points } ; hop { filter_eq { all_rows ; date ; nov 8 } ; cowboys points } } ; 2 }, interpretation: select the rows whose date record fuzzily matches to nov 15 . take the cowboys points record of this row . select the rows whose date record fuzzily matches to nov 8 . take the cowboys points record of this row . the first record is 2 larger than the second record .", "output": "yes"}, {"input": "Command: greater { hop { filter_eq { all_rows ; nation ; mexico } ; total } ; hop { filter_eq { all_rows ; nation ; canada } ; total } }, interpretation: select the rows whose nation record fuzzily matches to mexico . take the total record of this row . select the rows whose nation record fuzzily matches to canada . take the total record of this row . the first record is greater than the second record .", "output": "yes"}, {"input": "Command: most_eq { all_rows ; venue ; johannesburg }, interpretation: for the venue records of all rows , most of them fuzzily match to johannesburg .", "output": "yes"}, {"input": "Command: greater { hop { filter_eq { all_rows ; nbr class ; 251 } ; total } ; hop { filter_eq { all_rows ; nbr class ; 229 } ; total } }, interpretation: select the rows whose points record is greater than or equal to 55 . among these rows , select the rows whose opponent record fuzzily matches to new york rangers . the number of such rows is 2 .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; album ; lost souls } } ; 3 }, interpretation: select the rows whose album record fuzzily matches to lost souls . the number of such rows is 3 .", "output": "yes"}, {"input": "Command: most_greater_eq { all_rows ; score ; 5 }, interpretation: for the score records of all rows , most of them are greater than or equal to 5 .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; career win - loss ; 2 - } } ; eq { hop { filter_eq { all_rows ; career win - loss ; 2 - } ; tournament } ; us open } }, interpretation: select the rows whose career win - loss record fuzzily matches to 2 - . there is only one such row in the table . the tournament record of this unqiue row is us open .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { all_rows ; result ; won } } ; 3 }, interpretation: select the rows whose result record fuzzily matches to won . the number of such rows is 3 .", "output": "yes"}, {"input": "Command: round_eq { avg { all_rows ; group 's equity shareholding } ; 85 % }, interpretation: for the entrant records of all rows , most of them fuzzily match to osella squadra corse .", "output": "no"}, {"input": "Command: and { only { filter_eq { all_rows ; top - 5 ; 0 } } ; eq { hop { filter_eq { all_rows ; top - 5 ; 0 } ; tournament } ; pga championship } }, interpretation: select the rows whose position record fuzzily matches to point guard . the number of such rows is 2 .", "output": "no"}, {"input": "Command: eq { hop { nth_argmax { all_rows ; completed ; 2 } ; name } ; church of st thomas }, interpretation: select the row whose completed record of all rows is 2nd maximum . the name record of this row is church of st thomas .", "output": "yes"}, {"input": "Command: and { eq { nth_max { all_rows ; years for jazz ; 3 } ; 1982 - 85 } ; eq { hop { nth_argmax { all_rows ; years for jazz ; 3 } ; player } ; john drew } }, interpretation: the 3rd maximum years for jazz record of all rows is 1982 - 85 . the player record of the row with 3rd maximum years for jazz record is john drew .", "output": "yes"}, {"input": "Command: round_eq { avg { all_rows ; for } ; 31 }, interpretation: select the row whose points record of all rows is 2nd maximum . the name record of this row is angelika buck / erich buck .", "output": "no"}, {"input": "Command: greater { hop { filter_eq { all_rows ; player ; fred couples } ; weeks } ; hop { filter_eq { all_rows ; player ; david duval } ; weeks } }, interpretation: the average of the attendance record of all rows is 56346 .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; city or town ; istanbul } } ; 4 }, interpretation: select the rows whose opponent record fuzzily matches to pittsburgh penguins . among these rows , select the rows whose location / attendance record fuzzily matches to consol energy center . the number of such rows is 2 .", "output": "no"}, {"input": "Command: eq { count { filter_eq { filter_not_eq { all_rows ; visitor ; toronto } ; points ; 28 } } ; 2 }, interpretation: select the rows whose visitor record does not match to toronto . among these rows , select the rows whose points record is equal to 28 . the number of such rows is 2 .", "output": "yes"}, {"input": "Command: eq { hop { nth_argmax { all_rows ; bronze ; 2 } ; nation } ; netherlands }, interpretation: select the row whose bronze record of all rows is 2nd maximum . the nation record of this row is netherlands .", "output": "yes"}, {"input": "Command: less { hop { filter_eq { all_rows ; name ; richard schryer } ; round } ; hop { filter_eq { all_rows ; name ; james carter } ; round } }, interpretation: select the rows whose name record fuzzily matches to richard schryer . take the round record of this row . select the rows whose name record fuzzily matches to james carter . take the round record of this row . the first record is less than the second record .", "output": "yes"}, {"input": "Command: eq { hop { nth_argmax { all_rows ; population ; 3 } ; english name } ; suibin county }, interpretation: select the row whose population record of all rows is 3rd maximum . the english name record of this row is suibin county .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { all_rows ; position ; centre - left } } ; 2 }, interpretation: select the rows whose date record fuzzily matches to november . the number of such rows is 16 .", "output": "no"}, {"input": "Command: eq { hop { nth_argmin { all_rows ; date ; 2 } ; venue } ; bahrain national stadium , manama }, interpretation: select the rows whose top - 10 record is not equal to 0 . there is only one such row in the table . the tournament record of this unqiue row is the open championship .", "output": "no"}, {"input": "Command: and { only { filter_eq { all_rows ; nationality ; aut } } ; eq { hop { filter_eq { all_rows ; nationality ; aut } ; name } ; gregor schlierenzauer } }, interpretation: select the rows whose nationality record fuzzily matches to aut . there is only one such row in the table . the name record of this unqiue row is gregor schlierenzauer .", "output": "yes"}, {"input": "Command: round_eq { sum { all_rows ; result } ; 456 }, interpretation: select the rows whose peak record is equal to 1 . the number of such rows is 4 .", "output": "no"}, {"input": "Command: eq { hop { argmin { all_rows ; date of vacancy } ; outgoing manager } ; mauricio cienfuegos }, interpretation: the average of the total record of all rows is 32366 .", "output": "no"}, {"input": "Command: and { only { filter_eq { all_rows ; original air date ; november } } ; eq { hop { filter_eq { all_rows ; original air date ; november } ; title } ; class action satisfaction } }, interpretation: select the rows whose original air date record fuzzily matches to november . there is only one such row in the table . the title record of this unqiue row is class action satisfaction .", "output": "yes"}, {"input": "Command: eq { count { filter_all { all_rows ; nation } } ; 6 }, interpretation: select the rows whose bsu head coach record fuzzily matches to bus conner . take the year record of this row . select the rows whose bsu head coach record fuzzily matches to greg graham . take the year record of this row . the second record is 32 years larger than the first record .", "output": "no"}, {"input": "Command: most_eq { all_rows ; displacement ; 3.9 }, interpretation: the average of the attendance record of all rows is 17863 .", "output": "no"}, {"input": "Command: eq { hop { nth_argmin { all_rows ; capacity ; 2 } ; stadium } ; stadio italia }, interpretation: select the rows whose team record is arbitrary . the number of such rows is 18 .", "output": "no"}, {"input": "Command: eq { hop { argmax { all_rows ; quantity made } ; class } ; 2 }, interpretation: select the row whose quantity made record of all rows is maximum . the class record of this row is 2 .", "output": "yes"}, {"input": "Command: eq { hop { nth_argmax { all_rows ; jersey number ( s ) ; 2 } ; player } ; patrick ewing }, interpretation: the average of the haat record of all rows is 261 .", "output": "no"}, {"input": "Command: eq { diff { hop { filter_eq { all_rows ; date ; november 25 } ; rank } ; hop { filter_eq { all_rows ; date ; november 18 } ; rank } } ; -1 }, interpretation: select the rows whose date record fuzzily matches to november 25 . take the rank record of this row . select the rows whose date record fuzzily matches to november 18 . take the rank record of this row . the second record is 1 larger than the first record .", "output": "yes"}, {"input": "Command: most_greater { all_rows ; crowd ; 10000 }, interpretation: select the rows whose school record fuzzily matches to hawaii . there is only one such row in the table . the player record of this unqiue row is darrick branch .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; gold ; - } } ; 2 }, interpretation: select the rows whose incumbent record fuzzily matches to edward everett eslick . take the first elected record of this row . select the rows whose incumbent record fuzzily matches to gordon browning . take the first elected record of this row . the first record is greater than the second record .", "output": "no"}, {"input": "Command: round_eq { avg { filter_greater { all_rows ; total ; 13 } ; fighting spirit } ; 5 }, interpretation: select the row whose year record of all rows is 2nd minimum . the formula record of this row is grand prix .", "output": "no"}, {"input": "Command: eq { hop { nth_argmax { all_rows ; number of seasons in top division ; 3 } ; club } ; rijeka a , b }, interpretation: select the row whose candidates record of all rows is maximum . the district record of this row is georgia 1 .", "output": "no"}, {"input": "Command: less { hop { filter_eq { all_rows ; name ; windows nt 3.1 } ; release date } ; hop { filter_eq { all_rows ; name ; windows 2000 } ; release date } }, interpretation: select the rows whose name record fuzzily matches to windows nt 3.1 . take the release date record of this row . select the rows whose name record fuzzily matches to windows 2000 . take the release date record of this row . the first record is less than the second record .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; area ; newmarket } } ; eq { hop { filter_eq { all_rows ; area ; newmarket } ; name } ; newmarket school } }, interpretation: select the row whose height ( m ) record of all rows is 2nd maximum . the island record of this row is ailsa craig .", "output": "no"}, {"input": "Command: and { only { filter_eq { all_rows ; actor required ; female , older } } ; eq { hop { filter_eq { all_rows ; actor required ; female , older } ; actor in original production } ; beth tuckley } }, interpretation: select the rows whose actor required record fuzzily matches to female , older . there is only one such row in the table . the actor in original production record of this unqiue row is beth tuckley .", "output": "yes"}, {"input": "Command: most_eq { all_rows ; party ; democrat }, interpretation: for the party records of all rows , most of them fuzzily match to democrat .", "output": "yes"}, {"input": "Command: round_eq { avg { all_rows ; enrollment } ; 2282 }, interpretation: for the high assists records of all rows , most of them fuzzily match to joe johnson .", "output": "no"}, {"input": "Command: round_eq { sum { all_rows ; runs } ; 2617 }, interpretation: select the rows whose top speed ( km / h ) record is less than 175 . there is only one such row in the table . the model record of this unqiue row is 1.4 16v .", "output": "no"}, {"input": "Command: greater { hop { filter_eq { all_rows ; player ; chi chi rodriguez } ; wins } ; hop { filter_eq { all_rows ; player ; dave stockton } ; wins } }, interpretation: select the rows whose player record fuzzily matches to chi chi rodriguez . take the wins record of this row . select the rows whose player record fuzzily matches to dave stockton . take the wins record of this row . the first record is greater than the second record .", "output": "yes"}, {"input": "Command: most_eq { all_rows ; final score ; l }, interpretation: for the final score records of all rows , most of them fuzzily match to l .", "output": "yes"}, {"input": "Command: less { hop { filter_eq { all_rows ; tournament ; baton rouge , us } ; date } ; hop { filter_eq { all_rows ; tournament ; granby , canada } ; date } }, interpretation: select the rows whose tournament record fuzzily matches to baton rouge , us . take the date record of this row . select the rows whose tournament record fuzzily matches to granby , canada . take the date record of this row . the first record is less than the second record .", "output": "yes"}, {"input": "Command: round_eq { avg { all_rows ; against } ; 14.6 }, interpretation: the average of the against record of all rows is 14.6 .", "output": "yes"}, {"input": "Command: eq { hop { argmax { all_rows ; tries for } ; club } ; bridgend ravens }, interpretation: select the row whose tries for record of all rows is maximum . the club record of this row is bridgend ravens .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; winner ; luke youlden } } ; eq { hop { filter_eq { all_rows ; winner ; luke youlden } ; race title } ; mallala } }, interpretation: select the rows whose winner record fuzzily matches to luke youlden . there is only one such row in the table . the race title record of this unqiue row is mallala .", "output": "yes"}, {"input": "Command: eq { hop { nth_argmin { all_rows ; founded ; 1 } ; institution } ; guilford college }, interpretation: select the row whose founded record of all rows is 1st minimum . the institution record of this row is guilford college .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { all_rows ; district ; sagar } } ; 3 }, interpretation: select the rows whose district record fuzzily matches to sagar . the number of such rows is 3 .", "output": "yes"}], "constants": {"Contributors": ["Mihir Parmar"], "Source": ["logic2text"], "URL": ["https://github.com/czyssrs/Logic2Text"], "Categories": "Text to Code", "Reasoning": ["Logical Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Wikipedia", "Logic -> Propositional Logic"], "Instance License": ["MIT"], "Task_Id": "task211_logic2text_classification.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 6000, "instructions": "In this task, you are given commands (in terms of logical operations) and natural interpretation of the given command to select relevant rows from the given table. Your job is to generate a label \"yes\" if the interpretation is appropriate for the command, otherwise generate label \"no\". \n Here are the definitions of logical operators: \n 1. count: returns the number of rows in the view. \n 2. only: returns whether there is exactly one row in the view. \n 3. hop: returns the value under the header column of the row. \n 4. and: returns the boolean operation result of two arguments. \n 5. max/min/avg/sum: returns the max/min/average/sum of the values under the header column. \n 6. nth_max/nth_min: returns the n-th max/n-th min of the values under the header column. \n 7. argmax/argmin: returns the row with the max/min value in header column. \n 8. nth_argmax/nth_argmin: returns the row with the n-th max/min value in header column. \n 9. eq/not_eq: returns if the two arguments are equal. \n 10. round_eq: returns if the two arguments are roughly equal under certain tolerance. \n 11. greater/less: returns if the first argument is greater/less than the second argument. \n 12. diff: returns the difference between two arguments. \n 13. filter_eq/ filter_not_eq: returns the subview whose values under the header column is equal/not equal to the third argument. \n 14. filter_greater/filter_less: returns the subview whose values under the header column is greater/less than the third argument. \n 15. filter_greater_eq /filter_less_eq: returns the subview whose values under the header column is greater/less or equal than the third argument. \n 16. filter_all: returns the view itself for the case of describing the whole table \n 17. all_eq/not_eq: returns whether all the values under the header column are equal/not equal to the third argument. \n 18. all_greater/less: returns whether all the values under the header column are greater/less than the third argument. \n 19. all_greater_eq/less_eq: returns whether all the values under the header column are greater/less or equal to the third argument. \n 20. most_eq/not_eq: returns whether most of the values under the header column are equal/not equal to the third argument. \n 21. most_greater/less: returns whether most of the values under the header column are greater/less than the third argument. \n 22. most_greater_eq/less_eq: returns whether most of the values under the header column are greater/less or equal to the third argument.", "task_id": "task211_logic2text_classification"}, "seed": 42}, "d_test": {"_type": "DataTable", "records": [{"input": "Command: and { only { filter_eq { all_rows ; reason for change ; to enter the us army } } ; eq { hop { filter_eq { all_rows ; reason for change ; to enter the us army } ; vacator } ; charles i faddis ( d ) } }, interpretation: select the rows whose reason for change record fuzzily matches to to enter the us army . there is only one such row in the table . the vacator record of this unqiue row is charles i faddis ( d ) .", "output": "yes"}, {"input": "Command: most_eq { all_rows ; winning car ; lotus }, interpretation: select the row whose td 's record of all rows is 2nd maximum . the player record of this row is lenzie jackson .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; mlb draft ; pirates } } ; 2 }, interpretation: select the rows whose mlb draft record fuzzily matches to pirates . the number of such rows is 2 .", "output": "yes"}, {"input": "Command: round_eq { avg { all_rows ; height in ft } ; 6 - 9 }, interpretation: for the gold records of all rows , most of them are greater than or equal to 1 .", "output": "no"}, {"input": "Command: most_eq { all_rows ; winning team ; mobilecast impul }, interpretation: for the winning team records of all rows , most of them fuzzily match to mobilecast impul .", "output": "yes"}, {"input": "Command: round_eq { sum { all_rows ; against } ; 53 }, interpretation: the sum of the against record of all rows is 53 .", "output": "yes"}, {"input": "Command: eq { count { filter_greater { all_rows ; capacity ; 10000 } } ; 3 }, interpretation: select the row whose year record of all rows is 2nd maximum . the album title record of this row is realism .", "output": "no"}, {"input": "Command: round_eq { sum { all_rows ; crowd } ; 84000 }, interpretation: the sum of the crowd record of all rows is 84000 .", "output": "yes"}, {"input": "Command: and { less { hop { filter_eq { all_rows ; episode ; 4 } ; ratings ( kanto ) } ; hop { filter_eq { all_rows ; episode ; 3 } ; ratings ( kanto ) } } ; and { eq { hop { filter_eq { all_rows ; episode ; 4 } ; ratings ( kanto ) } ; 4.3 } ; eq { hop { filter_eq { all_rows ; episode ; 3 } ; ratings ( kanto ) } ; 4.6 } } }, interpretation: select the rows whose episode record fuzzily matches to 4 . take the ratings ( kanto ) record of this row . select the rows whose episode record fuzzily matches to 3 . take the ratings ( kanto ) record of this row . the first record is less than the second record . the ratings ( kanto ) record of the first row is 4.3 . the ratings ( kanto ) record of the second row is 4.6 .", "output": "yes"}, {"input": "Command: and { eq { nth_min { all_rows ; track ; 5 } ; 5 } ; eq { hop { nth_argmin { all_rows ; track ; 5 } ; song title } ; crazy arms } }, interpretation: the 5th minimum track record of all rows is 5 . the song title record of the row with 5th minimum track record is crazy arms .", "output": "yes"}, {"input": "Command: most_eq { all_rows ; year ; 1986 }, interpretation: select the rows whose lost record is equal to 14 . there is only one such row in the table . the club record of this unqiue row is burry port rfc .", "output": "no"}, {"input": "Command: eq { hop { nth_argmax { all_rows ; total ; 2 } ; name } ; michael doyle }, interpretation: select the row whose total record of all rows is 2nd maximum . the name record of this row is michael doyle .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; venue ; etihad stadium } } ; eq { hop { filter_eq { all_rows ; venue ; etihad stadium } ; premier } ; geelong } }, interpretation: for the class records of all rows , most of them fuzzily match to a .", "output": "no"}, {"input": "Command: most_eq { all_rows ; visitor ; san antonio spurs }, interpretation: for the visitor records of all rows , most of them fuzzily match to san antonio spurs .", "output": "yes"}, {"input": "Command: most_eq { all_rows ; origin of programming ; india }, interpretation: for the origin of programming records of all rows , most of them fuzzily match to india .", "output": "yes"}, {"input": "Command: most_eq { all_rows ; result ; l }, interpretation: select the rows whose tournament record fuzzily matches to tunis , tunisia . take the date record of this row . select the rows whose tournament record fuzzily matches to rabat , morocco . take the date record of this row . the second record is 7 days larger than the first record .", "output": "no"}, {"input": "Command: eq { count { filter_all { all_rows ; result } } ; 5 }, interpretation: the average of the pick record of all rows is 16.6 .", "output": "no"}, {"input": "Command: eq { hop { nth_argmax { all_rows ; population ( 2007 ) ; 2 } ; municipality } ; labo }, interpretation: select the row whose population ( 2007 ) record of all rows is 2nd maximum . the municipality record of this row is labo .", "output": "yes"}, {"input": "Command: greater { hop { filter_eq { all_rows ; team 1 ; as saint - \u00e9tienne ( d1 ) } ; score } ; hop { filter_eq { all_rows ; team 1 ; girondins de bordeaux ( d1 ) } ; score } }, interpretation: select the rows whose team 1 record fuzzily matches to as saint - \u00e9tienne ( d1 ) . take the score record of this row . select the rows whose team 1 record fuzzily matches to girondins de bordeaux ( d1 ) . take the score record of this row . the first record is greater than the second record .", "output": "yes"}, {"input": "Command: most_eq { all_rows ; tournament ; 25000 }, interpretation: select the rows whose test record fuzzily matches to math . among these rows , select the rows whose number of students record is greater than 100000 . there is only one such row in the table .", "output": "no"}, {"input": "Command: less { hop { filter_eq { all_rows ; local government area ; anangu pitjantjatjara yankunytjatjara } ; pop 2006 } ; hop { filter_eq { all_rows ; local government area ; outback areas community development trust } ; pop 2006 } }, interpretation: select the rows whose local government area record fuzzily matches to anangu pitjantjatjara yankunytjatjara . take the pop 2006 record of this row . select the rows whose local government area record fuzzily matches to outback areas community development trust . take the pop 2006 record of this row . the first record is less than the second record .", "output": "yes"}, {"input": "Command: all_eq { filter_eq { all_rows ; investigation ; somatostatin receptor imaging } ; route of administration ; iv }, interpretation: select the row whose us viewers ( in millions ) record of all rows is maximum . the title record of this row is crazy for you .", "output": "no"}, {"input": "Command: eq { hop { nth_argmax { all_rows ; win / loss ; 4 } ; season } ; 2006 }, interpretation: select the row whose win / loss record of all rows is 4th maximum . the season record of this row is 2006 .", "output": "yes"}, {"input": "Command: eq { hop { nth_argmin { all_rows ; date ; 3 } ; centerfold model } ; sandra hubby }, interpretation: select the row whose home team score record of all rows is maximum . the home team record of this row is sydney .", "output": "no"}, {"input": "Command: eq { hop { argmax { all_rows ; losses } ; team } ; liverpool city }, interpretation: select the rows whose high assists record fuzzily matches to kevin garnett . there is only one such row in the table . the date record of this unqiue row is december 21 . the team record of this unqiue row is new york .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; score ; 64 } } ; 2 }, interpretation: the average of the crowd record of all rows is 21012 .", "output": "no"}, {"input": "Command: and { only { filter_greater { filter_greater { all_rows ; remittances 2011 ; 10 } ; remittances 2010 ; 50 } } ; eq { hop { filter_greater { filter_greater { all_rows ; remittances 2011 ; 10 } ; remittances 2010 ; 50 } ; country } ; india } }, interpretation: select the rows whose remittances 2011 record is greater than 10 . among these rows , select the rows whose remittances 2010 record is greater than 50 . there is only one such row in the table . the country record of this unqiue row is india .", "output": "yes"}, {"input": "Command: eq { hop { argmin { all_rows ; to par } ; player } ; bill rogers }, interpretation: select the row whose goals record of all rows is minimum . the player record of this row is mehmet y\u0131lmaz .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; competition ; friendly } } ; 4 }, interpretation: select the row whose year record of all rows is 3rd maximum . the version record of this row is album version .", "output": "no"}, {"input": "Command: eq { count { filter_all { all_rows ; player } } ; 17 }, interpretation: select the rows whose player record is arbitrary . the number of such rows is 17 .", "output": "yes"}, {"input": "Command: eq { count { filter_less { all_rows ; frequency mhz ; 100 } } ; 3 }, interpretation: select the rows whose year record is less than or equal to 2009 . the sum of the tournaments played record of these rows is 52 .", "output": "no"}, {"input": "Command: and { only { filter_eq { all_rows ; royal house ; jiang } } ; eq { hop { filter_eq { all_rows ; royal house ; jiang } ; state } ; qi } }, interpretation: select the rows whose homeport ( as of july 2013 ) record fuzzily matches to portsmouth . the number of such rows is 6 .", "output": "no"}, {"input": "Command: eq { hop { argmin { all_rows ; against } ; opposing teams } ; ireland }, interpretation: select the row whose against record of all rows is minimum . the opposing teams record of this row is ireland .", "output": "yes"}, {"input": "Command: less { hop { filter_eq { all_rows ; rider ; stan woods } ; time } ; hop { filter_eq { all_rows ; rider ; tom loughridge } ; time } }, interpretation: select the rows whose rider record fuzzily matches to stan woods . take the time record of this row . select the rows whose rider record fuzzily matches to tom loughridge . take the time record of this row . the first record is less than the second record .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { all_rows ; directed by ; brent woods } } ; 2 }, interpretation: the sum of the assists record of all rows is 54 .", "output": "no"}, {"input": "Command: most_less { all_rows ; capacity ; 10000 }, interpretation: for the capacity records of all rows , most of them are less than 10000 .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; location attendance ; oracle arena } } ; eq { hop { filter_eq { all_rows ; location attendance ; oracle arena } ; date } ; november 18 } }, interpretation: select the rows whose winner record fuzzily matches to edd kimber . take the premiere record of this row . select the rows whose winner record fuzzily matches to joanne wheatley . take the premiere record of this row . the first record is less than the second record .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; champion ; karrie webb } } ; 2 }, interpretation: select the rows whose champion record fuzzily matches to karrie webb . the number of such rows is 2 .", "output": "yes"}, {"input": "Command: most_eq { all_rows ; horse ; yp\u00e4j\u00e4 karuso }, interpretation: for the horse records of all rows , most of them fuzzily match to yp\u00e4j\u00e4 karuso .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { all_rows ; current streak ; l } } ; 2 }, interpretation: select the rows whose current streak record fuzzily matches to l . the number of such rows is 2 .", "output": "yes"}, {"input": "Command: less { hop { filter_eq { all_rows ; incumbent ; wilbur mills } ; first elected } ; hop { filter_eq { all_rows ; incumbent ; james william trimble } ; first elected } }, interpretation: select the row whose draw record of all rows is 1st minimum . the artist record of this row is alma \u010dard\u017ei\u0107 .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; result ; nominated } } ; 6 }, interpretation: the 2nd minimum date record of all rows is 22 february 1998 . the tournament record of the row with 2nd minimum date record is hannover , germany .", "output": "no"}, {"input": "Command: eq { hop { argmax { all_rows ; muzzle energy } ; cartridge } ; .357 magnum }, interpretation: select the row whose muzzle energy record of all rows is maximum . the cartridge record of this row is .357 magnum .", "output": "yes"}, {"input": "Command: round_eq { avg { all_rows ; wickets } ; 33 }, interpretation: the average of the wickets record of all rows is 33 .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; mascot ; tigers } } ; eq { hop { filter_eq { all_rows ; mascot ; tigers } ; school } ; yorktown } }, interpretation: select the rows whose mascot record fuzzily matches to tigers . there is only one such row in the table . the school record of this unqiue row is yorktown .", "output": "yes"}, {"input": "Command: eq { hop { argmax { all_rows ; agg } ; team 1 } ; canon yaound\u00e9 }, interpretation: select the rows whose country record fuzzily matches to united states . the average of the score record of these rows is 68.67 .", "output": "no"}, {"input": "Command: and { only { filter_eq { all_rows ; fate ; wrecked } } ; eq { hop { filter_eq { all_rows ; fate ; wrecked } ; name } ; magnet } }, interpretation: select the rows whose fate record fuzzily matches to wrecked . there is only one such row in the table . the name record of this unqiue row is magnet .", "output": "yes"}, {"input": "Command: eq { hop { argmax { all_rows ; attendance } ; date } ; november 13 , 1994 }, interpretation: select the row whose attendance record of all rows is maximum . the date record of this row is november 13 , 1994 .", "output": "yes"}, {"input": "Command: round_eq { avg { filter_eq { all_rows ; team ; rhein fire } ; capacity } ; 56308 }, interpretation: select the rows whose location attendance record fuzzily matches to oracle arena . there is only one such row in the table . the date record of this unqiue row is november 18 .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; team name ; isport international } } ; 4 }, interpretation: for the county records of all rows , most of them fuzzily match to perry .", "output": "no"}, {"input": "Command: all_eq { all_rows ; color commentator ( s ) ; stu lantz }, interpretation: for the color commentator ( s ) records of all rows , all of them fuzzily match to stu lantz .", "output": "yes"}, {"input": "Command: eq { hop { nth_argmin { all_rows ; founding date ; 2 } ; organization } ; delta epsilon sigma iota }, interpretation: the average of the 2008 record of all rows is 8133819 .", "output": "no"}, {"input": "Command: greater { hop { filter_eq { all_rows ; rr romaja ; gangwon } ; area } ; hop { filter_eq { all_rows ; rr romaja ; jeju } ; area } }, interpretation: select the rows whose rr romaja record fuzzily matches to gangwon . take the area record of this row . select the rows whose rr romaja record fuzzily matches to jeju . take the area record of this row . the first record is greater than the second record .", "output": "yes"}, {"input": "Command: eq { hop { argmax { all_rows ; last match } ; competition } ; uefa champions league }, interpretation: for the displacement records of all rows , most of them are equal to 3.9 .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; original air date ; february 2010 } } ; 3 }, interpretation: select the rows whose original air date record fuzzily matches to february 2010 . the number of such rows is 3 .", "output": "yes"}, {"input": "Command: eq { hop { nth_argmax { all_rows ; gold ; 2 } ; nation } ; japan }, interpretation: select the rows whose artist record fuzzily matches to demos beke . take the points record of this row . select the rows whose artist record fuzzily matches to lucas christodolou . take the points record of this row . the first record is greater than the second record .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; challenge winner ; food } } ; 4 }, interpretation: select the row whose enrollment record of all rows is 1st maximum . the school record of this row is carson .", "output": "no"}, {"input": "Command: eq { hop { nth_argmin { filter_eq { all_rows ; result ; w } ; date ; 4 } ; attendance } ; 45511 }, interpretation: the sum of the games played record of all rows is 52 .", "output": "no"}, {"input": "Command: less { hop { filter_eq { all_rows ; name ; darwin robinson } ; round } ; hop { filter_eq { all_rows ; name ; joe miller } ; round } }, interpretation: select the rows whose name record fuzzily matches to darwin robinson . take the round record of this row . select the rows whose name record fuzzily matches to joe miller . take the round record of this row . the first record is less than the second record .", "output": "yes"}, {"input": "Command: eq { hop { nth_argmin { all_rows ; round ; 3 } ; player } ; glen irwin }, interpretation: select the row whose round record of all rows is 3rd minimum . the player record of this row is glen irwin .", "output": "yes"}, {"input": "Command: round_eq { sum { all_rows ; quantity } ; 427 }, interpretation: the sum of the quantity record of all rows is 427 .", "output": "yes"}, {"input": "Command: round_eq { avg { all_rows ; enrolment } ; 831 }, interpretation: the average of the enrolment record of all rows is 831 .", "output": "yes"}, {"input": "Command: most_eq { all_rows ; event ; freestyle }, interpretation: for the event records of all rows , most of them fuzzily match to freestyle .", "output": "yes"}, {"input": "Command: greater { hop { filter_eq { all_rows ; official name ; hampton } ; area km 2 } ; hop { filter_eq { all_rows ; official name ; sussex corner } ; area km 2 } }, interpretation: select the rows whose official name record fuzzily matches to hampton . take the area km 2 record of this row . select the rows whose official name record fuzzily matches to sussex corner . take the area km 2 record of this row . the first record is greater than the second record .", "output": "yes"}, {"input": "Command: eq { hop { argmax { filter_greater { all_rows ; gold ; 100 } ; silver } ; country } ; indonesia }, interpretation: for the primary sponsor ( s ) records of all rows , most of them do not match to n / a .", "output": "no"}, {"input": "Command: most_eq { filter_eq { all_rows ; date ; november } ; result ; l }, interpretation: select the rows whose tournament record fuzzily matches to mci heritage golf classic . there is only one such row in the table . the date record of this unqiue row is 17 apr 1988 .", "output": "no"}, {"input": "Command: most_greater { all_rows ; attendance ; 1500 }, interpretation: for the attendance records of all rows , most of them are greater than 1500 .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { all_rows ; country of origin ; united states } } ; 2 }, interpretation: select the rows whose country of origin record fuzzily matches to united states . the number of such rows is 2 .", "output": "yes"}, {"input": "Command: greater { hop { filter_eq { all_rows ; song ; endless love } ; weeks on top } ; hop { filter_eq { all_rows ; song ; morning train } ; weeks on top } }, interpretation: the average of the total prize money record of all rows is 135000 .", "output": "no"}, {"input": "Command: eq { hop { argmax { filter_eq { all_rows ; area ; featherston } ; roll } ; name } ; st teresa 's school }, interpretation: select the rows whose type record fuzzily matches to embankment . for the height ( m ) records of these rows , most of them are less than 100 .", "output": "no"}, {"input": "Command: eq { hop { nth_argmax { all_rows ; money ; 2 } ; player } ; tom watson }, interpretation: select the row whose money record of all rows is 2nd maximum . the player record of this row is tom watson .", "output": "yes"}, {"input": "Command: most_eq { all_rows ; laps ; 47 }, interpretation: for the laps records of all rows , most of them are equal to 47 .", "output": "yes"}, {"input": "Command: eq { hop { nth_argmax { all_rows ; no of installments ; 2 } ; book series } ; the hardy boys }, interpretation: select the row whose no of installments record of all rows is 2nd maximum . the book series record of this row is the hardy boys .", "output": "yes"}, {"input": "Command: less { hop { filter_eq { all_rows ; country ; france } ; date } ; hop { filter_eq { all_rows ; country ; belgium } ; date } }, interpretation: select the rows whose party record fuzzily matches to democratic . there is only one such row in the table . the incumbent record of this unqiue row is clarence f lea .", "output": "no"}, {"input": "Command: eq { nth_max { all_rows ; winnings ; 3 } ; 160261 }, interpretation: the 3rd maximum winnings record of all rows is 160261 .", "output": "yes"}, {"input": "Command: eq { hop { argmax { all_rows ; 2005 } ; tournament } ; year end ranking }, interpretation: select the rows whose largest ethnic group ( 2002 ) record fuzzily matches to slovaks . there is only one such row in the table . the settlement record of this unqiue row is pivnice .", "output": "no"}, {"input": "Command: round_eq { avg { filter_eq { all_rows ; division ; southeast } ; pts } ; 75.5 }, interpretation: select the rows whose division record fuzzily matches to southeast . the average of the pts record of these rows is 75.5 .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; date ; february } } ; eq { hop { filter_eq { all_rows ; date ; february } ; event } ; indianapolis boat , sport & travel show } }, interpretation: select the rows whose date record fuzzily matches to february . there is only one such row in the table . the event record of this unqiue row is indianapolis boat , sport & travel show .", "output": "yes"}, {"input": "Command: round_eq { sum { all_rows ; attendance } ; 554905 }, interpretation: the sum of the attendance record of all rows is 554905 .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; internl tourism receipts 2011 ( million usd ) ; n/d } } ; and { eq { hop { filter_eq { all_rows ; internl tourism receipts 2011 ( million usd ) ; n/d } ; selected caribbean and n latin america countries } ; cuba } ; eq { hop { filter_eq { all_rows ; internl tourism receipts 2011 ( million usd ) ; n/d } ; revenues as % of exports goods and services 2011 } ; n / d } } }, interpretation: select the row whose height ( cm ) record of all rows is 2nd maximum . the name record of this row is al iafrate .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; manner of departure ; contract terminated } } ; 3 }, interpretation: select the rows whose winner record fuzzily matches to luke youlden . there is only one such row in the table . the race title record of this unqiue row is mallala .", "output": "no"}, {"input": "Command: most_eq { all_rows ; video ; 480i }, interpretation: for the video records of all rows , most of them fuzzily match to 480i .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; storyteller ; gary } } ; eq { hop { filter_eq { all_rows ; storyteller ; gary } ; - } ; 11 } }, interpretation: select the row whose date record of all rows is 5th minimum . the venue record of this row is guangzhou .", "output": "no"}, {"input": "Command: eq { max { filter_eq { all_rows ; district ; fregenal de la sierra } ; election date } ; 1853 - 2 - 4 }, interpretation: select the rows whose district record fuzzily matches to fregenal de la sierra . the maximum election date record of these rows is 1853 - 2 - 4 .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { all_rows ; result ; re - elected } } ; 5 }, interpretation: select the rows whose result record fuzzily matches to re - elected . the number of such rows is 5 .", "output": "yes"}, {"input": "Command: most_eq { all_rows ; nationality ; spain }, interpretation: for the winning party 2003 records of all rows , most of them fuzzily match to labour .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; directed by ; levie isaacks } } ; 5 }, interpretation: select the rows whose directed by record fuzzily matches to levie isaacks . the number of such rows is 5 .", "output": "yes"}, {"input": "Command: greater { hop { filter_eq { all_rows ; texas vs ; missouri } ; current streak } ; hop { filter_eq { all_rows ; texas vs ; oklahoma } ; current streak } }, interpretation: select the rows whose texas vs record fuzzily matches to missouri . take the current streak record of this row . select the rows whose texas vs record fuzzily matches to oklahoma . take the current streak record of this row . the first record is greater than the second record .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; result ; 0 } } ; eq { hop { filter_eq { all_rows ; result ; 0 } ; week } ; 15 } }, interpretation: select the rows whose result record is equal to 0 . there is only one such row in the table . the week record of this unqiue row is 15 .", "output": "yes"}, {"input": "Command: eq { hop { nth_argmax { all_rows ; year ; 2 } ; album title } ; realism }, interpretation: select the row whose year record of all rows is 2nd maximum . the album title record of this row is realism .", "output": "yes"}, {"input": "Command: eq { hop { argmax { all_rows ; points } ; driver } ; bruno junqueira }, interpretation: select the row whose points record of all rows is maximum . the driver record of this row is bruno junqueira .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; creative excellency ; atom egoyan } } ; eq { hop { filter_eq { all_rows ; creative excellency ; atom egoyan } ; year } ; 2006 } }, interpretation: the average of the score record of all rows is 34.5 .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; lms class ; 3p } } ; 2 }, interpretation: the average of the score record of all rows is 2.2 .", "output": "no"}, {"input": "Command: most_eq { all_rows ; drivetrain ; rwd }, interpretation: for the drivetrain records of all rows , most of them fuzzily match to rwd .", "output": "yes"}, {"input": "Command: most_eq { all_rows ; manner of departure ; sacked }, interpretation: select the rows whose opposition record fuzzily matches to pune warriors india . take the win % record of this row . select the rows whose opposition record fuzzily matches to kochi tuskers kerala . take the win % record of this row . the first record is greater than the second record .", "output": "no"}, {"input": "Command: most_eq { all_rows ; original air date ; 2008 }, interpretation: select the row whose jump 1 record of all rows is 2nd maximum . the athlete name record of this row is dmitriy bondarenko ( urs ) .", "output": "no"}, {"input": "Command: eq { hop { nth_argmax { all_rows ; elevation ( m ) ; 2 } ; peak } ; moldoveanu peak }, interpretation: select the rows whose venue record fuzzily matches to punt road oval . take the crowd record of this row . select the rows whose venue record fuzzily matches to junction oval . take the crowd record of this row . the first record is greater than the second record .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; date ; october } } ; 8 }, interpretation: select the rows whose date of appointment record fuzzily matches to 3 november 2008 . there is only one such row in the table . the outgoing manager record of this unqiue row is osman \u00f6zdemir .", "output": "no"}, {"input": "Command: eq { hop { argmax { all_rows ; 2012 } ; location } ; lake buena vista , florida , usa }, interpretation: for the games played records of all rows , all of them are equal to 36 .", "output": "no"}, {"input": "Command: eq { hop { nth_argmax { filter_less { all_rows ; area ( km 2 ) ; 50 } ; population ; 1 } ; common of } ; moncalieri }, interpretation: select the rows whose area ( km 2 ) record is less than 50 . select the row whose population record of these rows is 1st maximum . the common of record of this row is moncalieri .", "output": "yes"}], "constants": {"Contributors": ["Mihir Parmar"], "Source": ["logic2text"], "URL": ["https://github.com/czyssrs/Logic2Text"], "Categories": "Text to Code", "Reasoning": ["Logical Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Wikipedia", "Logic -> Propositional Logic"], "Instance License": ["MIT"], "Task_Id": "task211_logic2text_classification.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 6000, "instructions": "In this task, you are given commands (in terms of logical operations) and natural interpretation of the given command to select relevant rows from the given table. Your job is to generate a label \"yes\" if the interpretation is appropriate for the command, otherwise generate label \"no\". \n Here are the definitions of logical operators: \n 1. count: returns the number of rows in the view. \n 2. only: returns whether there is exactly one row in the view. \n 3. hop: returns the value under the header column of the row. \n 4. and: returns the boolean operation result of two arguments. \n 5. max/min/avg/sum: returns the max/min/average/sum of the values under the header column. \n 6. nth_max/nth_min: returns the n-th max/n-th min of the values under the header column. \n 7. argmax/argmin: returns the row with the max/min value in header column. \n 8. nth_argmax/nth_argmin: returns the row with the n-th max/min value in header column. \n 9. eq/not_eq: returns if the two arguments are equal. \n 10. round_eq: returns if the two arguments are roughly equal under certain tolerance. \n 11. greater/less: returns if the first argument is greater/less than the second argument. \n 12. diff: returns the difference between two arguments. \n 13. filter_eq/ filter_not_eq: returns the subview whose values under the header column is equal/not equal to the third argument. \n 14. filter_greater/filter_less: returns the subview whose values under the header column is greater/less than the third argument. \n 15. filter_greater_eq /filter_less_eq: returns the subview whose values under the header column is greater/less or equal than the third argument. \n 16. filter_all: returns the view itself for the case of describing the whole table \n 17. all_eq/not_eq: returns whether all the values under the header column are equal/not equal to the third argument. \n 18. all_greater/less: returns whether all the values under the header column are greater/less than the third argument. \n 19. all_greater_eq/less_eq: returns whether all the values under the header column are greater/less or equal to the third argument. \n 20. most_eq/not_eq: returns whether most of the values under the header column are equal/not equal to the third argument. \n 21. most_greater/less: returns whether most of the values under the header column are greater/less than the third argument. \n 22. most_greater_eq/less_eq: returns whether most of the values under the header column are greater/less or equal to the third argument.", "task_id": "task211_logic2text_classification"}, "seed": 42}, "d_val": {"_type": "DataTable", "records": [{"input": "Command: eq { count { filter_eq { filter_less { all_rows ; year completed ; 2000 } ; floors ( stories ) ; 12 } } ; 2 }, interpretation: select the rows whose year completed record is less than 2000 . among these rows , select the rows whose floors ( stories ) record is equal to 12 . the number of such rows is 2 .", "output": "yes"}, {"input": "Command: round_eq { avg { all_rows ; pick } ; 16.6 }, interpretation: select the rows whose builder record fuzzily matches to general dynamics , quincy . select the row whose commissioned - decommissioned record of these rows is 1st minimum . the ship record of this row is wichita .", "output": "no"}, {"input": "Command: round_eq { avg { all_rows ; deaths } ; 13.4 }, interpretation: select the rows whose race record fuzzily matches to super g . there is only one such row in the table . the season record of this unqiue row is 2009 .", "output": "no"}, {"input": "Command: most_greater_eq { all_rows ; score ; 70 }, interpretation: the sum of the attendance record of all rows is 476,381 .", "output": "no"}, {"input": "Command: round_eq { avg { all_rows ; score } ; 70.46 }, interpretation: the average of the score record of all rows is 70.46 .", "output": "yes"}, {"input": "Command: all_greater { all_rows ; date ; 2000 }, interpretation: for the date records of all rows , all of them are greater than 2000 .", "output": "yes"}, {"input": "Command: only { filter_greater { filter_eq { all_rows ; test ; math } ; number of students ; 100000 } }, interpretation: select the rows whose division record fuzzily matches to southeast . the average of the pts record of these rows is 75.5 .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; tv network ; cbs } } ; 12 }, interpretation: select the rows whose tv network record fuzzily matches to cbs . the number of such rows is 12 .", "output": "yes"}, {"input": "Command: round_eq { sum { all_rows ; frequency mhz } ; 724 }, interpretation: the sum of the frequency mhz record of all rows is 724 .", "output": "yes"}, {"input": "Command: eq { hop { nth_argmax { all_rows ; % of votes khuzestan ; 2 } ; candidates } ; akbar hashemi rafsanjani }, interpretation: select the rows whose score record fuzzily matches to 0 - 1 . the number of such rows is 2 .", "output": "no"}, {"input": "Command: most_less { all_rows ; no of installments ; 100 }, interpretation: for the no of installments records of all rows , most of them are less than 100 .", "output": "yes"}, {"input": "Command: eq { hop { nth_argmax { filter_eq { all_rows ; date ; october } ; attendance ; 1 } ; opponent } ; dallas cowboys }, interpretation: select the rows whose date record fuzzily matches to october . select the row whose attendance record of these rows is 1st maximum . the opponent record of this row is dallas cowboys .", "output": "yes"}, {"input": "Command: most_greater { filter_eq { all_rows ; played ; 114 } ; points ; 100 }, interpretation: select the rows whose played record is equal to 114 . for the points records of these rows , most of them are greater than 100 .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; engine ; ford cosworth dfr v8 } } ; eq { hop { filter_eq { all_rows ; engine ; ford cosworth dfr v8 } ; year } ; 1989 } }, interpretation: select the rows whose team record fuzzily matches to south china . take the loss record of this row . select the rows whose team record fuzzily matches to xiangxue pharmaceutical . take the loss record of this row . the first record is less than the second record .", "output": "no"}, {"input": "Command: most_not_eq { all_rows ; agg ; 0 }, interpretation: for the agg records of all rows , most of them are not equal to 0 .", "output": "yes"}, {"input": "Command: greater { hop { filter_eq { all_rows ; player ; jarron collins } ; years for jazz } ; hop { filter_eq { all_rows ; player ; dell curry } ; years for jazz } }, interpretation: select the rows whose coach record fuzzily matches to brian noble . select the row whose main article record of these rows is 4th minimum . the lost record of this row is 7 .", "output": "no"}, {"input": "Command: only { filter_eq { all_rows ; position ; fl } }, interpretation: select the rows whose position record fuzzily matches to fl . there is only one such row in the table .", "output": "yes"}, {"input": "Command: all_eq { all_rows ; ihsaa class ; aaaa }, interpretation: for the ihsaa class records of all rows , all of them fuzzily match to aaaa .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; result ; retired jacksonian hold } } ; eq { hop { filter_eq { all_rows ; result ; retired jacksonian hold } ; incumbent } ; john floyd } }, interpretation: select the rows whose nationality record fuzzily matches to bosnia and herzegovina . there is only one such row in the table . the previous team record of this unqiue row is golden state warriors .", "output": "no"}, {"input": "Command: and { only { filter_eq { all_rows ; main venue ; dover park } } ; eq { hop { filter_eq { all_rows ; main venue ; dover park } ; event name } ; dieppe kite international } }, interpretation: select the rows whose main venue record fuzzily matches to dover park . there is only one such row in the table . the event name record of this unqiue row is dieppe kite international .", "output": "yes"}, {"input": "Command: most_eq { all_rows ; home ; philadelphia }, interpretation: for the home records of all rows , most of them fuzzily match to philadelphia .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; tournament ; singapore international } } ; eq { hop { filter_eq { all_rows ; tournament ; singapore international } ; year } ; 1999 } }, interpretation: select the rows whose tournament record fuzzily matches to singapore international . there is only one such row in the table . the year record of this unqiue row is 1999 .", "output": "yes"}, {"input": "Command: round_eq { avg { filter_eq { all_rows ; game site ; gillette stadium } ; result } ; 26 }, interpretation: select the rows whose game site record fuzzily matches to gillette stadium . the average of the result record of these rows is 26 .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; time / retired ; accident } } ; eq { hop { filter_eq { all_rows ; time / retired ; accident } ; driver } ; nino farina } }, interpretation: select the rows whose time / retired record fuzzily matches to accident . there is only one such row in the table . the driver record of this unqiue row is nino farina .", "output": "yes"}, {"input": "Command: most_eq { all_rows ; high points ; kevin martin }, interpretation: the sum of the attendance record of all rows is 129457 .", "output": "no"}, {"input": "Command: round_eq { avg { all_rows ; height } ; 198.77 }, interpretation: for the nationality records of all rows , most of them fuzzily match to united states .", "output": "no"}, {"input": "Command: greater { hop { filter_eq { all_rows ; year ; 2005 } ; points } ; hop { filter_eq { all_rows ; year ; 2007 } ; points } }, interpretation: select the row whose attendance record of all rows is 2nd maximum . the opponent record of this row is rhein fire .", "output": "no"}, {"input": "Command: round_eq { sum { all_rows ; attendance } ; 129457 }, interpretation: the sum of the attendance record of all rows is 129457 .", "output": "yes"}, {"input": "Command: eq { hop { argmax { all_rows ; torque ( nm ) / rpm } ; model / engine } ; 2.0 duratec he }, interpretation: select the rows whose opponent record fuzzily matches to murilo bustamante . take the round record of this row . select the rows whose opponent record fuzzily matches to david abbott . take the round record of this row . the first record is greater than the second record .", "output": "no"}, {"input": "Command: and { only { filter_eq { all_rows ; partner ; sergio gald\u00f3s } } ; eq { hop { filter_eq { all_rows ; partner ; sergio gald\u00f3s } ; tournament } ; panama city } }, interpretation: select the rows whose partner record fuzzily matches to sergio gald\u00f3s . there is only one such row in the table . the tournament record of this unqiue row is panama city .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { all_rows ; date ; 1982 } } ; 2 }, interpretation: select the rows whose original air date ( uk ) record fuzzily matches to july . there is only one such row in the table . the episode title record of this unqiue row is night games .", "output": "no"}, {"input": "Command: and { only { filter_eq { all_rows ; college ; iowa state } } ; eq { hop { filter_eq { all_rows ; college ; iowa state } ; name } ; clyde shugart } }, interpretation: select the row whose crowd record of all rows is 1st maximum . the venue record of this row is brunswick street oval .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; year of release ; 1979 } } ; 2 }, interpretation: select the rows whose co - singers record fuzzily matches to solo . the number of such rows is 6 .", "output": "no"}, {"input": "Command: greater { hop { filter_eq { all_rows ; rank ; 2 } ; silver } ; hop { filter_eq { all_rows ; rank ; 1 } ; silver } }, interpretation: select the rows whose rank record fuzzily matches to 2 . take the silver record of this row . select the rows whose rank record fuzzily matches to 1 . take the silver record of this row . the first record is greater than the second record .", "output": "yes"}, {"input": "Command: eq { hop { nth_argmin { all_rows ; date ; 1 } ; title } ; the love letter }, interpretation: select the rows whose district record fuzzily matches to sagar . the number of such rows is 3 .", "output": "no"}, {"input": "Command: and { only { filter_eq { all_rows ; pole position ; chris goodwin andrew kirkaldy } } ; eq { hop { filter_eq { all_rows ; pole position ; chris goodwin andrew kirkaldy } ; round } ; 5 } }, interpretation: select the rows whose pole position record fuzzily matches to chris goodwin andrew kirkaldy . there is only one such row in the table . the round record of this unqiue row is 5 .", "output": "yes"}, {"input": "Command: and { only { filter_eq { all_rows ; commanding officer ; n/a } } ; eq { hop { filter_eq { all_rows ; commanding officer ; n/a } ; parent unit } ; jagdgeschwader 54 } }, interpretation: select the rows whose owned since record is equal to 2011 . the number of such rows is 9 .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; to par ; +1 } } ; 2 }, interpretation: select the rows whose to par record fuzzily matches to +1 . the number of such rows is 2 .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { all_rows ; date ; 1982 } } ; 2 }, interpretation: select the rows whose date record fuzzily matches to 1982 . the number of such rows is 2 .", "output": "yes"}, {"input": "Command: round_eq { sum { all_rows ; laps } ; 3670 }, interpretation: for the margin of victory records of all rows , most of them fuzzily match to 1 stroke .", "output": "no"}, {"input": "Command: and { only { filter_eq { all_rows ; class / type ; passenger ship } } ; eq { hop { filter_eq { all_rows ; class / type ; passenger ship } ; builder } ; john roach and son } }, interpretation: select the row whose pts record of all rows is maximum . the team record of this row is castres olympique .", "output": "no"}, {"input": "Command: eq { hop { nth_argmax { all_rows ; year joined ; 1 } ; school } ; elkhart christian }, interpretation: select the row whose year joined record of all rows is 1st maximum . the school record of this row is elkhart christian .", "output": "yes"}, {"input": "Command: eq { hop { argmin { all_rows ; game } ; location attendance } ; pepsi center 14243 }, interpretation: select the row whose average record of all rows is maximum . the professional partner record of this row is janja lesar .", "output": "no"}, {"input": "Command: and { eq { nth_min { all_rows ; pick ; 12 } ; 12 } ; eq { hop { nth_argmin { all_rows ; pick ; 12 } ; player } ; john curtis } }, interpretation: select the rows whose tournament record fuzzily matches to the open championship . there is only one such row in the table . the wins record of this unqiue row is 1 .", "output": "no"}, {"input": "Command: eq { count { filter_eq { all_rows ; directed by ; michael zinberg } } ; 3 }, interpretation: select the row whose omim record of all rows is maximum . the enzyme record of this row is uroporphyrinogen iii synthase .", "output": "no"}, {"input": "Command: less { hop { filter_eq { all_rows ; incumbent ; noah m mason } ; first elected } ; hop { filter_eq { all_rows ; incumbent ; sid simpson } ; first elected } }, interpretation: select the rows whose team record fuzzily matches to usa . the sum of the final record of these rows is 15:49.38 .", "output": "no"}, {"input": "Command: all_eq { all_rows ; date ; september }, interpretation: for the date records of all rows , all of them fuzzily match to september .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { all_rows ; surface ; hard } } ; 4 }, interpretation: select the rows whose surface record fuzzily matches to hard . the number of such rows is 4 .", "output": "yes"}, {"input": "Command: eq { count { filter_eq { all_rows ; playoffs ; did not qualify } } ; 2 }, interpretation: the average of the attendance record of all rows is 43800 .", "output": "no"}, {"input": "Command: greater { hop { filter_eq { all_rows ; opposing teams ; france } ; against } ; hop { filter_eq { all_rows ; opposing teams ; wales } ; against } }, interpretation: select the rows whose opposing teams record fuzzily matches to france . take the against record of this row . select the rows whose opposing teams record fuzzily matches to wales . take the against record of this row . the first record is greater than the second record .", "output": "yes"}], "constants": {"Contributors": ["Mihir Parmar"], "Source": ["logic2text"], "URL": ["https://github.com/czyssrs/Logic2Text"], "Categories": "Text to Code", "Reasoning": ["Logical Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Wikipedia", "Logic -> Propositional Logic"], "Instance License": ["MIT"], "Task_Id": "task211_logic2text_classification.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 6000, "instructions": "In this task, you are given commands (in terms of logical operations) and natural interpretation of the given command to select relevant rows from the given table. Your job is to generate a label \"yes\" if the interpretation is appropriate for the command, otherwise generate label \"no\". \n Here are the definitions of logical operators: \n 1. count: returns the number of rows in the view. \n 2. only: returns whether there is exactly one row in the view. \n 3. hop: returns the value under the header column of the row. \n 4. and: returns the boolean operation result of two arguments. \n 5. max/min/avg/sum: returns the max/min/average/sum of the values under the header column. \n 6. nth_max/nth_min: returns the n-th max/n-th min of the values under the header column. \n 7. argmax/argmin: returns the row with the max/min value in header column. \n 8. nth_argmax/nth_argmin: returns the row with the n-th max/min value in header column. \n 9. eq/not_eq: returns if the two arguments are equal. \n 10. round_eq: returns if the two arguments are roughly equal under certain tolerance. \n 11. greater/less: returns if the first argument is greater/less than the second argument. \n 12. diff: returns the difference between two arguments. \n 13. filter_eq/ filter_not_eq: returns the subview whose values under the header column is equal/not equal to the third argument. \n 14. filter_greater/filter_less: returns the subview whose values under the header column is greater/less than the third argument. \n 15. filter_greater_eq /filter_less_eq: returns the subview whose values under the header column is greater/less or equal than the third argument. \n 16. filter_all: returns the view itself for the case of describing the whole table \n 17. all_eq/not_eq: returns whether all the values under the header column are equal/not equal to the third argument. \n 18. all_greater/less: returns whether all the values under the header column are greater/less than the third argument. \n 19. all_greater_eq/less_eq: returns whether all the values under the header column are greater/less or equal to the third argument. \n 20. most_eq/not_eq: returns whether most of the values under the header column are equal/not equal to the third argument. \n 21. most_greater/less: returns whether most of the values under the header column are greater/less than the third argument. \n 22. most_greater_eq/less_eq: returns whether most of the values under the header column are greater/less or equal to the third argument.", "task_id": "task211_logic2text_classification"}, "seed": 42}}}, "task212_logic2text_classification": {"task_id": "task212_logic2text_classification", "data": {"d_incontext": {"_type": "DataTable", "records": [{"input": "round_eq { avg { all_rows ; score } ; 4.5 }", "output": "aggregation"}, {"input": "round_eq { avg { all_rows ; pick } ; 16.6 }", "output": "aggregation"}, {"input": "eq { hop { nth_argmax { all_rows ; points ; 2 } ; song } ; are you sure }", "output": "ordinal"}, {"input": "round_eq { avg { all_rows ; earnings } ; 11647073 }", "output": "aggregation"}, {"input": "less { hop { filter_eq { all_rows ; country ; portugal } ; rank } ; hop { filter_eq { all_rows ; country ; cuba } ; rank } }", "output": "comparative"}], "constants": {"Contributors": ["Mihir Parmar"], "Source": ["logic2text"], "URL": ["https://github.com/czyssrs/Logic2Text"], "Categories": "Text to Code", "Reasoning": ["Logical Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Wikipedia", "Logic -> Propositional Logic"], "Instance License": ["MIT"], "Task_Id": "task212_logic2text_classification.json", "Languages": "English->English", "Unique Outputs": 7, "No Instances": 6498, "instructions": "In this task, you are given commands (in terms of logical operations) to select relevant rows from the given table. Your job is to classify the command into one of these seven categories: (1) majority, (2) unique, (3) superlative, (4) count, (5) comparative, (6) aggregation, and (7) ordinal. \n Here are the defications of each category: \n 1. majority: Describing the majority values (most or all) over one column, with the scope of all table rows or a subset of rows \n 2. unique: Describing one unique row, regarding one column, with the scope of all table rows or a subset of rows \n 3. Superlative: Describing the maximum or minimum value in a column, with the scope of all table rows or a subset of rows \n 4. Ordinal: Describing the n-th maximum or minimum value in a column, with the scope of all table rows or a subset of rows \n 5. Comparative: Comparing two rows in the table, regarding their values in one column \n 6. Count: counting some rows in the table based on the values in one column, with the scope of all table rows or a subset of rows \n 7. Aggregation: Describing the sum or average value over a column, with the scope of all table rows or a subset of rows. \n Here are the definitions of logical operators for understanding of command: \n 1. count: returns the number of rows in the view. \n 2. only: returns whether there is exactly one row in the view. \n 3. hop: returns the value under the header column of the row. \n 4. and: returns the boolean operation result of two arguments. \n 5. max/min/avg/sum: returns the max/min/average/sum of the values under the header column. \n 6. nth_max/nth_min: returns the n-th max/n-th min of the values under the header column. \n 7. argmax/argmin: returns the row with the max/min value in header column. \n 8. nth_argmax/nth_argmin: returns the row with the n-th max/min value in header column. \n 9. eq/not_eq: returns if the two arguments are equal. \n 10. round_eq: returns if the two arguments are roughly equal under certain tolerance. \n 11. greater/less: returns if the first argument is greater/less than the second argument. \n 12. diff: returns the difference between two arguments. \n 13. filter_eq/ filter_not_eq: returns the subview whose values under the header column is equal/not equal to the third argument. \n 14. filter_greater/filter_less: returns the subview whose values under the header column is greater/less than the third argument. \n 15. filter_greater_eq /filter_less_eq: returns the subview whose values under the header column is greater/less or equal than the third argument. \n 16. filter_all: returns the view itself for the case of describing the whole table \n 17. all_eq/not_eq: returns whether all the values under the header column are equal/not equal to the third argument. \n 18. all_greater/less: returns whether all the values under the header column are greater/less than the third argument. \n 19. all_greater_eq/less_eq: returns whether all the values under the header column are greater/less or equal to the third argument. \n 20. most_eq/not_eq: returns whether most of the values under the header column are equal/not equal to the third argument. \n 21. most_greater/less: returns whether most of the values under the header column are greater/less than the third argument. \n 22. most_greater_eq/less_eq: returns whether most of the values under the header column are greater/less or equal to the third argument.", "task_id": "task212_logic2text_classification"}, "seed": 42}, "d_train": {"_type": "DataTable", "records": [{"input": "eq { count { filter_eq { all_rows ; opponent ; dallas cowboys } } ; 2 }", "output": "count"}, {"input": "most_eq { all_rows ; position ; guard }", "output": "majority"}, {"input": "and { only { filter_eq { all_rows ; country ; burma } } ; eq { hop { filter_eq { all_rows ; country ; burma } ; city } ; yangon } }", "output": "unique"}, {"input": "eq { hop { argmax { filter_eq { all_rows ; location attendance ; pepsi center } ; location attendance } ; date } ; november 1 }", "output": "superlative"}, {"input": "eq { count { filter_greater { filter_less { all_rows ; away team score ; 11.0 } ; crowd ; 15000 } } ; 2 }", "output": "count"}, {"input": "and { eq { hop { nth_argmin { filter_eq { all_rows ; date ; october } ; week ; 3 } ; opponent } ; san francisco 49ers } ; eq { hop { nth_argmin { filter_eq { all_rows ; date ; october } ; week ; 3 } ; result } ; w 31 - 17 } }", "output": "ordinal"}, {"input": "eq { count { filter_greater { all_rows ; crowd ; 20,000 } } ; 4 }", "output": "count"}, {"input": "and { only { filter_eq { all_rows ; manner of departure ; mutual consent } } ; eq { hop { filter_eq { all_rows ; manner of departure ; mutual consent } ; outgoing manager } ; lee sinnott } }", "output": "unique"}, {"input": "and { eq { hop { filter_eq { all_rows ; award ; laurence olivier award } ; category } ; hop { filter_eq { all_rows ; award ; theatregoers ' choice award } ; category } } ; and { eq { hop { filter_eq { all_rows ; award ; laurence olivier award } ; category } ; best actress in a musical } ; eq { hop { filter_eq { all_rows ; award ; theatregoers ' choice award } ; category } ; best actress in a musical } } }", "output": "comparative"}, {"input": "eq { count { filter_all { all_rows ; rank } } ; 15 }", "output": "count"}, {"input": "and { only { filter_eq { all_rows ; country ; sweden } } ; eq { hop { filter_eq { all_rows ; country ; sweden } ; player } ; per - ulrik johansson } }", "output": "unique"}, {"input": "eq { diff { hop { filter_eq { all_rows ; location ; beijing } ; year } ; hop { filter_eq { all_rows ; location ; hiroshima } ; year } } ; -4 }", "output": "comparative"}, {"input": "all_eq { all_rows ; original us air date ; 2012 }", "output": "majority"}, {"input": "and { only { filter_greater { filter_eq { all_rows ; venue ; away } ; attendance ; 10000 } } ; eq { hop { filter_greater { filter_eq { all_rows ; venue ; away } ; attendance ; 10000 } ; date } ; 19 january 1988 } }", "output": "unique"}, {"input": "eq { hop { nth_argmax { all_rows ; date ; 2 } ; tournament } ; makarska , croatia itf 75000 }", "output": "ordinal"}, {"input": "eq { count { filter_eq { all_rows ; home / away ; home } } ; 8 }", "output": "count"}, {"input": "round_eq { avg { all_rows ; composition } ; 99 }", "output": "aggregation"}, {"input": "eq { count { filter_less { all_rows ; result ; 20.3 } } ; 7 }", "output": "count"}, {"input": "greater { hop { filter_eq { all_rows ; player ; julien cayer } ; overall pick } ; hop { filter_eq { all_rows ; player ; gustav nyquist } ; overall pick } }", "output": "comparative"}, {"input": "eq { count { filter_eq { all_rows ; tournament ; mercedes } } ; 3 }", "output": "count"}, {"input": "eq { hop { argmax { all_rows ; location attendance } ; date } ; march 16 }", "output": "superlative"}, {"input": "most_less { all_rows ; total ; 300 }", "output": "majority"}, {"input": "eq { hop { nth_argmax { all_rows ; attendance ; 1 } ; acc team } ; 4 duke }", "output": "ordinal"}, {"input": "all_eq { all_rows ; authority ; state }", "output": "majority"}, {"input": "round_eq { avg { all_rows ; 1990 - 95 } ; 0.27 }", "output": "aggregation"}, {"input": "round_eq { avg { all_rows ; us msrp } ; 365 }", "output": "aggregation"}, {"input": "round_eq { avg { all_rows ; margin of victory } ; 4 }", "output": "aggregation"}, {"input": "eq { hop { nth_argmax { all_rows ; crowd ; 3 } ; venue } ; mcg }", "output": "ordinal"}, {"input": "eq { hop { nth_argmax { all_rows ; score ; 2 } ; player } ; mark boucher }", "output": "ordinal"}, {"input": "round_eq { sum { all_rows ; viewers ( in millions ) } ; 260.8 / 254.8 }", "output": "aggregation"}, {"input": "only { filter_eq { all_rows ; month ; april } }", "output": "unique"}, {"input": "eq { hop { nth_argmax { all_rows ; total ; 2 } ; player } ; djibril cisse }", "output": "ordinal"}, {"input": "eq { hop { argmax { all_rows ; overall record } ; school } ; delmar }", "output": "superlative"}, {"input": "and { only { filter_eq { all_rows ; score ; 0 } } ; eq { hop { filter_eq { all_rows ; score ; 0 } ; visitor } ; los angeles } }", "output": "unique"}, {"input": "all_eq { all_rows ; round ; 1 }", "output": "majority"}, {"input": "and { eq { hop { filter_eq { all_rows ; year ; 1998 } ; result } ; hop { filter_eq { all_rows ; year ; 2010 } ; result } } ; and { eq { hop { filter_eq { all_rows ; year ; 1998 } ; result } ; champions } ; eq { hop { filter_eq { all_rows ; year ; 2010 } ; result } ; champions } } }", "output": "comparative"}, {"input": "eq { count { filter_less { filter_less { all_rows ; area ( km square ) ; 100 } ; population 2000 census ; 100000 } } ; 2 }", "output": "count"}, {"input": "most_eq { all_rows ; visitor ; warriors }", "output": "majority"}, {"input": "greater { hop { filter_eq { all_rows ; year ; 2001 } ; races } ; hop { filter_eq { all_rows ; year ; 2003 } ; races } }", "output": "comparative"}, {"input": "and { only { filter_eq { all_rows ; type ; tribal } } ; eq { hop { filter_eq { all_rows ; type ; tribal } ; type } ; tribal } }", "output": "unique"}, {"input": "eq { count { filter_eq { all_rows ; joined ; 2007 } } ; 2 }", "output": "count"}, {"input": "most_eq { all_rows ; horse ; yp\u00e4j\u00e4 karuso }", "output": "majority"}, {"input": "eq { count { filter_eq { all_rows ; pos ; cf } } ; 2 }", "output": "count"}, {"input": "eq { hop { nth_argmin { all_rows ; time ; 4 } ; country } ; bulgaria }", "output": "ordinal"}, {"input": "and { only { filter_eq { all_rows ; assists ; giacomo galanda } } ; eq { hop { filter_eq { all_rows ; assists ; giacomo galanda } ; year } ; 1995 } }", "output": "unique"}, {"input": "eq { hop { argmax { all_rows ; capacity } ; location } ; minsk }", "output": "superlative"}, {"input": "less { hop { filter_eq { all_rows ; incumbent ; thomas shailer weston } ; date } ; hop { filter_eq { all_rows ; incumbent ; isaac wilson } ; date } }", "output": "comparative"}, {"input": "eq { count { filter_eq { all_rows ; crowd ; 10000 } } ; 3 }", "output": "count"}, {"input": "eq { hop { nth_argmax { all_rows ; us viewers ( millions ) ; 2 } ; title } ; for whom the sleigh bell tolls }", "output": "ordinal"}, {"input": "most_eq { all_rows ; colors ; black }", "output": "majority"}, {"input": "eq { hop { argmax { all_rows ; census ranking } ; official name } ; hampstead }", "output": "superlative"}, {"input": "round_eq { avg { all_rows ; weight } ; 250.5 }", "output": "aggregation"}, {"input": "and { only { filter_eq { filter_eq { all_rows ; location ; casablanca } ; constructor ; delage } } ; eq { hop { filter_eq { filter_eq { all_rows ; location ; casablanca } ; constructor ; delage } ; driver } ; comte de vaugelas } }", "output": "unique"}, {"input": "eq { count { filter_eq { all_rows ; notes ; not published in book form } } ; 9 }", "output": "count"}, {"input": "eq { count { filter_eq { filter_eq { all_rows ; party ; democratic } ; first elected ; 1974 } } ; 2 }", "output": "count"}, {"input": "eq { count { filter_eq { all_rows ; captain ( s ) ; greg bird nate myles } } ; 2 }", "output": "count"}, {"input": "eq { count { filter_greater_eq { all_rows ; founded ; 1994 } } ; 6 }", "output": "count"}, {"input": "most_eq { all_rows ; place ; t5 }", "output": "majority"}, {"input": "eq { count { filter_eq { all_rows ; crew ; none } } ; 8 }", "output": "count"}, {"input": "round_eq { sum { all_rows ; premierships } ; 30 }", "output": "aggregation"}, {"input": "eq { hop { nth_argmax { all_rows ; gold ; 2 } ; nation } ; mexico }", "output": "ordinal"}, {"input": "most_greater_eq { all_rows ; % chg 2009 / 10 ; 4.5 % }", "output": "majority"}, {"input": "round_eq { sum { all_rows ; home leg } ; 12 }", "output": "aggregation"}, {"input": "eq { count { filter_eq { all_rows ; away losses ; 0 } } ; 4 }", "output": "count"}, {"input": "and { only { filter_eq { all_rows ; country ; ghana } } ; eq { hop { filter_eq { all_rows ; country ; ghana } ; airport } ; kotoka international airport } }", "output": "unique"}, {"input": "and { eq { hop { argmax { filter_eq { all_rows ; pos ; dnf } ; laps } ; year } ; 2005 } ; eq { hop { argmax { filter_eq { all_rows ; pos ; dnf } ; laps } ; class pos } ; dnf } }", "output": "superlative"}, {"input": "greater { hop { filter_eq { all_rows ; nation ; japan } ; bronze } ; hop { filter_eq { all_rows ; nation ; indonesia } ; bronze } }", "output": "comparative"}, {"input": "eq { hop { argmin { all_rows ; hosted 4 teams since } ; metropolitan area } ; detroit , michigan }", "output": "superlative"}, {"input": "eq { hop { argmax { all_rows ; points } ; driver / passenger } ; dani\u00e3l willemsen / sven verbrugge 1 }", "output": "superlative"}, {"input": "eq { hop { argmax { all_rows ; fleet size } ; airline } ; premiair }", "output": "superlative"}, {"input": "eq { count { filter_eq { all_rows ; gp ; 56 } } ; 2 }", "output": "count"}, {"input": "eq { hop { argmax { filter_eq { all_rows ; nationality ; united states } ; jersey number ( s ) } ; player } ; frank oleynick }", "output": "superlative"}, {"input": "eq { count { filter_eq { all_rows ; final ; did not advance } } ; 3 }", "output": "count"}, {"input": "eq { count { filter_eq { all_rows ; points ; 67 } } ; 2 }", "output": "count"}, {"input": "greater { hop { filter_eq { all_rows ; club ; sporting de gij\u00f3n } ; points } ; hop { filter_eq { all_rows ; club ; c\u00e1diz cf } ; points } }", "output": "comparative"}, {"input": "eq { count { filter_eq { all_rows ; round ; 2 } } ; 2 }", "output": "count"}, {"input": "eq { hop { argmax { filter_eq { all_rows ; area ; featherston } ; roll } ; name } ; st teresa 's school }", "output": "superlative"}, {"input": "eq { hop { nth_argmax { all_rows ; size ; 2 } ; campus } ; kendall campus }", "output": "ordinal"}, {"input": "eq { count { filter_eq { all_rows ; notes ; co - directed } } ; 2 }", "output": "count"}, {"input": "most_eq { all_rows ; result ; safe }", "output": "majority"}, {"input": "most_less { all_rows ; won ; 10 }", "output": "majority"}, {"input": "round_eq { avg { all_rows ; margin ( pts ) } ; 27.25 }", "output": "aggregation"}, {"input": "eq { count { filter_eq { all_rows ; location ; india } } ; 2 }", "output": "count"}, {"input": "and { eq { nth_min { all_rows ; date ; 2 } ; jun 25 } ; eq { hop { nth_argmin { all_rows ; date ; 2 } ; score } ; 2 - 3 } }", "output": "ordinal"}, {"input": "and { less { hop { filter_eq { all_rows ; player ; dwight lewis } ; round } ; hop { filter_eq { all_rows ; player ; doug hogan } ; round } } ; and { eq { hop { filter_eq { all_rows ; player ; dwight lewis } ; round } ; 10 } ; eq { hop { filter_eq { all_rows ; player ; doug hogan } ; round } ; 16 } } }", "output": "comparative"}, {"input": "eq { count { filter_eq { all_rows ; overall ; 7 } } ; 2 }", "output": "count"}, {"input": "greater { hop { filter_eq { all_rows ; team ; east germany } ; lost } ; hop { filter_eq { all_rows ; team ; poland } ; lost } }", "output": "comparative"}, {"input": "eq { hop { nth_argmin { all_rows ; round ; 5 } ; player } ; nicholas tremblay }", "output": "ordinal"}, {"input": "most_eq { all_rows ; high points ; tim duncan }", "output": "majority"}, {"input": "less { hop { filter_eq { all_rows ; 1st member ; william hall } ; elected } ; hop { filter_eq { all_rows ; 1st member ; george gascoigne } ; elected } }", "output": "comparative"}, {"input": "most_eq { all_rows ; type ; private }", "output": "majority"}, {"input": "eq { count { filter_eq { all_rows ; event ; ufc 12 } } ; 2 }", "output": "count"}, {"input": "and { eq { max { all_rows ; home team score } ; 15.17 ( 107 ) } ; and { eq { hop { argmax { all_rows ; home team score } ; home team } ; south melbourne } ; eq { hop { argmax { all_rows ; home team score } ; date } ; 7 august 1926 } } }", "output": "superlative"}, {"input": "eq { count { filter_less { all_rows ; area ( km 2 ) ; 10000 } } ; 3 }", "output": "count"}, {"input": "greater { hop { filter_eq { all_rows ; governorate ; piotrk\u00f3w governorate } ; population , in thousands , ( 1905 ) } ; hop { filter_eq { all_rows ; governorate ; p\u0142ock governorate } ; population , in thousands , ( 1905 ) } }", "output": "comparative"}, {"input": "greater { hop { filter_eq { all_rows ; date ; november 10 , 1963 } ; attendance } ; hop { filter_eq { all_rows ; date ; november 3 , 1963 } ; attendance } }", "output": "comparative"}, {"input": "greater { hop { filter_eq { all_rows ; womens singles ; li xuerui } ; year } ; hop { filter_eq { all_rows ; womens singles ; juliane schenk } ; year } }", "output": "comparative"}, {"input": "eq { hop { nth_argmax { all_rows ; date ; 2 } ; tournament } ; san jose , usa }", "output": "ordinal"}, {"input": "eq { hop { argmax { all_rows ; quantity made } ; class } ; 2 }", "output": "superlative"}, {"input": "eq { count { filter_eq { all_rows ; club ; sussex } } ; 3 }", "output": "count"}], "constants": {"Contributors": ["Mihir Parmar"], "Source": ["logic2text"], "URL": ["https://github.com/czyssrs/Logic2Text"], "Categories": "Text to Code", "Reasoning": ["Logical Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Wikipedia", "Logic -> Propositional Logic"], "Instance License": ["MIT"], "Task_Id": "task212_logic2text_classification.json", "Languages": "English->English", "Unique Outputs": 7, "No Instances": 6498, "instructions": "In this task, you are given commands (in terms of logical operations) to select relevant rows from the given table. Your job is to classify the command into one of these seven categories: (1) majority, (2) unique, (3) superlative, (4) count, (5) comparative, (6) aggregation, and (7) ordinal. \n Here are the defications of each category: \n 1. majority: Describing the majority values (most or all) over one column, with the scope of all table rows or a subset of rows \n 2. unique: Describing one unique row, regarding one column, with the scope of all table rows or a subset of rows \n 3. Superlative: Describing the maximum or minimum value in a column, with the scope of all table rows or a subset of rows \n 4. Ordinal: Describing the n-th maximum or minimum value in a column, with the scope of all table rows or a subset of rows \n 5. Comparative: Comparing two rows in the table, regarding their values in one column \n 6. Count: counting some rows in the table based on the values in one column, with the scope of all table rows or a subset of rows \n 7. Aggregation: Describing the sum or average value over a column, with the scope of all table rows or a subset of rows. \n Here are the definitions of logical operators for understanding of command: \n 1. count: returns the number of rows in the view. \n 2. only: returns whether there is exactly one row in the view. \n 3. hop: returns the value under the header column of the row. \n 4. and: returns the boolean operation result of two arguments. \n 5. max/min/avg/sum: returns the max/min/average/sum of the values under the header column. \n 6. nth_max/nth_min: returns the n-th max/n-th min of the values under the header column. \n 7. argmax/argmin: returns the row with the max/min value in header column. \n 8. nth_argmax/nth_argmin: returns the row with the n-th max/min value in header column. \n 9. eq/not_eq: returns if the two arguments are equal. \n 10. round_eq: returns if the two arguments are roughly equal under certain tolerance. \n 11. greater/less: returns if the first argument is greater/less than the second argument. \n 12. diff: returns the difference between two arguments. \n 13. filter_eq/ filter_not_eq: returns the subview whose values under the header column is equal/not equal to the third argument. \n 14. filter_greater/filter_less: returns the subview whose values under the header column is greater/less than the third argument. \n 15. filter_greater_eq /filter_less_eq: returns the subview whose values under the header column is greater/less or equal than the third argument. \n 16. filter_all: returns the view itself for the case of describing the whole table \n 17. all_eq/not_eq: returns whether all the values under the header column are equal/not equal to the third argument. \n 18. all_greater/less: returns whether all the values under the header column are greater/less than the third argument. \n 19. all_greater_eq/less_eq: returns whether all the values under the header column are greater/less or equal to the third argument. \n 20. most_eq/not_eq: returns whether most of the values under the header column are equal/not equal to the third argument. \n 21. most_greater/less: returns whether most of the values under the header column are greater/less than the third argument. \n 22. most_greater_eq/less_eq: returns whether most of the values under the header column are greater/less or equal to the third argument.", "task_id": "task212_logic2text_classification"}, "seed": 42}, "d_test": {"_type": "DataTable", "records": [{"input": "eq { count { filter_eq { all_rows ; 2nd evening ; n / a } } ; 3 }", "output": "count"}, {"input": "most_eq { all_rows ; kit supplier ; adidas }", "output": "majority"}, {"input": "eq { hop { argmax { all_rows ; area ( km square ) } ; english name } ; central denmark region }", "output": "superlative"}, {"input": "and { eq { max { all_rows ; attendance } ; 19567 } ; eq { hop { argmax { all_rows ; attendance } ; opponent } ; philadelphia flyers } }", "output": "superlative"}, {"input": "round_eq { sum { all_rows ; no built } ; 84 }", "output": "aggregation"}, {"input": "most_greater_eq { all_rows ; weight ; 200 }", "output": "majority"}, {"input": "round_eq { sum { filter_eq { all_rows ; season ; 2012 } ; points } ; 40 }", "output": "aggregation"}, {"input": "only { filter_eq { all_rows ; method ; decision } }", "output": "unique"}, {"input": "and { only { filter_eq { all_rows ; venue ; marrakech } } ; eq { hop { filter_eq { all_rows ; venue ; marrakech } ; date } ; 11 november 2011 } }", "output": "unique"}, {"input": "most_greater_eq { all_rows ; us viewers ( millions ) ; 15 }", "output": "majority"}, {"input": "round_eq { avg { all_rows ; time } ; 3:09 }", "output": "aggregation"}, {"input": "eq { count { filter_eq { all_rows ; position ; rb } } ; 2 }", "output": "count"}, {"input": "and { only { filter_eq { all_rows ; school / club team ; penn state } } ; eq { hop { filter_eq { all_rows ; school / club team ; penn state } ; player } ; john amaechi } }", "output": "unique"}, {"input": "most_greater { filter_eq { all_rows ; site ; memorial stadium minneapolis , mn } ; attendance ; 24999 }", "output": "majority"}, {"input": "eq { hop { nth_argmin { all_rows ; year ; 4 } ; champion } ; emory }", "output": "ordinal"}, {"input": "eq { count { filter_eq { all_rows ; indigenous mining production 2006 ; 0 } } ; 4 }", "output": "count"}, {"input": "eq { hop { nth_argmin { all_rows ; years in orlando ; 1 } ; player } ; jawann oldham }", "output": "ordinal"}, {"input": "round_eq { avg { all_rows ; away team score } ; 10.55 ( 74 ) }", "output": "aggregation"}, {"input": "eq { hop { argmax { all_rows ; total } ; nation } ; soviet union }", "output": "superlative"}, {"input": "round_eq { sum { all_rows ; wickets } ; 90 }", "output": "aggregation"}, {"input": "eq { hop { nth_argmax { all_rows ; progressive conservative ; 3 } ; date of polling } ; february 12 - march 4 , 2008 }", "output": "ordinal"}, {"input": "and { only { filter_eq { all_rows ; venue ; chile } } ; eq { hop { filter_eq { all_rows ; venue ; chile } ; date } ; september 4 , 2001 } }", "output": "unique"}, {"input": "round_eq { sum { all_rows ; feet } ; 2968 }", "output": "aggregation"}, {"input": "most_eq { all_rows ; website ; english }", "output": "majority"}, {"input": "eq { count { filter_eq { all_rows ; penalty ; roughing } } ; 2 }", "output": "count"}, {"input": "round_eq { avg { all_rows ; lost } ; 13.3 }", "output": "aggregation"}, {"input": "round_eq { avg { all_rows ; races } ; 7.6 }", "output": "aggregation"}, {"input": "and { only { filter_eq { filter_eq { all_rows ; location ; tokyo } ; res ; loss } } ; eq { hop { filter_eq { filter_eq { all_rows ; location ; tokyo } ; res ; loss } ; opponent } ; hitomi akano } }", "output": "unique"}, {"input": "eq { hop { nth_argmax { all_rows ; prominence ; 15 } ; mountain peak } ; mount fernow }", "output": "ordinal"}, {"input": "greater { hop { filter_eq { all_rows ; three darts challenge ; jermaine jackson } ; episode number } ; hop { filter_eq { all_rows ; three darts challenge ; meat loaf } ; episode number } }", "output": "comparative"}, {"input": "eq { hop { nth_argmin { all_rows ; date ; 1 } ; opponent } ; cincinnati bengals }", "output": "ordinal"}, {"input": "most_eq { all_rows ; line ; metro }", "output": "majority"}, {"input": "and { eq { diff { hop { filter_eq { all_rows ; segment a ; metal detectors } ; episode } ; hop { filter_eq { all_rows ; segment a ; riding mowers } ; episode } } ; -1 } ; and { eq { hop { filter_eq { all_rows ; segment a ; metal detectors } ; episode } ; 151 } ; eq { hop { filter_eq { all_rows ; segment a ; riding mowers } ; episode } ; 152 } } }", "output": "comparative"}, {"input": "only { filter_eq { all_rows ; result ; t } }", "output": "unique"}, {"input": "most_eq { all_rows ; poles ; 0 }", "output": "majority"}, {"input": "eq { hop { argmin { all_rows ; thurs 4 june } ; rider } ; cameron donald 1000cc suzuki }", "output": "superlative"}, {"input": "round_eq { sum { all_rows ; wins } ; 18 }", "output": "aggregation"}, {"input": "most_eq { all_rows ; high points ; eric gordon }", "output": "majority"}, {"input": "and { only { filter_eq { all_rows ; district ; new york } } ; eq { hop { filter_eq { all_rows ; district ; new york } ; vacator } ; jonathan havens ( dr ) } }", "output": "unique"}, {"input": "greater { hop { filter_eq { all_rows ; club ; real oviedo } ; wins } ; hop { filter_eq { all_rows ; club ; ca osasuna } ; wins } }", "output": "comparative"}, {"input": "eq { count { filter_eq { all_rows ; team ; portland } } ; 2 }", "output": "count"}, {"input": "round_eq { avg { all_rows ; area ( km square ) } ; 47 }", "output": "aggregation"}, {"input": "greater { hop { filter_eq { all_rows ; unit ; berkovets } ; metric value } ; hop { filter_eq { all_rows ; unit ; pood } ; metric value } }", "output": "comparative"}, {"input": "round_eq { avg { all_rows ; attendance } ; 58252 }", "output": "aggregation"}, {"input": "and { only { filter_eq { all_rows ; date successor seated ; march } } ; eq { hop { filter_eq { all_rows ; date successor seated ; march } ; district } ; kentucky 2nd } }", "output": "unique"}, {"input": "and { only { filter_eq { all_rows ; first elected ; 2002 } } ; eq { hop { filter_eq { all_rows ; first elected ; 2002 } ; incumbent } ; chris chocola } }", "output": "unique"}, {"input": "eq { hop { argmax { all_rows ; attendance } ; location } ; memorial stadium clemson , sc }", "output": "superlative"}, {"input": "round_eq { sum { all_rows ; goals } ; 1158 }", "output": "aggregation"}, {"input": "round_eq { avg { all_rows ; points } ; 19.5 }", "output": "aggregation"}, {"input": "most_eq { all_rows ; company ; bbc audio }", "output": "majority"}, {"input": "eq { hop { nth_argmax { all_rows ; event ; 2 } ; athlete } ; mostafa abdollahi }", "output": "ordinal"}, {"input": "eq { count { filter_eq { all_rows ; original air date ; april } } ; 4 }", "output": "count"}, {"input": "less { hop { filter_eq { all_rows ; round ; round of 32 - 1st leg } ; attendance } ; hop { filter_eq { all_rows ; round ; round of 32 - 2nd leg } ; attendance } }", "output": "comparative"}, {"input": "round_eq { avg { all_rows ; maidens } ; 2 }", "output": "aggregation"}, {"input": "eq { count { filter_eq { all_rows ; directed by ; michael zinberg } } ; 3 }", "output": "count"}, {"input": "eq { count { filter_all { all_rows ; team } } ; 18 }", "output": "count"}, {"input": "eq { nth_min { all_rows ; discovered ; 2 } ; 1988 }", "output": "ordinal"}, {"input": "round_eq { avg { all_rows ; to par } ; -5.6 }", "output": "aggregation"}, {"input": "eq { hop { argmax { all_rows ; 1st leg } ; team 1 } ; elan chalon }", "output": "superlative"}, {"input": "eq { count { filter_greater { filter_greater { all_rows ; home team score ; 9.0 } ; crowd ; 10000 } } ; 2 }", "output": "count"}, {"input": "and { only { filter_eq { all_rows ; agg score ; 0 - 2 } } ; eq { hop { filter_eq { all_rows ; agg score ; 0 - 2 } ; team 1 } ; ilisiakos } }", "output": "unique"}, {"input": "eq { hop { argmax { all_rows ; enrollment } ; institution } ; grove city college }", "output": "superlative"}, {"input": "greater { hop { filter_eq { all_rows ; title ; one minute } ; us viewers ( millions ) } ; hop { filter_eq { all_rows ; title ; green light } ; us viewers ( millions ) } }", "output": "comparative"}, {"input": "eq { count { filter_eq { all_rows ; opponent ; jimmy connors } } ; 3 }", "output": "count"}, {"input": "eq { hop { nth_argmin { all_rows ; date ; 2 } ; race name } ; iv glover trophy }", "output": "ordinal"}, {"input": "eq { count { filter_eq { all_rows ; date ; november } } ; 4 }", "output": "count"}, {"input": "greater { hop { filter_eq { all_rows ; premiers ; eastern suburbs } ; points } ; hop { filter_eq { all_rows ; premiers ; canberra raiders } ; points } }", "output": "comparative"}, {"input": "most_eq { all_rows ; format ; cd }", "output": "majority"}, {"input": "less { hop { filter_eq { all_rows ; warship ; cochrane } ; horse - power } ; hop { filter_eq { all_rows ; warship ; blanco encalada } ; horse - power } }", "output": "comparative"}, {"input": "and { only { filter_eq { all_rows ; opponent ; kansas city chiefs } } ; eq { hop { filter_eq { all_rows ; opponent ; kansas city chiefs } ; week } ; 4 } }", "output": "unique"}, {"input": "round_eq { avg { all_rows ; attendance } ; 17863 }", "output": "aggregation"}, {"input": "eq { count { filter_eq { all_rows ; session ; qualifying } } ; 2 }", "output": "count"}, {"input": "greater { hop { filter_eq { all_rows ; home team ; richmond } ; crowd } ; hop { filter_eq { all_rows ; home team ; footscray } ; crowd } }", "output": "comparative"}, {"input": "all_eq { all_rows ; directed by ; tyler perry }", "output": "majority"}, {"input": "round_eq { avg { all_rows ; crowd } ; 17750 }", "output": "aggregation"}, {"input": "eq { count { filter_eq { all_rows ; result ; final } } ; 4 }", "output": "count"}, {"input": "and { eq { hop { nth_argmax { all_rows ; crowd ; 3 } ; home team score } ; 13.7 ( 85 ) } ; eq { hop { nth_argmax { all_rows ; crowd ; 3 } ; away team } ; st kilda } }", "output": "ordinal"}, {"input": "eq { count { filter_eq { all_rows ; method ; tko } } ; 7 }", "output": "count"}, {"input": "and { only { filter_eq { all_rows ; country ; scotland } } ; eq { hop { filter_eq { all_rows ; country ; scotland } ; player } ; sandy lyle } }", "output": "unique"}, {"input": "eq { count { filter_eq { filter_eq { all_rows ; content ; televendita } ; television service ; la sorgente } } ; 3 }", "output": "count"}, {"input": "eq { count { filter_eq { all_rows ; venue ; venezuela } } ; 5 }", "output": "count"}, {"input": "all_greater { filter_eq { all_rows ; gpu frequency ; 320 mhz } ; release price ( usd ) ; 60 }", "output": "majority"}, {"input": "and { only { filter_eq { all_rows ; team ; pk racing } } ; eq { hop { filter_eq { all_rows ; team ; pk racing } ; name } ; max papis } }", "output": "unique"}, {"input": "most_greater { filter_eq { all_rows ; country ; united states } ; score ; 142 }", "output": "majority"}, {"input": "eq { count { filter_greater { filter_eq { all_rows ; country ; united states } ; money ; 52000 } } ; 3 }", "output": "count"}, {"input": "and { only { filter_eq { all_rows ; studio host ; jim hill } } ; eq { hop { filter_eq { all_rows ; studio host ; jim hill } ; channel } ; kcal - tv } }", "output": "unique"}, {"input": "and { only { filter_eq { all_rows ; country ; finland } } ; eq { hop { filter_eq { all_rows ; country ; finland } ; company } ; stonesoft } }", "output": "unique"}, {"input": "eq { count { filter_greater { filter_greater { all_rows ; home team score ; 14 } ; crowd ; 9999 } } ; 2 }", "output": "count"}, {"input": "eq { hop { nth_argmax { all_rows ; launch date ; 2 } ; name } ; corot }", "output": "ordinal"}, {"input": "eq { hop { argmax { all_rows ; points } ; team } ; libertad }", "output": "superlative"}, {"input": "round_eq { avg { all_rows ; attendance } ; 19893 }", "output": "aggregation"}, {"input": "eq { hop { argmin { all_rows ; in service for nal } ; ship } ; sskristianiafjord }", "output": "superlative"}, {"input": "most_eq { all_rows ; injured ; 0 }", "output": "majority"}, {"input": "round_eq { avg { all_rows ; viewers } ; 880000 }", "output": "aggregation"}, {"input": "eq { count { filter_eq { all_rows ; equipment ; ktm - vmc } } ; 2 }", "output": "count"}, {"input": "round_eq { avg { all_rows ; goals against } ; 53 }", "output": "aggregation"}, {"input": "eq { hop { nth_argmax { all_rows ; enrollment ; 2 } ; school } ; fort wayne carroll }", "output": "ordinal"}, {"input": "eq { count { filter_eq { all_rows ; game site ; the meadowlands } } ; 8 }", "output": "count"}, {"input": "and { only { filter_eq { all_rows ; surface ; clay } } ; eq { hop { filter_eq { all_rows ; surface ; clay } ; tournament } ; trivandrum } }", "output": "unique"}, {"input": "eq { hop { argmax { all_rows ; attendance } ; game site } ; commerzbank - arena }", "output": "superlative"}], "constants": {"Contributors": ["Mihir Parmar"], "Source": ["logic2text"], "URL": ["https://github.com/czyssrs/Logic2Text"], "Categories": "Text to Code", "Reasoning": ["Logical Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Wikipedia", "Logic -> Propositional Logic"], "Instance License": ["MIT"], "Task_Id": "task212_logic2text_classification.json", "Languages": "English->English", "Unique Outputs": 7, "No Instances": 6498, "instructions": "In this task, you are given commands (in terms of logical operations) to select relevant rows from the given table. Your job is to classify the command into one of these seven categories: (1) majority, (2) unique, (3) superlative, (4) count, (5) comparative, (6) aggregation, and (7) ordinal. \n Here are the defications of each category: \n 1. majority: Describing the majority values (most or all) over one column, with the scope of all table rows or a subset of rows \n 2. unique: Describing one unique row, regarding one column, with the scope of all table rows or a subset of rows \n 3. Superlative: Describing the maximum or minimum value in a column, with the scope of all table rows or a subset of rows \n 4. Ordinal: Describing the n-th maximum or minimum value in a column, with the scope of all table rows or a subset of rows \n 5. Comparative: Comparing two rows in the table, regarding their values in one column \n 6. Count: counting some rows in the table based on the values in one column, with the scope of all table rows or a subset of rows \n 7. Aggregation: Describing the sum or average value over a column, with the scope of all table rows or a subset of rows. \n Here are the definitions of logical operators for understanding of command: \n 1. count: returns the number of rows in the view. \n 2. only: returns whether there is exactly one row in the view. \n 3. hop: returns the value under the header column of the row. \n 4. and: returns the boolean operation result of two arguments. \n 5. max/min/avg/sum: returns the max/min/average/sum of the values under the header column. \n 6. nth_max/nth_min: returns the n-th max/n-th min of the values under the header column. \n 7. argmax/argmin: returns the row with the max/min value in header column. \n 8. nth_argmax/nth_argmin: returns the row with the n-th max/min value in header column. \n 9. eq/not_eq: returns if the two arguments are equal. \n 10. round_eq: returns if the two arguments are roughly equal under certain tolerance. \n 11. greater/less: returns if the first argument is greater/less than the second argument. \n 12. diff: returns the difference between two arguments. \n 13. filter_eq/ filter_not_eq: returns the subview whose values under the header column is equal/not equal to the third argument. \n 14. filter_greater/filter_less: returns the subview whose values under the header column is greater/less than the third argument. \n 15. filter_greater_eq /filter_less_eq: returns the subview whose values under the header column is greater/less or equal than the third argument. \n 16. filter_all: returns the view itself for the case of describing the whole table \n 17. all_eq/not_eq: returns whether all the values under the header column are equal/not equal to the third argument. \n 18. all_greater/less: returns whether all the values under the header column are greater/less than the third argument. \n 19. all_greater_eq/less_eq: returns whether all the values under the header column are greater/less or equal to the third argument. \n 20. most_eq/not_eq: returns whether most of the values under the header column are equal/not equal to the third argument. \n 21. most_greater/less: returns whether most of the values under the header column are greater/less than the third argument. \n 22. most_greater_eq/less_eq: returns whether most of the values under the header column are greater/less or equal to the third argument.", "task_id": "task212_logic2text_classification"}, "seed": 42}, "d_val": {"_type": "DataTable", "records": [{"input": "most_greater { all_rows ; population ( 2010 ) ( rank ) ; 20,000 }", "output": "majority"}, {"input": "and { eq { nth_min { all_rows ; rank ; 2 } ; 2 } ; and { eq { hop { nth_argmin { all_rows ; rank ; 2 } ; name } ; camelia potec } ; and { eq { hop { nth_argmin { all_rows ; rank ; 2 } ; nationality } ; romania } ; eq { hop { nth_argmin { all_rows ; rank ; 2 } ; time } ; 1:59.54 } } } }", "output": "ordinal"}, {"input": "eq { hop { nth_argmax { all_rows ; total ; 2 } ; party } ; conservative }", "output": "ordinal"}, {"input": "eq { count { filter_greater { all_rows ; effective exhaust velocity ( m / s ) ; 10000 } } ; 4 }", "output": "count"}, {"input": "greater { hop { filter_eq { all_rows ; language ; spanish } ; padilla municipality } ; hop { filter_eq { all_rows ; language ; quechua } ; padilla municipality } }", "output": "comparative"}, {"input": "and { only { filter_eq { all_rows ; position ; running back } } ; eq { hop { filter_eq { all_rows ; position ; running back } ; player } ; doug goodwin } }", "output": "unique"}, {"input": "only { filter_eq { all_rows ; points ; 1 } }", "output": "unique"}, {"input": "and { greater { hop { filter_eq { all_rows ; home team ; collingwood } ; crowd } ; hop { filter_eq { all_rows ; home team ; carlton } ; crowd } } ; and { eq { hop { filter_eq { all_rows ; home team ; collingwood } ; away team } ; south melbourne } ; eq { hop { filter_eq { all_rows ; home team ; carlton } ; away team } ; geelong } } }", "output": "comparative"}, {"input": "and { only { filter_eq { all_rows ; apps ; 24 } } ; eq { hop { filter_eq { all_rows ; apps ; 24 } ; season } ; 2005 / 06 } }", "output": "unique"}, {"input": "greater { hop { filter_eq { all_rows ; english name ; capital region of denmark } ; population ( january 1 , 2008 ) } ; hop { filter_eq { all_rows ; english name ; region of southern denmark } ; population ( january 1 , 2008 ) } }", "output": "comparative"}, {"input": "eq { count { filter_eq { all_rows ; wins ; 1 } } ; 1 }", "output": "count"}, {"input": "eq { hop { argmax { filter_eq { all_rows ; institution ; baylor university } ; enrollment } ; affiliation } ; private / baptist }", "output": "superlative"}, {"input": "greater { hop { filter_eq { all_rows ; yard name ; delta shipbuilding co } ; total vessels built for usmc } ; hop { filter_eq { all_rows ; yard name ; pennsylvania shipyards } ; total vessels built for usmc } }", "output": "comparative"}, {"input": "eq { hop { nth_argmax { all_rows ; number of crews ; 2 } ; type of unit } ; troop carrier group }", "output": "ordinal"}, {"input": "eq { count { filter_eq { filter_eq { all_rows ; laps ; 334 } ; manufacturer ; chevrolet } } ; 2 }", "output": "count"}, {"input": "eq { hop { argmax { all_rows ; runs } ; player } ; adil rashid }", "output": "superlative"}, {"input": "most_eq { all_rows ; competition ; 2002 world cup qualifier }", "output": "majority"}, {"input": "eq { count { filter_eq { all_rows ; result ; w } } ; 10 }", "output": "count"}, {"input": "greater { hop { filter_eq { all_rows ; player ; pascal chimbonda } ; total } ; hop { filter_eq { all_rows ; player ; robbie keane } ; total } }", "output": "comparative"}, {"input": "and { only { filter_eq { all_rows ; apps ; 12 } } ; eq { hop { filter_eq { all_rows ; apps ; 12 } ; season } ; 2004 - 2005 } }", "output": "unique"}, {"input": "round_eq { avg { all_rows ; population ( 2011 ) } ; 2262 }", "output": "aggregation"}, {"input": "round_eq { avg { all_rows ; us viewers ( millions ) } ; 11.34 }", "output": "aggregation"}, {"input": "eq { hop { nth_argmin { filter_eq { all_rows ; state ; oregon } ; year ; 2 } ; result } ; resigned }", "output": "ordinal"}, {"input": "and { only { filter_eq { all_rows ; engine ; chevrolet } } ; eq { hop { filter_eq { all_rows ; engine ; chevrolet } ; year } ; 1992 } }", "output": "unique"}, {"input": "and { eq { nth_min { all_rows ; year ; 1 } ; 1996 } ; and { eq { hop { nth_argmin { all_rows ; year ; 1 } ; year } ; 1996 } ; and { eq { hop { nth_argmin { all_rows ; year ; 1 } ; category } ; 60 minute category } ; eq { hop { nth_argmin { all_rows ; year ; 1 } ; result } ; nominated } } } }", "output": "ordinal"}, {"input": "and { eq { min { all_rows ; place } ; 1 } ; eq { hop { argmin { all_rows ; place } ; dancers } ; katja koukkula & jussi v\u00e4\u00e4n\u00e4nen } }", "output": "superlative"}, {"input": "round_eq { avg { filter_greater { all_rows ; enrollment ; 3000 } ; varsity sports } ; 10.4 }", "output": "aggregation"}, {"input": "round_eq { avg { all_rows ; goals } ; 82.71 }", "output": "aggregation"}, {"input": "round_eq { avg { all_rows ; podiums } ; 48 }", "output": "aggregation"}, {"input": "eq { hop { argmax { all_rows ; episode } ; segment c } ; goat cheese }", "output": "superlative"}, {"input": "and { only { filter_eq { filter_less { all_rows ; gain ; 100 } ; long ; 18 } } ; eq { hop { filter_eq { filter_less { all_rows ; gain ; 100 } ; long ; 18 } ; name } ; patton , chase } }", "output": "unique"}, {"input": "most_greater { all_rows ; founded ; 1950 }", "output": "majority"}, {"input": "eq { max { all_rows ; score ( l )", "output": "superlative"}, {"input": "eq { hop { argmax { filter_eq { all_rows ; round ; 1 } ; weight } ; player name } ; felix jones }", "output": "superlative"}, {"input": "and { only { filter_eq { all_rows ; date ; 14 march 1984 } } ; eq { hop { filter_eq { all_rows ; date ; 14 march 1984 } ; home team } ; derby county } }", "output": "unique"}, {"input": "eq { hop { nth_argmax { all_rows ; time ; 2 } ; wrestler } ; chris masters }", "output": "ordinal"}, {"input": "eq { count { filter_less { all_rows ; area ( km square ) ; 100000 } } ; 1 }", "output": "count"}, {"input": "eq { count { filter_eq { all_rows ; first place ; 0 } } ; 3 }", "output": "count"}, {"input": "less { hop { filter_eq { all_rows ; us acres episode ; daydream doctor } ; original airdate } ; hop { filter_eq { all_rows ; us acres episode ; deja vu } ; original airdate } }", "output": "comparative"}, {"input": "and { only { filter_greater { all_rows ; points ; 41 } } ; eq { hop { filter_greater { all_rows ; points ; 41 } ; artist } ; extra nena } }", "output": "unique"}, {"input": "eq { hop { nth_argmax { all_rows ; no ; 4 } ; player } ; corliss williamson }", "output": "ordinal"}, {"input": "eq { count { filter_eq { all_rows ; date ; 1982 } } ; 2 }", "output": "count"}, {"input": "eq { hop { argmin { all_rows ; roll } ; name } ; timatanga community school }", "output": "superlative"}, {"input": "and { only { filter_eq { all_rows ; 2nd venue ; mexico city } } ; eq { hop { filter_eq { all_rows ; 2nd venue ; mexico city } ; year } ; 2007 } }", "output": "unique"}, {"input": "round_eq { avg { all_rows ; number of viewers } ; 28.94 }", "output": "aggregation"}, {"input": "most_eq { filter_eq { all_rows ; ; t2 } ; country ; australia }", "output": "majority"}, {"input": "all_eq { all_rows ; date ; 25 august 1979 }", "output": "majority"}, {"input": "eq { nth_min { all_rows ; number ; 2 } ; 18 }", "output": "ordinal"}, {"input": "only { filter_eq { all_rows ; championship ; memphis , us } }", "output": "unique"}, {"input": "greater { hop { filter_eq { all_rows ; incumbent ; lane evans } ; first elected } ; hop { filter_eq { all_rows ; incumbent ; phil crane } ; first elected } }", "output": "comparative"}], "constants": {"Contributors": ["Mihir Parmar"], "Source": ["logic2text"], "URL": ["https://github.com/czyssrs/Logic2Text"], "Categories": "Text to Code", "Reasoning": ["Logical Reasoning"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Wikipedia", "Logic -> Propositional Logic"], "Instance License": ["MIT"], "Task_Id": "task212_logic2text_classification.json", "Languages": "English->English", "Unique Outputs": 7, "No Instances": 6498, "instructions": "In this task, you are given commands (in terms of logical operations) to select relevant rows from the given table. Your job is to classify the command into one of these seven categories: (1) majority, (2) unique, (3) superlative, (4) count, (5) comparative, (6) aggregation, and (7) ordinal. \n Here are the defications of each category: \n 1. majority: Describing the majority values (most or all) over one column, with the scope of all table rows or a subset of rows \n 2. unique: Describing one unique row, regarding one column, with the scope of all table rows or a subset of rows \n 3. Superlative: Describing the maximum or minimum value in a column, with the scope of all table rows or a subset of rows \n 4. Ordinal: Describing the n-th maximum or minimum value in a column, with the scope of all table rows or a subset of rows \n 5. Comparative: Comparing two rows in the table, regarding their values in one column \n 6. Count: counting some rows in the table based on the values in one column, with the scope of all table rows or a subset of rows \n 7. Aggregation: Describing the sum or average value over a column, with the scope of all table rows or a subset of rows. \n Here are the definitions of logical operators for understanding of command: \n 1. count: returns the number of rows in the view. \n 2. only: returns whether there is exactly one row in the view. \n 3. hop: returns the value under the header column of the row. \n 4. and: returns the boolean operation result of two arguments. \n 5. max/min/avg/sum: returns the max/min/average/sum of the values under the header column. \n 6. nth_max/nth_min: returns the n-th max/n-th min of the values under the header column. \n 7. argmax/argmin: returns the row with the max/min value in header column. \n 8. nth_argmax/nth_argmin: returns the row with the n-th max/min value in header column. \n 9. eq/not_eq: returns if the two arguments are equal. \n 10. round_eq: returns if the two arguments are roughly equal under certain tolerance. \n 11. greater/less: returns if the first argument is greater/less than the second argument. \n 12. diff: returns the difference between two arguments. \n 13. filter_eq/ filter_not_eq: returns the subview whose values under the header column is equal/not equal to the third argument. \n 14. filter_greater/filter_less: returns the subview whose values under the header column is greater/less than the third argument. \n 15. filter_greater_eq /filter_less_eq: returns the subview whose values under the header column is greater/less or equal than the third argument. \n 16. filter_all: returns the view itself for the case of describing the whole table \n 17. all_eq/not_eq: returns whether all the values under the header column are equal/not equal to the third argument. \n 18. all_greater/less: returns whether all the values under the header column are greater/less than the third argument. \n 19. all_greater_eq/less_eq: returns whether all the values under the header column are greater/less or equal to the third argument. \n 20. most_eq/not_eq: returns whether most of the values under the header column are equal/not equal to the third argument. \n 21. most_greater/less: returns whether most of the values under the header column are greater/less than the third argument. \n 22. most_greater_eq/less_eq: returns whether most of the values under the header column are greater/less or equal to the third argument.", "task_id": "task212_logic2text_classification"}, "seed": 42}}}, "task248_dream_classification": {"task_id": "task248_dream_classification", "data": {"d_incontext": {"_type": "DataTable", "records": [{"input": "M: Would you like to see those pants in brown and navy blue? These two colors are coming in this season. W: Oh, actually grey is my favorite color, but I prefer something made from cotton, 100% cotton I mean., Question: What is the woman looking for? (A) Grey pants made from pure cotton. (B) Fashionable pants in bright colors. (C) 100% cotton pants in dark blue.", "output": "logic"}, {"input": "W: What did the director say when you told him about our plans? M: Well, it wasn't as bad as I expected. I thought he'd just give us a flat out 'No'. W: It's OK, then? M: Well, maybe. But he put a lot of conditions on what we could do., Question: What can we learn from the conversation? (A) The director agreed to their plans completely. (B) The director objected to their plan. (C) The director partially agreed with them.", "output": "commonsense"}, {"input": "W: Here comes the Sunday newspaper again. M: Can I have the sports section? W: Sure, here you are. M: Let me check if there's anything exciting next week? W: You mean football matches, do you? M: Yes. Here it is! There will be a great football match on Monday at the City stadium. W: So you'll go and watch it. M: Of course. But do you think they will cancel the football match if it rains on Monday? W: I think they will. M: If they do cancel it, will they have it on Wednesday? W: I really can't tell. M: I want to make sure about it because I will be out of town on Wednesday. I really can't miss the game. W: Why don't you check the weather on the internet? M: Good idea. I'll do it right now., Question: What will the man do after the conversation? (A) He will watch the football game on TV. (B) He will surf on the Internet. (C) He will make a phone call.", "output": "logic"}, {"input": "M: My washing machine is more than fifteen years old and it has worked just fine until last night. W: You'll never be able to get parts for it, even from Japan. So it might be time to invest a more recent model., Question: What does the woman suggest the man do? (A) Make a profitable investment. (B) Buy a new washing machine. (C) Get parts for the machine from Japan.", "output": "logic"}, {"input": "W: The food in this restaurant doesn't taste good. I'd rather eat in the school's dining hall. M: But the food isn't everything. Isn't it pleasant to have dinner with light music without people sitting around you, laughing and talking loudly?, Question: What does the man like about the restaurant? (A) Its food. (B) Its service. (C) Its environment.", "output": "commonsense"}], "constants": {"Contributors": ["Yeganeh Kordi"], "Source": ["dream"], "URL": ["https://github.com/nlpdata/dream"], "Categories": "Question Understanding", "Reasoning": ["Reasoning on Social Interactions"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Dialogue", "Natural Science -> School Science Textbooks"], "Instance License": ["Dedicated License (https://github.com/nlpdata/dream/blob/master/license.txt)"], "Task_Id": "task248_dream_classification.json", "Languages": "English->English", "Unique Outputs": 5, "No Instances": 826, "instructions": "In this task, you will be shown a conversation and a question. You should categorize the question into matching, summary, logic, arithmetic and, commonsense groups. Matching is a question entailed or paraphrased by exactly one sentence in a dialogue. The answer can be extracted from the same sentence. Questions that cannot be answered by the surface meaning of a single sentence belong to the reasoning category. We further define summary, logic, arithmetic and, commonsense subcategories. Answering summary questions requires the whole picture of dialogue, such as the topic of dialogue and the relation between speakers. We require logical reasoning to answer logical questions. in arithmetic questions Inferring the answer requires arithmetic knowledge. To answer commonsense questions, besides the textual information in the dialogue, we also require additional commonsense knowledge that cannot be obtained from the dialogue. Note that a question can be in more than one group. \"W\" and \"M\" in the conversations stand for \"woman\" and \"man\".", "task_id": "task248_dream_classification"}, "seed": 42}, "d_train": {"_type": "DataTable", "records": [{"input": "W: Why, Tom. You look pale. What's wrong with you? M: Nothing serious. I haven't had much exercise lately, I'm very busy. What do you do in your spare time? W: I often go to ball games. M: What's your favorite sport? W: My favorite summer sport is swimming, and my favorite winter sport is skating. I also like watching track events and gymnastics. You have a favorite sport, don't you? M: My favorite sport is tennis, but I can't play it well. W: I like tennis, too. There is a tennis match at our school tomorrow morning. Do you want to go? M: I'm sorry to say I can't. I want to watch TV. It's a live broadcast of the opening ceremony of the Winter Olympic Games. It will be very exciting. W: All right. By the way, you should pay more attention to your health. You must have more exercise in your free time. M: Thank you very much. I will., Question: Why does the man look pale? (A) He has been ill. (B) He sits up too late. (C) He has had little exercise.", "output": "logic"}, {"input": "M: Hello? Beechgrove School? This is Mr. Holloway speaking. Brad Holloway. I'm ringing about my son Michael. He came home yesterday and said he'd been in trouble at school with his P. E. teacher, Miss Sanderson. She said he didn't have the right kit for P. E. Everyone else thought it was all highly amusing, of course, and Michael was very embarrassed about it. Perhaps I could speak to the Headmistress. W: She's engaged at the moment, I'm afraid. This is her secretary. M: I can hold on for a while if she's going to be free soon... W: I have a feeling she's going to be busy all morning, Mr. Holloway. She's at a Governors' meeting. It could go on for a very long time... M: Oh. Well, in that case, perhaps you could help me. W: Of course. What form is Michael in? M: He's a first year. He's in 1B. His form teacher's Mr. Hopkins. W: And what kit should Michael have brought with him? M: Well that's the point. In the school information booklet it says black shorts and blue singlet, with black or blue plimsolls. So that's what we bought him. We went to the sports shop the school actually recommends. You know, Atlas Sports, West Street. W: I'm just looking at the information booklet, Mr. Holloway. There seems to have been some mistake. M: I thought so. Maybe you could point it out to Miss Sanderson. W: What Michael came to school with was the senior girls' basketball kit. M: What? How on earth could that have happened? It says quite clearly in the booklet, black shorts and blue vest. I've got it in front of me. W: You're looking at the top of Page 11, aren't you? M: That's right. W: Well, unfortunately the layout of the booklet is a bit misleading. If you look at the bottom of the previous page you'll see it says Boys' Kit in the left-hand column and Girls' Kit in the right-hand one, but when you turn over the page it's not difficult to forget which column was which because the headings aren't repeated. M: So it looks as though were going to have to write another cheque... W: I'm afraid so. M: Oh well. Anything for a quiet life, I suppose. Perhaps yon could ask Miss Sanderson to be patient for a week or so to give us time to buy the right kit. W: Of course. Goodbye Mr. Holloway., Question: What's Mr. Holloway's first name? (A) Sanderson. (B) Brad. (C) Atlas", "output": "matching"}, {"input": "F: David likes cat very much. M: Oh, I'll give him one., Question: What will David get from the man? (A) A cat. (B) A dog. (C) A hear.", "output": "logic"}, {"input": "F: Shall we have a talk with them? M: Good idea!, Question: What does the man mean? (A) He doesn't agree (B) He agrees (C) He has no idea about it", "output": "commonsense"}, {"input": "M: I bought this 200-dollar coat at a 25% discount. W: It's a good deal. You're lucky., Question: How much did the man pay for the coat? (A) $ 200. (B) $ 175. (C) $ 150.", "output": "arithmetic"}, {"input": "Woman: Hey. What's this on Facebook? It says ... Are you getting married? Man: Yeah. Didn't you know that? Woman: No. Why didn't you tell me about it? (It) says you're getting married next week. Man: Yeah, and I'm bringing her over to mom's house tomorrow. You'll love Jasmine. Woman: Jasmine? Man: Yeah. Here's her picture on Facebook. Woman: Oh. Wow. Man: What? What do you mean? Woman: Dad is not going to be impressed. Man: Why? Woman: She's got, like a lot her tattoos and a nose ring, and uh, I'm sorry. The family is going to be really surprised. Man: Ah, she's so, well, so sensitive and caring. Woman:Um, well .... [ What? ] Have ... have you taken any marriage prep classes? Man: Ah, who needs that anyway? I know all about women. Woman: Yeah. Right, like .... What have you had? Like ten girlfriends in the last six months? Man: Well, that's different! Woman: Uh, listen. Obviously, you need to improve your communication skills, and the best thing at this point .... if you're really set on marrying Jamie... Man: Jasmine ... Woman: Okay, I'm sorry, Jasmine, anyway, um, you really should take a marriage prep class. Man: What? What you are talking about? I know all about love and romance. Woman: Uh. Right .... Man: What? What do you mean? Woman: Look. Okay. It's more than that. What do you know about, say, personal finance? [ Well, you know ... ] I mean, how are you going to manage your money together? Are you going to have a joint bank account? Whose salary is going to pay the bills? Man: Ah, no problem. No problem. We have that figured out. My paycheck is going to be automatically transfered to her overseas bank account. Woman: Oh. [ What? ] Uh, where exactly is this account? What's the name of the bank? Man: Ah, I don't know. Jasmine's going to take care of that. Woman: Oh, boy. Right. Um, well, what about children? Are you guys going to have any kids? Man: Well, I want a large family, so eight kids would be just about right. Woman: Wow! What does Jasmine say about that? Man: Ah, well, she doesn't want any kids, but I'll change her mind once we get married. ( Right. ) No problem. Woman: Okay, what about housework? How are you going to handle that? Man: Well, Jasmine won't mind doing it. ( (Did) she said that? ) Well, not exactly. We've been just so busy planning out our honeymoon, that we just haven't worked out, you know, these small details. Woman: Great! You know what? By the time you learn her last name, I think things are going to be over between the two of you. Man: No, you just want and see., Question: The man and Jasmine _________________. (A) agree a lot on the same family size (B) have similar views on the number of kids they want (C) don't think alike at all on this subject", "output": "logic"}, {"input": "W: Hi, Martin. How are you? M: Fine, but busy. We've got some exams next week, remember? W: I know. How much work did you do last night? M: None. I went to the cinema. What about you? W: I had no time last night. It was my sister's birthday, so we all went out to dinner. M: Have you done any work this morning? W: Some, but not a lot. Anyway, I rang to ask you something. Do you know where my physics book is? M: I've got no idea, but you can borrow mine if you want. W: Thanks. M: Let's meet outside Natbank in High Street at lunch time. I'll bring my physics book to you. W: Good idea. I'm very worried about the physics exam. Have you got any old exam papers? I'd really like to look through them. M: I haven't, but my brother's got some. I'll bring them with me at lunch time. W: Wonderful! See you at 12:30. OK?, Question: Where does this conversation take place? (A) At school. (B) In the street. (C) On the phone.", "output": "commonsense"}, {"input": "M: Good evening. I'd like to ask you a few questions about the robbery. W: Of course, officer. Come in. M: Tell me what happened. W: Well, last night I left work early. When I reached home, I saw that the lights were on in the library. M: What did you do then? W: I went and looked in the library window and I saw a man. M: What did he look like? W: Well, he was tall and he had red hair. M: Did he see you? W: Yes, he did. He ran out of the room and I went to call the police., Question: Where does this dialogue take place? (A) In the police station. (B) In the woman's home. (C) In the street.", "output": "commonsense"}, {"input": "M: Are you going home for winter vacation? W: I've agreed to take a part-time job at the school-library., Question: What is the woman going to do during the winter vacation? (A) She is returning for the vacation. (B) She will work in the school library. (C) She will study in the school library.", "output": "logic"}, {"input": "M: I can't believe this traffic. W: Well, it's rush hour. M: We'll never make it on time, unless the match is delayed. W: Yes, we will. Don't worry about it., Question: What is the man worried about? (A) The match may be delayed. (B) Their car may go out of control. (C) They may arrive late for the game.", "output": "commonsense"}, {"input": "M: Can I help you, Madam? F: Yes, I want a kilo of fish and some fruit., Question: What is the woman doing? (A) She is cooking supper. (B) She is buying clothes. (C) She is buying some food.", "output": "commonsense"}, {"input": "W: Well, Charles, I must say that your shop is pretty remarkable. Do people send the fax messages abroad, or is it just to this country? M: It's surprising because when I started, I thought I'd be sending things to London and maybe Birmingham but, in fact, a high percentage of it is sent abroad, because it's immediate and speedy. W: And how much would it cost, for example, if I wanted to send a fax to the United States? M: Well, a fax to the United States would cost you five pounds for a page. And when you think that in England by the Royal Mail, it would cost you twelve pounds to send a page by special delivery, it's actually a good value. W: Ok. What about your hours? How long do you have to spend actually in the shop? M: Well, the shop is open from eight in the morning until six at night, six days a week, and then a sort of fairly flexible morning on a Sunday. Urn, and of those hours, I'm in it quite a lot. W: And did you enjoy it? M: Yes, overall I enjoy it. Running a business by yourself is hard work and you never quite like every aspect all the time. 95% of the customers I love. Uh, 2% I really, you know, I'm not too bothered about. And 3% I positively hate. W: What, what's the problem with those? M: Um, it's hard to categorize really. I find people who are just totally rude, um, unnecessary, and I don't really need their business and I suppose they form the volume of the people that I don't like but it's a very small percentage., Question: The opening hours of the shop is from ______. (A) 8 a.m. to 6 p.m. (B) 9 a.m. to 6 p.m. (C) 8 a.m. to 5 p.m.", "output": "matching"}, {"input": "W: Jim, thank goodness you've arrived. The class presentation started half an hour ago, and I was just beginning to panic. M: I'm sorry for being late, Alice. This morning has been a real mess, I didn't think I was going to make it here at all. W: Why are you late? Our presentation depends on those graphs you are holding. M: Yes, I know. I'll tell you about it later. First, let's see how we are doing for time. Two groups are still ahead of us, aren't they? The presentations on the rights of the consumer and the analysis of the stock market. That means I've got twenty minutes to sort out. W: You look cold. What happened? M: I've been standing outside in arctic temperatures for over an hour waiting for a bus. W: Over an hour. But I thought your apartment was only a ten minute bus ride to campus. M: In normal conditions, but the bus was delayed because of the weather, and when I stopped in a drug store to call home for a ride, the bus went by. As luck would have it there was no one at home, so I had to wait another forty-five minutes for the next bus. W: That's Murphy's Law, isn't it? What was it said? If anything can go wrong, it will. Well, we've still got twenty minutes to get our wits together., Question: What is the woman's tone of voice when she first sees the man? (A) Frustrated. (B) Relieved. (C) Sarcastic.", "output": "commonsense"}, {"input": "M: Look, Dr. Wang is so busy. F: Yes. He has more patients today than yesterday., Question: What does the woman mean? (A) Dr. Wang is as busy today as yesterday. (B) Dr. Wang is not so busy today as yesterday. (C) Dr. Wang is busier today than yesterday.", "output": "commonsense"}, {"input": "W: I'm trying to find out how this dishwasher works, the manual is in French, I can't wait for Bill to translate it for me. M: Don't worry, Mary, I can do the dishes before the machine starts to work., Question: What does the man mean? (A) He will tell Mary how to operate the dishwasher. (B) He will wash the dishes himself instead. (C) He will help Bill to translate the manual.", "output": "matching"}, {"input": "W: Excuse me. I wonder if you could tell me how to find a place to have my shoes mended. I'm new in town. M: Ah, there is a good shop not far from here. Go straight ahead and walk about three blocks. I can't remember the name of the shop, but you'll find it. It's near the police station. By the way, you know about the town guide? It's a thin book and has all kinds of useful information. You'll find one in any bookstore. W: Thanks a lot! You've been so helpful. Let's see. Did you say the repair shop was three blocks away from here? M: Exactly. W: Thanks again., Question: What is the Town Guide according to the man? (A) A brochure. (B) A newspaper. (C) A map.", "output": "commonsense"}, {"input": "M: Excuse me. Did you say that these shirts were fifteen dollars? W: No, I said fifty dollars... Here's the plice on the tag., Question: How much do the shirts cost? (A) The price is not on the tag. (B) $ 50. (C) $ 5.", "output": "logic"}, {"input": "M: Isn't that a new brand of typewriter you're working at? W: Oh, Bill, this isn't the first time you asked me about it., Question: What does the woman imply? (A) The man is a forgetful person. (B) The typewriter is not new. (C) The man can have the typewriter later.", "output": "commonsense"}, {"input": "M: Do you believe in life after death, Mary? W: Yes, sir. M: Well, then, that makes everything just fine. About an hour after you left yesterday to go to your grandfather's funeral, he dropped in to see you., Question: What did you suppose Mary's grandfather did the day before? (A) He knew Mary had cheated her boss and came to expose her. (B) He was dying but was saved by the doctors. (C) He was thought to be dead but in fact was well and alive.", "output": "commonsense"}, {"input": "M: What's the matter with you, madam? W: I have a headache. And I felt confused and cold. M: You probably have caught a cold. Let me check your pulse and lake your temperature. Oh, you de have a high fever. W: Is it serious? M: Take it easy. Here is the prescription and get some medicine, you will be better soon. W: Do I have to be given an injection? M: Yes, before you leave, I want my nurse to give you an injection. W: Okay. Do I have to go on a diet? M: Not necessarily. Drink as much water or juice as you can, avoid greasy food and keep warm. W: Thank you., Question: What did the man say about going on a diet? (A) There is no need for the woman to go on a diet. (B) It's necessary for the woman to go on a diet. (C) The woman must not eat anything.", "output": "logic"}, {"input": "W: Hello! M: Hello, Lucy. This is John. Could you do me a favor? I've tried to phone my wife six times and I can't get through. The line is busy all the time. Could you possibly go next door and give her a message? W: Sure! What do you want to tell Mary? M: Could you just say I've met an old friend and I'm staying with him? I'm not in the office now and I'll give her a ring later. W: Sure, I'll go right now. M: Thanks a lot, Lucy., Question: What is the probable relationship between the two speakers? (A) Neighbors. (B) Father and daughter. (C) Husband and wife.", "output": "commonsense"}, {"input": "M: You know, I started out in civil engineering, then I switched to electronic engineering. But what really interests me is electronic music. W: Well, that's a long way away from civil engineering., Question: Which of the following has the man never been interested in? (A) Electronic music. (B) Civil engineering. (C) Electronics.", "output": "logic"}, {"input": "M: Now Cathy, do you know when the visitors from India are coming? W: We offer them three choices: the end of March, the middle of April and the beginning of May, and choose the earliest one which is good actually with exams coming up in May. M: Right. And how many are coming? Did you say about 12? W: Yes, they said 12 at first, but changed to 10 this morning. M: Good, we have 8 weeks to prepare, here are my suggestions. On the first day, a welcome party, then they can visit the schools in the district on the second and third days. W: We've got to remember this group wants to look at how computers are being used in the classroom. M: Exactly, so I want to ask Mr. Goodman to give them a talk on this on the afternoon of the third day. W: That will fit in very nicely. M: And on the last day, they would do some sightseeing, we could take them on the tour of London but many of them may have been there already, and Scotland will be too far away. W: Why not take them for a walk along the coast, it should be interesting. M: Good idea! Cathy I'm sure they'll like it., Question: How many visitors are coming? (A) 8. (B) 10. (C) 12.", "output": "logic"}, {"input": "M: Hi. It's good to see the sun again. W: Yes, we have been looking forward to this change for many days. M: But it's supposed to cloud over this afternoon. W: Oh, I can't believe it. The vegetables in my garden do need sunlight. They are getting yellow. M: The same with mine. But I don't think we can do anything but wait. W: What did the weather report say? M: It said just what I told you. W: Oh, my God!, Question: Why do the speakers hope for sunny days? (A) They feel bored with the rain. (B) They can't do anything in the rain. (C) They are worrying about their vegetables.", "output": "commonsense"}, {"input": "M: I have been studying too much and I need a change. So I'm just making plans to go away during January break. W: Really? Where are you going? M: I'm planning to visit New Mexico., Question: What's the main purpose of the man's trip? (A) To learn to ski. (B) To take a vacation. (C) To take some exercise.", "output": "commonsense"}, {"input": "Apartment Owner: Hello. Caller: Hi. I'm calling about the ad for the apartment found in today's newspaper. Apartment Owner: Okay. Caller: I'm kind of desperate, and I need something right away. Apartment Owner: Okay. What would you like to know? Caller: First of all, how big is it? Apartment Owner: It's a two-bedroom apartment with a living room, dining room and kitchen, and one bathroom. There's also a place for a washer and dryer. Caller: Okay, and how old is the apartment complex? Apartment Owner: Well, let's just say it has a lot of history. To be honest, my great grandfather built it during the 1920s, but it's a very sturdy and sound structure. Caller: Oh, and ... so, is the apartment furnished at all? Apartment Owner: Oh, yeah. The apartment is partially furnished with a refrigerator, stove, and my grandmother's old dishwasher. Caller: Your grandmother's old dishwasher? Okay. What's the rent? Apartment Owner: It's $950 a month. Apartment Owner: Whoa. That is a little steep for me. Caller: But you could always split the cost with a roommate. Caller: Perhaps. Does that include utilities? Caller: Well, the rent includes gas and electricity, but not the phone bill. And the water pump is right out the back door. Caller: Water pump! [Yeah.] Oh, yeah. Well, can I rent month-to-month, or do I have to sign a lease for a longer period of time? Apartment Owner: We require a 6-month commitment for the apartment, and if you cancel the agreement anytime during that period, hey ... you lose your deposit. Caller: Oh, and how much is the deposit? Apartment Owner: It's $400, and, of course, this money is used to repair damage or general wear and tear on our apartment, like the leaks in the old roof from last year's snow storm. Man, that was ugly. Plaster falling down from the ceiling. And I didn't even know there was a rat's nest up there, but we got that taken care of. Caller: A what? Do I get my deposit back after I move out? That's assuming that I even move in. Apartment Owner: Generally speaking, we return the deposit, minus a small fee for, you know, cleaning the apartment for the next tenant, but if you trash the place, then don't expect to get anything back. Caller: Okay. Oh, um ... how close is the apartment to the university campus? Apartment Owner: It's about eight blocks from campus, but you can catch a number of busses right out in front. Caller: Oh, so, then, if there's a busy road out front, is it noisy? Apartment Owner: Well, there are always trade-offs: it's a little noisy with the road outside and the airport behind you, but the place is really convenient because there's a supermarket and shopping center right across the street. Just keep the windows closed and a pair of ear plugs handy, and you'll be fine. Caller: Okay, and one last question. Are there parking spaces for tenants? Apartment Owner: Yeah. The apartment has two covered parking spaces, which are really convenient during certain times of the year. Caller: Uh ... I don't know. Is it possible for me to drop by and visit the apartment tomorrow morning? Apartment Owner: Sure, but just remember we rent the apartment on a first-come, first-serve basis, so there's no guarantee it'll still be available then. Caller: Okay. Thanks. Um ... and where exactly is the apartment located? Apartment Owner: It's one block west of the waste water treatment plant. Caller: Ah .... Are pets allowed? Apartment Owner: Well, you can keep small pets like a hamster in a small cage, but we don't allow larger animals like dogs, cats, or snakes. Things like that. Caller: Um, I have a rat ... Apartment Owner: You don't have anything like that, do you? Caller: Well, I have a rat that I keep in a cage. Will that be okay? Apartment Owner: Well, as long it doesn't escape, I guess that's okay. Caller: And what's your name? Apartment Owner: It's Norman. Norman Bates. Caller: Alright, Mr. Bates. I'll see you tomorrow. Bye. Apartment Owner: Bye., Question: How would you describe the location of the apartment? (A) The woman can catch a bus to school in front of her apartment. (B) A supermarket and shopping center are only a few blocks away. (C) The apartment is in a relatively quiet neighborhood.", "output": "logic"}, {"input": "W: We can have eight days off at last. What are you going to do? M: You know traveling is my hobby. Let's go to Beijing and have our holidays there. W: That's a good idea. Beijing is one of the most modern cities in the world. There are many places of interest there. And the 2008 Olympic Games were held there. M: How should we go there, by plane or by train? W: I think we should go there by train. It's comfortable and cheap. M: Though it's cheaper, it's slower. Let's go by plane. We can look down at the Great Wall of China from the plane. W: OK. Let's go by plane. M: Then we'd better book the tickets first. I have heard it is very difficult to get air tickets to Beijing. W: That's right. And we'd better book the rooms too., Question: Why does the woman want to travel by train? (A) It's comfortable and cheap. (B) It's cheap and convenient. (C) They can enjoy the scenery on their way.", "output": "logic"}, {"input": "W: Why, Tom. You look pale. What's wrong with you? M: Nothing serious. I haven't had much exercise lately, I'm very busy. What do you do in your spare time? W: I often go to ball games. M: What's your favorite sport? W: My favorite summer sport is swimming, and my favorite winter sport is skating. I also like watching track events and gymnastics. You have a favorite sport, don't you? M: My favorite sport is tennis, but I can't play it well. W: I like tennis, too. There is a tennis match at our school tomorrow morning. Do you want to go? M: I'm sorry to say I can't. I want to watch TV. It's a live broadcast of the opening ceremony of the Winter Olympic Games. It will be very exciting. W: All right. By the way, you should pay more attention to your health. You must have more exercise in your free time. M: Thank you very much. I will., Question: What sport does the man prefer? (A) Swimming. (B) Tennis. (C) Skating.", "output": "matching"}, {"input": "M: Have you ever seen so much snow? It's really beautiful. W: I'm tired of all this cold. I wish we'd see the sun for a change., Question: What is the woman's wish? (A) To have a cold day (B) To have a sunny day (C) To have a lot of snow", "output": "logic"}, {"input": "M: Mrs. Spencer, what time is Mr. Black's flight due to arrive at Boston Airport? W: Around 2:00 p.m., sir. Will you go with the company car to meet him? M: Yes. So I'd better leave here to no later than now. How about the hotel for Mr. Black and his party? W: I made the reservations for them last week and checked again yesterday to be sure everything is ready. M: Including the welcome room for tonight's reception? W: That's right. The manager promised me that everything would be exactly as we have requested. M: Excellent. I want everything to be the very best. W: I'm sure it will be. That manager has never let us down yet. M: We want to make a good impression. Not just to be sure that this business deal is a success, but to pay back the wonderful treatment we received from him in Tokyo last year., Question: When is the man leaving to pick up Mr. Black? (A) Around 2 p.m. (B) No later than 2 p.m. (C) Right after the conversation.", "output": "logic"}, {"input": "W: Don't you have any good news? M: No. Yesterday I had to stay after school, because I was talking during my biology class. W: You'd better keep quiet in class. M: Sometimes I do. The day before yesterday, I was very quiet during my history class and I still had to stay after class. W: I don't understand. M: Because I fell asleep during the class, but it wasn't my fault. The lesson was very dull. W: I advise you to take school more seriously. If you don't pass your exam, you'll have to drop out and work as a result. M: I don't think that it makes much difference. If I have a job, I have to do dull work every day, but if I'm in school, I must listen to dull teachers every day., Question: What did the boy often do at school? (A) He often stayed after school. (B) He was often late for class. (C) He often fell asleep in class.", "output": "logic"}, {"input": "W: Is it true you only spent $32 on two dinners? M: No, I only spent half of that., Question: How much did each dinner cost? (A) $16. (B) $8. (C) $32.", "output": "arithmetic"}, {"input": "M: Your room is on the 6th floor so we'll take the lift up. W: The lift is very quick and I feel hardly any movements. M: These modem lifts are a great improvement compared to the old ones. By the way, have you got the key to the room? W: Yes, I'll just unlock the door. M: Well, what do you think of the room? W: It's very pleasant indeed, and it's also cool. I love the color scheme. M: White and blue are cool colors, and of course, the room is air-conditioned. W: There is plenty of hanging space in these built-in wardrobes. In fact, there is more than I need. M: Perhaps you'll need it after you have bought some new clothes here., Question: What does the woman think of the room? (A) She thinks it's too cold. (B) She loves it very much. (C) She thinks it's not big enough.", "output": "logic"}, {"input": "M: We will be having a meeting at noon tomorrow. W: Oh, can we push the meeting forward a little bit? I am busy then. M: I'm sorry. The time has already been set, and you must attend., Question: What does the woman want to do? (A) Skip the meeting. (B) Cancel the meeting. (C) Change the meeting time.", "output": "matching"}, {"input": "M: Who won the 1000-meter race? Michael Robinson or Chris Scott? W: Neither of them. Although we thought one of them would win the race, they didn't perform well that day. And you will never believe that Kyle Nash was the first one., Question: Who won the race? (A) Kyle Nash. (B) Michael Robinson. (C) Chris Scott.", "output": "commonsense"}, {"input": "W: Tom, what are we going to do this weekend? M: I am planning to work in the yard. Why? W: Maybe we should take a look at the new Winfield Mall. The Grand Opening's this week. M: Already? Amazing! That place went up fast. Well, I'd rather finish the yard work, but if you really want to...Anything special is going on? W: You might be interested in the car show. The ad says it's the biggest and the best in Winfield history. M: Come on. You know ads always exaggerate. W: I know, but there's a fashion show I'd like to see, too. I might get some good ideas. M: OK. That sounds good to me. Let's see if the kids want to go. But let's try not to spend too much money., Question: What's the relationship between the two speakers? (A) They are friends. (B) They are husband and wife. (C) They are colleagues.", "output": "commonsense"}, {"input": "M: How much freedom do your parents give you? W: Quite a lot. I mean I'm allowed out most evenings. Weekdays, I have to be back by 9:30. But on weekends I can stay out till 11:00. M: What about money? Do you have any pocket money? W: Yes, my parents give me two pounds a week. M: Is there anything you'd like to do which your parents won't let you? W: Yes, I want to go on holidays this coming summer with my boyfriend, but they say I have to wait till I am 17. M: Do you think that's unfair? W: I don't know...he is very responsible, my boyfriend, even my parents think so and I don't see how a year or two is going to make much difference., Question: What might the relationship between the woman and her parents be? (A) Good. (B) Bad. (C) Hard to tell.", "output": "summary"}, {"input": "W: You see, I'm getting much fatter than before. I'm always worried I've no idea how to lose weight. M: You should do some exercise every day. That is the best way to keep you healthy and strong. W: You know, I don't want to move about at all. M: You'd better not watch too much TV. Recently, dancing machines have been popular in China. I suggest buying one. W: What is the dancing machine? M: Oh, you may see one in shopping centres. It's easy to learn how to use it. What you ought to do is to dance on such machines with loud disco music, stepping forward and backward, left and right according to the directions on TV, as if you are really dancing. W: That sounds interesting! But is it useful to help me keep fit? M: Sure. When you finish dancing, you'll be out of breath. W: Where can I find one? M: You may go to the Friendship Store. W: Is it expensive? M: I don't think so. It only costs 800 yuan. W: All right. I'd like to buy one., Question: What do you think the woman is going to do? (A) She may buy a dancing machine to lose weight. (B) She will walk for an hour every day to keep fit. (C) She is going to dance with the man to keep her healthy.", "output": "logic"}, {"input": "M: What do you think of the products at the furniture store downtown? W: I think they have a very good range of products. I like the quality of them. You get good quality for the price that you pay. And most of the products are environmentally sound. M: What can you usually buy there? W: Well, I usually buy functional furniture, such as bookcases, cupboards and armchairs. And sometimes I buy table cloths and bed sheets. M: Is there anything you don't like about shopping there? W: Oh, there is. It can be very crowded because it's a popular store, and you get a lot of people. It often results in very long lines at the checkouts. You can wait for quite a long time to pay for your goods. M: So... are you planning another trip to the store? W: Yes, I expect so. I'll probably go again in January for the sales., Question: What attracts the woman most at the store? (A) Its high quality service. (B) Its good range of products (C) Its nice shopping environment", "output": "logic"}, {"input": "M: Only tea? Oh, come on, have something stronger. W: No, just tea. It's the doctor's orders., Question: What did the doctor advise the man to do? (A) To take less wine. (B) To give up smoking. (C) Not to drink hard drinks.", "output": "logic"}, {"input": "W: How do you like your new job? M: I like it very much. This is a nice company to work for. W: You worked for a large company before, didn't you? M: Yes, I did. But I prefer a small company. W: Is it really different? M: Oh, yes. It's much different. I like a small company because it's more exciting. W: You mean a large company is boring to work for? M: No, it's not boring. But a large company has too many people and because it is so big that two or three people couldn't possibly make all the important decisions. W: You see, small businesses have a common problem: only the two or three people who run it can make decisions, and the employees may not be very happy because they can't make decisions. M: But large companies also have a common problem, so many people are making decisions that sometimes it is a waste of time and money. W: Well, I guess there are problems everywhere. M: Yeah, but I still prefer working for a small company. It's more interesting and I'll keep more opportunities., Question: What do they get the agreement on? (A) All companies have problems. (B) Small companies have problems. (C) Large companies have problems.", "output": "logic"}, {"input": "M: There are millions of web pages on the net. How do I find what I'm looking for? W: Use a search engine like Baidu and Google. M: How does it work? W: You enter the name or topic you are interested in and ask the search engine to find pages about your topic. M: How do I use a search engine? W: Let me tell you step by step. M: OK! W: At first, we can go to the website address and then type the keywords. M: Then it will search automatically? W: Yes, it will show a lot of websites with the keywords. M: If I find the website I need, what should I do? W: That's easy, click the website, and you can enter. M: Thank you for your help!, Question: What's the first step? (A) Go to the website address. (B) Type the keywords. (C) Provide your personal information.", "output": "matching"}, {"input": "Apartment Owner: Hello. Caller: Hi. I'm calling about the ad for the apartment found in today's newspaper. Apartment Owner: Okay. Caller: I'm kind of desperate, and I need something right away. Apartment Owner: Okay. What would you like to know? Caller: First of all, how big is it? Apartment Owner: It's a two-bedroom apartment with a living room, dining room and kitchen, and one bathroom. There's also a place for a washer and dryer. Caller: Okay, and how old is the apartment complex? Apartment Owner: Well, let's just say it has a lot of history. To be honest, my great grandfather built it during the 1920s, but it's a very sturdy and sound structure. Caller: Oh, and ... so, is the apartment furnished at all? Apartment Owner: Oh, yeah. The apartment is partially furnished with a refrigerator, stove, and my grandmother's old dishwasher. Caller: Your grandmother's old dishwasher? Okay. What's the rent? Apartment Owner: It's $950 a month. Apartment Owner: Whoa. That is a little steep for me. Caller: But you could always split the cost with a roommate. Caller: Perhaps. Does that include utilities? Caller: Well, the rent includes gas and electricity, but not the phone bill. And the water pump is right out the back door. Caller: Water pump! [Yeah.] Oh, yeah. Well, can I rent month-to-month, or do I have to sign a lease for a longer period of time? Apartment Owner: We require a 6-month commitment for the apartment, and if you cancel the agreement anytime during that period, hey ... you lose your deposit. Caller: Oh, and how much is the deposit? Apartment Owner: It's $400, and, of course, this money is used to repair damage or general wear and tear on our apartment, like the leaks in the old roof from last year's snow storm. Man, that was ugly. Plaster falling down from the ceiling. And I didn't even know there was a rat's nest up there, but we got that taken care of. Caller: A what? Do I get my deposit back after I move out? That's assuming that I even move in. Apartment Owner: Generally speaking, we return the deposit, minus a small fee for, you know, cleaning the apartment for the next tenant, but if you trash the place, then don't expect to get anything back. Caller: Okay. Oh, um ... how close is the apartment to the university campus? Apartment Owner: It's about eight blocks from campus, but you can catch a number of busses right out in front. Caller: Oh, so, then, if there's a busy road out front, is it noisy? Apartment Owner: Well, there are always trade-offs: it's a little noisy with the road outside and the airport behind you, but the place is really convenient because there's a supermarket and shopping center right across the street. Just keep the windows closed and a pair of ear plugs handy, and you'll be fine. Caller: Okay, and one last question. Are there parking spaces for tenants? Apartment Owner: Yeah. The apartment has two covered parking spaces, which are really convenient during certain times of the year. Caller: Uh ... I don't know. Is it possible for me to drop by and visit the apartment tomorrow morning? Apartment Owner: Sure, but just remember we rent the apartment on a first-come, first-serve basis, so there's no guarantee it'll still be available then. Caller: Okay. Thanks. Um ... and where exactly is the apartment located? Apartment Owner: It's one block west of the waste water treatment plant. Caller: Ah .... Are pets allowed? Apartment Owner: Well, you can keep small pets like a hamster in a small cage, but we don't allow larger animals like dogs, cats, or snakes. Things like that. Caller: Um, I have a rat ... Apartment Owner: You don't have anything like that, do you? Caller: Well, I have a rat that I keep in a cage. Will that be okay? Apartment Owner: Well, as long it doesn't escape, I guess that's okay. Caller: And what's your name? Apartment Owner: It's Norman. Norman Bates. Caller: Alright, Mr. Bates. I'll see you tomorrow. Bye. Apartment Owner: Bye., Question: What utilities are included in the rent? (A) gas and water (B) electricity and phone (C) gas and electricity", "output": "matching"}, {"input": "M: Hi, Tess. What are you going to do tomorrow? W: Hi, Tom. I don't have much to do. Why? M: Shall we go for a picnic tomorrow? Let's go to National Park. It's beautiful there. W: A good idea. When shall we start? M: At six in the morning. I've got some drinks and several kinds of food. W: Good. I've just bought some bread. And I'll go to buy a roast duck. We'll certainly have a good time. M: Wonderful. Shall we ask Jack and Mary? W: OK! They are free tomorrow, too. I think they would be glad to go with us. Will you tell them about it? M: I'm sorry. I am going to a birthday party this evening. So it would be kind of you to do it. W: All right., Question: Why can't the man tell Jack and Mary about the outing? (A) Because he doesn't know them. (B) Because he must get his birthday party ready. (C) Because he is going to join a party.", "output": "logic"}, {"input": "M: Excuse me, can you help me? W: Of course. What can I do for you? M: Can you tell me how I can get to the Excelsior Hotel from here? W: The Excelsior? Let's see, that's in the city, right? M: Yes, it is. On Forty-third Street, just off Eleventh Avenue. W: Well, you can take a bus to the city. Just go out of the front door of the terminal and cross the street. There is a sign that says, \"Airport - City Bus.\" Otherwise, you can take a taxi. You can catch one right in front of the terminal. M: Thank you. Oh, do you know how much the bus fare is? W: It's five dollars. A taxi costs about fifteen to twenty dollars. M: I'd better take a bus then. How often does the bus run? W: I think you just missed one. There is a schedule printed on the sign outside. I think that the buses ran every half hour or so. M: On second thought, I'd better take a taxi. I have a lot of luggage and it's late. Thank you!, Question: How many possibilities does the woman suggest? (A) 2. (B) 3. (C) 4.", "output": "logic"}, {"input": "M: The oranges are tasty. Would you like to have one? W: No, thanks. I like pineapples a lot., Question: What is the woman's favourite fruit? (A) Pineapple. (B) Banana. (C) Apple.", "output": "matching"}, {"input": "M: Andy, could you send this document to Mr. White's office? W: Sure, I'll do it right away., Question: What will the woman do? (A) Send a document to Mr. Baker's office. (B) Send a document to Mr. White's office. (C) Send newspaper to Mr. White's office.", "output": "logic"}, {"input": "W: What kind of T-shirt would you like? M: I'd like black T-shirt in medium size., Question: What color does the man like for his T-shirt? (A) Red. (B) White. (C) Black.", "output": "matching"}, {"input": "W1: Yes, ma'am. Can I help you? W2: Yes, I'd like to exchange this sweater. W1: What seems to be the matter? W2: Well, you see, I got this as a birthday present, but it's the wrong size. W1: Do you have the receipt? W2: Yes. W1: Could I see it, please? W2: Well, here you are. W1: What size do you want? W2: Just one size larger., Question: What does the saleswoman see? (A) The receipt of the clothes. (B) The size report. (C) The birthday present.", "output": "logic"}, {"input": "M: I'd like to withdraw 600 pounds from my deposit account. W: Certainly. Would you please sign this form? M: Oh, yes. Here you are. W: How would you like the money? M: In hundreds, please. W: Fine. Here you are. M: Thanks. Goodbye., Question: How much does the man want? (A) 500 pounds. (B) 400 pounds. (C) 600 pounds.", "output": "matching"}, {"input": "W: Right, well, in the studio this morning, for our interview spot is Peter Wilson. Peter works for Green Peace. So, Peter, welcome. M: Thanks a lot. It's good to be here. W: Great! Now, Peter, perhaps you can tell us something about Green Peace and your job there. M: Sure. Well, I'll start by telling you roughly what Green Peace is all about. I actually work in London for the Green Peace organization. We've been going for a few decades and we're a non-violent, non-political organization. We're involved in anti-nuclear activity, conservation and protection of animals and protection and support of our eco-system. I'm the action organizer and arrange any protests. W: Right! A pretty important role, Peter. What sort of protest would you organize? M: Well, recently we've been involved in anti-nuclear campaigns. I've personally arranged for the demonstration against radioactive waste dumping in the Atlantic Ocean. We've got a few small Green Peace boats that we harass the dumping ship with. W: Say? Hold on, Peter. I thought you said your organization was non-violent. What do you mean by \"harass\"? M: Well, we circle round and round the ships and get in the way when they try to dump the drums of nuclear waste in the sea. We talk to the men and try to change, you know, yell at them to stop. We generally make ourselves as much of a nuisance as possible. M: Well, people may think differently of your methods, but there's no doubt you're doing a great job. Keep it up and good luck. And thanks for talking with us., Question: How does Green Peace try to stop people from dumping nuclear waste? (A) By harassing them. (B) By appealing to the public. (C) By taking legal action.", "output": "commonsense"}, {"input": "W: Come on, Peter! It's nearly seven. M: I'm almost ready. W: We'll be late if you don't hurry. M: One minute, please. I'm packing my things. W: The teachers won't let us in if we are late. M: OK. I'm ready. W: Come on, then. M: Oh, I'll have to get my money. W: You don't need money when you are having the exam, do you? M: Of course not. OK, Let's go... Oh, my God. I've forgot my watch. W: You'll forget your head if you're not careful. M: My mother says that, too. W: I hope you'll be more careful in the exam., Question: What does the woman think of the man? (A) He is very serious. (B) He is too careless. (C) He is very lazy.", "output": "matching"}, {"input": "M: You live in Washington, don't you? W: No. I work in Washington, but I live in Maryland. My home is in Potomac, Maryland. M: How far is it form Washington? W: It's not very far. Just about fifteen miles. M: So you commute from home to work. How do you like commuting? W: It's not bad. I'm used to it now. M: How long does it take? W: It depends on the traffic. It takes forty-five minutes in the morning, because the traffic is very bad then. M: I suppose the traffic is bad at the end of the day, too, when commuters are leaving the city. W: Yes. The worst time is between five and six. It sometimes takes me fifty minutes to drive home, if I can't leave Washington before five o'clock. M: How long does it take when there's not much traffic? W: Only twenty-five minutes. Commuting is easy then., Question: Where is the woman living now? (A) Washington. (B) Maryland. (C) Washington D.C.", "output": "matching"}, {"input": "W: Look at the beautiful sky! M: It is lovely, but we'd better close the windows. The mosquitoes will come out as soon as it gets dark., Question: At what time of day does this conversation most likely take place? (A) Sunrise. (B) Sunset. (C) Noon.", "output": "commonsense"}, {"input": "M: Have you had enough money to buy your ticket? W: Oh, yes, I've got enough money., Question: Do you think the girl got her ticket? (A) It's hard to say. (B) No, she didn't. (C) Yes, she did.", "output": "commonsense"}, {"input": "W: How's your dinner, sir? M: It's just fine. W: Can I bring you any thing? M: No, thanks. Everything's fine., Question: Where does the conversation take place? (A) At a hospital. (B) At a restaurant. (C) At a library.", "output": "commonsense"}, {"input": "M: Gardening is too much like hard work for me. If I have time, I like to play tennis or go for a country walk. W: Well, I think of gardening as play, not as work. I'm never as happy as when I'm busy in the garden., Question: What can we learn about the man? (A) He works as a gardener. (B) He is too busy at work to play. (C) He prefers sports to gardening.", "output": "logic"}, {"input": "W: Ali! What's the matter? Can't you wake up this morning? M: I was up late last night. My friend had a party. I only slept about four hours. W: Why didn't you stay in bed this morning? M: I have to meet my study group at the library. We have a big text next week. W: A big text? Why didn't you study last night instead of going to the party? M: Oh, it's OK. I studied a lot before the party. W: Maybe that's not a good idea. I read a report. It said that if you don't get enough sleep after you study, you may forget 30% of what you've studied!, Question: What's wrong with the man? (A) He is very tired and sleepy. (B) He is worried about his text. (C) He is ill because of hard work.", "output": "commonsense"}, {"input": "W: Frank, I'm thinking of taking a day off and doing something with the children the day after tomorrow. M: Sounds good. What are you going to do? W: Tom wants to go boating at the park and Susan wants to go on a picnic. So we'll go to the park in the morning, go boating first and then enjoy a picnic. M: What about in the afternoon? W: I haven't decided yet. M: Well, why not take them to a movie? There's a good movie on now about a boy's adventure in a forest. My friend David took his son Jim to see it last night. He said Jim really loved it. W: Then I'll take them to see it Friday afternoon. By the way, I've got to go to a meeting this weekend. Could you look after the kids at home? M: I have to go to a meeting, too. I'm afraid we'll have to find a babysitter. W: What about Linda? She helped look after the kids last month and she did a great job., Question: Why can't the man take care of the kids this weekend? (A) He'll see his friend. (B) He'll look after Linda. (C) He'll go to a meeting.", "output": "logic"}, {"input": "M: Are you homesick? W: Not really. The food here really agrees with me., Question: What does the woman mean? (A) She's not feeling well. (B) She wants to go home. (C) She wants to stay where she is.", "output": "commonsense"}, {"input": "Carla: So, how are things going, Steve? Steve: Well, to be honest Carla, I was feeling great on Saturday, but I started to feel sick Sunday afternoon. I thought I'd get better, but I feel worse than before. And I'm really worried because I'm scheduled to give a presentation at work on Friday, so I have to be better by then. Carla: Well, what seems to be the problem? Steve: Well, I thought I had the flu, but the doctor said it was just a bad cold. He gave me some cold medicine to take care of my stuffy nose and fever. I'm supposed to take the medicine three times a day after eating, but it doesn't seem to help. He also told me to stay off my feet for a day or so, but I'm so busy these days. Carla: Listen, forget about that medicine! I have just the thing to get rid of bad colds. You see, my mom is really into herbal medicine. Steve: Oh, no thanks. Carla: Ah, come on! Give it a try. You just take some of my mom's herbal tea and drink it four times a day. Believe me. You'll be up and dancing around in no time. Steve: Dancing around in no time, right? Well, I guess. Nothing else seems to be doing the job. Carla: Great. I'll come by your place at 7:30. See you then., Question: What does Steve decide to do? (A) talk to another friend (B) listen to Carla's suggestion (C) see the same doctor again", "output": "commonsense"}, {"input": "F: Have you ever ridden on a horse? M: No, I haven't even seen one before., Question: The man has never seen a horse before, has he? (A) Yes, he has. (B) No, he hasn't. (C) Yes, he hasn't.", "output": "logic"}, {"input": "W: Excuse me, I wonder if the bus would come at all. It's already 10:45. M: Oh, I'm afraid you've just missed the last one which left 5 minutes ago., Question: The woman should have arrived by ________. (A) 10:45 (B) 10:40 (C) 10:55", "output": "arithmetic"}, {"input": "W: I'd like to change this dress for a blue one. M: Ok. Pick out a blue one and I'll put this one back., Question: Why did the woman return the dress? (A) Because the colour of the dress is not her liking. (B) Because the size of the dress is not big enough. (C) Because the price of the dress is too high.", "output": "matching"}, {"input": "W: I found an expensive diamond ring in the restroom this morning. M: If I were you, I would turn it in to the security office. It is behind the administration building., Question: What does the man suggest the woman do? (A) Give the ring to a policeman. (B) Wait for the owner of the ring in the rest room. (C) Hand in the ring to the security office.", "output": "logic"}, {"input": "W: I prefer to go to the beach in summer. It's cool there. M: I agree. You can find nowhere better than a beach in summer., Question: Where will the speakers probably go in summer? (A) To the beach. (B) To the river. (C) To the sea.", "output": "logic"}, {"input": "W: Good evening and welcome to tonight's edition of Legendary Lives. Our subject this evening is James Dean, actor and hero for the young people of his time. Edward Murray is the author of a new biography of Dean. Good evening, Edward. M: Hello Tina. W: Edward, tell us what you know about Dean's early life. M: He was born in Indiana in 1931, but his parents moved to California when he was five. He wasn't there long though because his mother passed away just four years later. Jimmy's father sent him back to Indiana after that to live with his aunt. W: So how did he get into acting? M: Well, first he acted in plays at high school, then he went to college in California where he got seriously into acting. In 1951 he moved to New York to do more stage acting. W: Then when did his movie career really start? M: 1955. His first starring role was in East of Eden. It was fabulous. Dean became a huge success. But the movie that really made him famous was his second one, Rebel Without a Cause, that was about teenagers who felt like they didn't fit into society. W: So how many more movies did he make? M: Just one more, then he died in that car crash in California in 1955. W: What a tragedy! He only made three movies! So what made him the legend he still is today? M: Well I guess his looks, his acting ability, his short life, and maybe the type of character he played in his movies. Many young people saw him as a symbol of American youths., Question: What is the woman doing? (A) Interviewing a moving star. (B) Discussing teenage role models. (C) Hosting a television show.", "output": "commonsense"}, {"input": "W: Good afternoon, doctor. M: Good afternoon, Mrs. Brown. Well, what's wrong with this little boy? W: He is my son, Jim. He's got a cough. M: How long has he had it? W: Ever since last night. M: Has he had anything to eat today? W: Yes. He had a little milk and an egg this morning. M: Well, Mrs. Brown, I think he's caught a cold. W: Is it serious? M: No, it's nothing serious, but he'd better stay at home and rest. W: Thank you very much. M: You're welcome., Question: What did the man ask Jim to do? (A) Take some medicine. (B) Have an injection. (C) Have a rest.", "output": "logic"}, {"input": "W: Excuse me, could you show me the way to the Smith Hotel? M: Just walk down this street, and turn right at the second crossing. You will see a hospital on your right. The Smith Hotel is just opposite it. I'm sure you won't miss it., Question: What does the woman ask the man to do? (A) Take her to the Smith Hotel. (B) Show her the way to the Smith Hotel. (C) Show her the way to the hospital.", "output": "matching"}, {"input": "M: Don't go away. You haven't finished your homework. F: I'll come back later to continue., Question: What is the woman going to do? (A) Do her homework. (B) Play with her classmates. (C) We don't know.", "output": "logic"}, {"input": "Carl: Hi. My name's Carl. Nice to meet you. Pancho: Nice to meet you, too. My name is Francisco. Carl: What? Pancho: Francisco, but all my friends and family back in Peru call me Pancho. Carl: Okay, Pancho. So, tell me about your family? Pancho: Well, I have seven brothers and six sisters. Carl: Wow. That is a big family. So are you the oldest, Pancho? Pancho: No. I'm the second oldest in my family. Carl: So, what do your parents do? Pancho: My father is a taxi driver in Lima, Peru. It's a hard job, but he works hard to support the family. Carl: How about your mother? Pancho: She helps run a small family store with some of my older brothers and sisters. Carl: What kind of store? Pancho: We mainly sell food, like bread, eggs, soft drinks, rice, sugar, and cookies. Things that people buy every day., Question: What does his mother do? (A) She owns a beauty salon. (B) She runs a small family store. (C) She works at a bread shop.", "output": "logic"}, {"input": "W: Good morning, sir. Can I help you? M: Yes, I'd like to see the manager. Here's my card. W: Thank you, Mr. Wang. Do you have an appointment? M: No, I'm afraid I don't. Is it possible for me to see him now? W: I'm afraid Mr. Li is engaged at the moment. Would you mind waiting? M: Well, how long will it be? W: About half an hour. M: That's too bad. I can't wait that long. I have another appointment at ten. W: Can the assistant manager meet you instead? M: No, I have discussed the details about the sales of our new equipment with manager on the telephone yesterday. W: Do you want to make another appointment? M: Yes, I suppose that's the best thing I can do for now. I'll be here on Thursday morning at 10 o'clock. Is that all right? W: Yes, I'll make a note of that and ask Mr. Li to confirm., Question: Who does the man want to see? (A) The assistant manager. (B) Mr. Wang. (C) Mr. Li.", "output": "logic"}, {"input": "W: Welcome, everyone. Welcome to Language International. My name is Ema Waston. And I am the center manager. I hope you will all have a wonderful stay here with us. This is Mr. Brone, our social organizer. M: Thank you, Ema. Hello, everyone. I'm Jone Brone, And it's my job to make sure you have some fun while you are here. Now this afternoon we'll go together on the walking tour of the city. And then on Wednesday afternoon, we are off to the legal sports center where you can play volleyball or football, use the gym, or go swimming to keep yourselves fit. And on Friday afternoon, we have a film club. This week's film is Spider Man. On Saturday, we are going on a day trip to Oxford, leaving here at 8:30 in the morning. Please don't be late, or we'll go without you. And finally on Sunday, we are off to London, leaving at the same time. If there are any other things you'd like to do while you are here, just ask me. And I will see if I can help., Question: What are the students going to do on Wednesday? (A) See a film. (B) Play sports. (C) Go sightseeing.", "output": "commonsense"}, {"input": "M: You haven't passed the English examination, have you? W: No, how about you?, Question: What does the woman want to know? (A) Whether the man is good at English. (B) Whether the man has passed the exam. (C) Whether the man is about to have the English exam.", "output": "logic"}, {"input": "M: This TV set is getting worse and worse. Now it doesn't work at all. W: Here's an advertisement about a big TV sale. There might be some good bargains in it., Question: What does the woman suggest? (A) They go and buy a big TV set. (B) They have a look at the advertisement. (C) They sell their TV set.", "output": "commonsense"}, {"input": "W: Paul would be much wiser to stay in this country for another year to finish his master's degree than to rush home and take over his uncle's business now. Don't you think so? M: Oh, I couldn't agree with you more., Question: What does the man think? (A) That Paul should go home and take over his uncle's business now. (B) That Paul should stay in this country for another year. (C) That Paul shouldn't waste his time here.", "output": "logic"}, {"input": "Paul: Sara, I've been looking forward to our yearly camp out for three weeks. [Me too] It's going to be a wonderful day for hiking tomorrow. The great outdoors. Camping under the stars. This is the life. Sara: Yeah, but Paul, I'm a little bit worried about the weather though. The weatherman said it was going to rain later tonight. Paul: Ah, nonsense. Nothing can spoil our adventure. Those weather reports are never right. Sara: And it said there was a chance of high winds. Paul: Ah. Don't worry. Sara: [thunder] Paul. Paul. Did you remember to bring our raincoats just in case, like I told you? [light rain] Paul: Uh ... no. I left them on the front porch. [heavy rain] Sara: What are we going to do now? Paul: We'll have to sleep in the car! Hurry get in! [door shut] Sara: So, Paul, what are we going to do now? Paul: How about playing a card game? Sara: Uhh. I left them next to the picnic table. [Hmmm] Hey, you don't want me to go out in this rain and get them, do you? Paul: No. That's okay. So what now? Sara: Well, we could head down the mountain and stay at that hotel we passed on the way up, or go home. Paul: Hmm, why don't we just make the best of it here and hope the weather clears. Sara: That's a good idea., Question: What do they finally decide to do? (A) stay at a hotel (B) return home (C) sleep at the campground", "output": "logic"}, {"input": "W: I am happy I started carrying the credit card that the bank gave us. M: Why is that, Kate? Did you use it to buy something? W: I surely did. On my way home I stopped at the store to buy some beef for dinner because I didn't have any cash with me. M: And they permitted you to pay with the card? W: Yes. They didn't even ask me to give the ID. M: You have to be careful. If you lose them and someone finds them, the bank will charge you for what you buy. W: How much has the bank allowed us to spend with the card? M: Fifteen hundred dollars. The bank encourages us to use the card, but they will also require us to pay them back. W: You are right, Henry. I'll remember that. But the card surely makes it easy to spend money., Question: What advice does the man give the woman? (A) She must have enough money with her. (B) She should not buy everything she wants. (C) She must care about her credit card and ID card.", "output": "logic"}, {"input": "W: Dave, where are you? Can you give me a hand, please? M: What? W: I said \"Can you give a hand\". M: All right. I'm coming. No need to shout., Question: What can we assume from the conversation? (A) Dave is unwilling to help because of her shouting. (B) Dave cannot help because he is busy. (C) Dave is ready to help but does not like her shouting.", "output": "commonsense"}, {"input": "M: I'm afraid the shirt is too big for me. Do you have a smaller one? F: Sure. Here it is., Question: Why didn't the man want the shirt? (A) It's too small. (B) It's too big. (C) It's not good enough.", "output": "logic"}, {"input": "M: The car was badly damaged. Did you see it? W: Yes. And to think that three women and a baby were in that horrible accident without being hurt., Question: Who were injured in the accident? (A) A baby. (B) Three women. (C) No one.", "output": "logic"}, {"input": "Woman: Hey. What's this on Facebook? It says ... Are you getting married? Man: Yeah. Didn't you know that? Woman: No. Why didn't you tell me about it? (It) says you're getting married next week. Man: Yeah, and I'm bringing her over to mom's house tomorrow. You'll love Jasmine. Woman: Jasmine? Man: Yeah. Here's her picture on Facebook. Woman: Oh. Wow. Man: What? What do you mean? Woman: Dad is not going to be impressed. Man: Why? Woman: She's got, like a lot her tattoos and a nose ring, and uh, I'm sorry. The family is going to be really surprised. Man: Ah, she's so, well, so sensitive and caring. Woman:Um, well .... [ What? ] Have ... have you taken any marriage prep classes? Man: Ah, who needs that anyway? I know all about women. Woman: Yeah. Right, like .... What have you had? Like ten girlfriends in the last six months? Man: Well, that's different! Woman: Uh, listen. Obviously, you need to improve your communication skills, and the best thing at this point .... if you're really set on marrying Jamie... Man: Jasmine ... Woman: Okay, I'm sorry, Jasmine, anyway, um, you really should take a marriage prep class. Man: What? What you are talking about? I know all about love and romance. Woman: Uh. Right .... Man: What? What do you mean? Woman: Look. Okay. It's more than that. What do you know about, say, personal finance? [ Well, you know ... ] I mean, how are you going to manage your money together? Are you going to have a joint bank account? Whose salary is going to pay the bills? Man: Ah, no problem. No problem. We have that figured out. My paycheck is going to be automatically transfered to her overseas bank account. Woman: Oh. [ What? ] Uh, where exactly is this account? What's the name of the bank? Man: Ah, I don't know. Jasmine's going to take care of that. Woman: Oh, boy. Right. Um, well, what about children? Are you guys going to have any kids? Man: Well, I want a large family, so eight kids would be just about right. Woman: Wow! What does Jasmine say about that? Man: Ah, well, she doesn't want any kids, but I'll change her mind once we get married. ( Right. ) No problem. Woman: Okay, what about housework? How are you going to handle that? Man: Well, Jasmine won't mind doing it. ( (Did) she said that? ) Well, not exactly. We've been just so busy planning out our honeymoon, that we just haven't worked out, you know, these small details. Woman: Great! You know what? By the time you learn her last name, I think things are going to be over between the two of you. Man: No, you just want and see., Question: According to the man, who is going to do the housework? (A) The man is going to take care of it. (B) The man and Jasmine will do it together. (C) Jasmine will be in charge of the chores.", "output": "logic"}, {"input": "W: Should I ask John what we have to read for tomorrow? M: How would he know?, Question: What does the man mean? (A) He knows John well enough. (B) John won't know at all. (C) John would be the one to ask.", "output": "logic"}, {"input": "W: London is a gorgeous city. From here you can see the Palace Skies. M: Wait until we can get to Paris and Madrid. And don't forget about Rome., Question: The conversation probably took place in ________. (A) Rome. (B) Paris. (C) London.", "output": "logic"}, {"input": "M: Juliet, you chose not to go to college. Why? Was it about money? W: Well. I don't want to sit here and say I was too poor to go to college. But the fact is that we didn't have the money, though my mum probably could have made enough somehow. I probably could have worked harder at school and gotten better grades, so, it is really, I didn't get to go to college. I had a wish to go back to school every other week. It wasn't just my path. M: At the time did you feel that you were missing something? W: My best friend went off to university and I just remember every time I talk to her. It all sounded so fun and so great. Here I was selling tennis shoes and getting on the bus every day to work in town. We both thought the other's life was so much more exciting. I was trying hard to make enough to pay for my own flat every month and that seemed so exciting to her. And she would talk about studying for finals, and going to parties, and I thought, God, she is so perfect., Question: Why did the woman not go to college? (A) She didn't pass the exam. (B) She wasn't interested in college. (C) She couldn't afford college education.", "output": "logic"}, {"input": "M: Excuse me, how can I get to the bank? Bank of America; I mean. I don't know the way. W: Well, go straight ahead till you see a supermarket. The bank is just at the other side of the street. M: Is it far from here? W: Let me see. Er, it's 4 blocks away. Not very far, not very near. M: Can I take a bus or something? W: You may take Bus No. 104 or a street car B-201, 4 stops by bus and 3 stops by street car. M: But where can I take the street car? W: Oh, the stop is just over there, at the bookstore. See? M: Many thanks. W: You're welcome., Question: Where is the bank? (A) Beside the supermarket. (B) Opposite the supermarket. (C) Next to the bookstore.", "output": "logic"}, {"input": "F: Can we stop and have some rest? M: Some rest? We have just finished half of the work., Question: What does the man mean? (A) To finish work first. (B) To get some rest first. (C) To leave the work till tomorrow.", "output": "commonsense"}, {"input": "M: Did you say you were driving to town this morning? W: Yes. I have to withdraw some money from the bank to pay my bookstore bills., Question: Why does the woman plan to go to town? (A) To pay her bills in the bank. (B) To buy books in a bookstore. (C) To get some money from the bank.", "output": "logic"}, {"input": "M: Hello, may I speak to Mr. Brown? W: I am sorry, he is out for lunch. Would you like to leave a message? M: Err, what time do you expect him back? W: Say, in half an hour. M: Thank you, I'll try back later., Question: What can we learn about Mr. Brown? (A) He is in his office. (B) He is at a meeting. (C) He is out for a meal.", "output": "commonsense"}, {"input": "M: What do you think of my new sweater? W: Well, it looks nice, but why don't you put it on, and then I'll tell you if it suits you? M: Okay. You know, I tried on about twenty at the shop, and this one isn't really what I wanted. I especially can't stand the high neck. W: Why did you buy it then? M: The salesman sold it to me before I realized what had happened. He just never stopped talking about the latest fashions and special reduced prices. Before I could say anything he'd wrapped it up and I realized that I'd paid him. W: Well, it doesn't look too bad. I think it looks good on you. M: But I went out to get a blue sweater to match my black trousers-something with a V-neck, short sleeves and pattern-and I came home with a brown sweater with a high neck, long sleeves and no pattern. W: You've got to learn to stand up to these high-pressure salesmen. They will sell you all sorts of things you don't want if you don't watch out. M: Next time I'll send my wife. She would probably sell something to the salesman. W: That's a good idea. Actually women are much better at shopping than men. Whenever my husband and I buy something important, I always have the finalsay. M: I must admit that women are better at shopping. I should simply leave the whole business to them., Question: What color sweater did the man buy? (A) Blue (B) Black (C) Brown", "output": "matching"}, {"input": "M: I'd like to withdraw 600 pounds from my deposit account. W: Certainly. Would you please sign this form? M: Oh, yes. Here you are. W: How would you like the money? M: In hundreds, please. W: Fine. Here you are. M: Thanks. Goodbye., Question: Where is the man? (A) At a bank. (B) At home. (C) At a shop.", "output": "commonsense"}, {"input": "M: Good morning, what can I do for you? W: I'd like to have my emergency brake fixed. The car rolls when I park it on the hill., Question: Where does the conversation most probably take place? (A) At a gas station. (B) At a garage. (C) In an emergency room.", "output": "commonsense"}, {"input": "W: What're you doing? M: Reading The Joy Luck Club. W: What's it about? M: It's about a group of American-born Chinese women., Question: What are the speakers talking about? (A) A book. (B) An American. (C) A club.", "output": "commonsense"}, {"input": "W: May I help you, sir? M: Yes. I'm looking for a nice gift for my mother. It's her birthday tomorrow. W: Do you have anything special in mind? M: No, not really. W: Perhaps she would like a necklace. We have many choices here. M: No, thanks. My mom doesn't like jewels. W: Well, then. Maybe a watch would be nice. M: Yes, that's it. She does need a new watch with big, clear numbers. She has complained a lot about the small numbers on her watch. W: This gold one is pretty, and I'm sure it will be easy for her to read the time. M: Don't you think it's a bit too fancy for old ladies? W: No, it actually sells very well and the old ladies like it very much. M: Maybe you are right. I'll take it. W: I'm sure your mother will love it. M: I hope so., Question: What was the man doing? (A) Looking for a watch for his mother. (B) Looking for a necklace for his mother. (C) Looking for a birthday gift for his mother.", "output": "logic"}, {"input": "W: Can I help you? M: I'm looking for some suit that I can wear at the office as well as on weekends. W: Let me show you a new summer collection. There're several styles that you're just looking for., Question: Where does the conversation most probably take place? (A) In an office. (B) In a museum. (C) In a clothing store.", "output": "commonsense"}, {"input": "W: I should have studied business in college. I can't find a job, even though I went to a very good college! M: Yes, everyone I know who studied business has a job. Why did you decide to study art? W: I liked Spanish, but I thought I could get a job at a museum if I studied art., Question: What did the woman study in college? (A) Business. (B) Art. (C) Spanish.", "output": "logic"}, {"input": "W: There is an element there about competition then, isn't there? Because British railways are a nationalized industry. There's only one railway system in the country. If you don't like a particular kind of big beans, you can go and buy another. But if you don't like a particular railway, you can't go and use another. M: Some people who write to me say this. They say that if you didn't have a monopoly, you wouldn't be able to do the things you do. Well, I don't think we do anything deliberately to upset our customers. We have particular problems. Since 1946, when the Transport Act came in, we were nationalized. W: Do you think that's a good thing? Has it been a good thing for the railways, do you think, to be nationalized? M: Oh I think so, yes. Because in general, modes of transport are all around. Let's face the fact. The car arrived. The car is here to stay. There is no question about that. W: So what are you saying then? Is it if the railways happen being nationalized, they would simply have disappeared? M: Oh, I think they would have. They're disappearing fast in America. Er, the French railways lose 1 billion pounds a year. The German railways, 2 billion pounds a year. But you see, those governments are preparing to pour money into the transport system to keep it going. W: So in a sense, you cope between two extremes. On the one hand, you're trying not to lose too much money. And on the other hand, you've got to provide the best service. M: Yes, you are right., Question: What do some people who write to the man complain about? (A) The monopoly of British Railways. (B) The high train ticket fares. (C) The food sold on the trains.", "output": "logic"}, {"input": "Woman: Will that be cash or charge? Mad: I'd like to charge this dress., Question: Where does this conversation most probably take place? (A) At a bank. (B) At a store. (C) At a post office.", "output": "commonsense"}, {"input": "W: Excuse me, sir, but are you Mr. Robertson from Australia? M: Yes, I am. W: How do you do, Mr. Robertson? Welcome to Beijing! M: How do you do? W: I'm Lily. M: Oh, it's great to meet you, Miss Lily. W: I'm also glad to meet you. Please come this way. That's our car. Your baggage can go in the boot. M: Good. W: Is this your first visit to Beijing? M: This is my first visit to China. It has been my long-cherished desire to pay a visit to your beautiful country. W: You are going to stay in Beijing for... M: Five days. And then I have to fly to Xi'an. My wife will be waiting for me in Hong Kong. But on my way to Hong Kong I will visit Guilin first. W: That's a wonderful idea. Well, Mr. Robertson, were you born in Australia? M: No, I was born in London. W: No wonder I can understand you so well. M: Yes, I speak British English with a bit of an Australian accent. W: I find it hard to understand some Australian friends who speak Australian English. M: Do you? I think it is because we Australians speak very quickly., Question: Where was Robertson born? (A) Australia. (B) England. (C) China.", "output": "logic"}, {"input": "W: The plane arrives at 10:50. It is already 10:40 now. Be quick! M: Relax. Your watch must be fast. There are still twenty minutes left., Question: What time is it now? (A) 10:30. (B) 10:00. (C) 10:50.", "output": "arithmetic"}], "constants": {"Contributors": ["Yeganeh Kordi"], "Source": ["dream"], "URL": ["https://github.com/nlpdata/dream"], "Categories": "Question Understanding", "Reasoning": ["Reasoning on Social Interactions"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Dialogue", "Natural Science -> School Science Textbooks"], "Instance License": ["Dedicated License (https://github.com/nlpdata/dream/blob/master/license.txt)"], "Task_Id": "task248_dream_classification.json", "Languages": "English->English", "Unique Outputs": 5, "No Instances": 826, "instructions": "In this task, you will be shown a conversation and a question. You should categorize the question into matching, summary, logic, arithmetic and, commonsense groups. Matching is a question entailed or paraphrased by exactly one sentence in a dialogue. The answer can be extracted from the same sentence. Questions that cannot be answered by the surface meaning of a single sentence belong to the reasoning category. We further define summary, logic, arithmetic and, commonsense subcategories. Answering summary questions requires the whole picture of dialogue, such as the topic of dialogue and the relation between speakers. We require logical reasoning to answer logical questions. in arithmetic questions Inferring the answer requires arithmetic knowledge. To answer commonsense questions, besides the textual information in the dialogue, we also require additional commonsense knowledge that cannot be obtained from the dialogue. Note that a question can be in more than one group. \"W\" and \"M\" in the conversations stand for \"woman\" and \"man\".", "task_id": "task248_dream_classification"}, "seed": 42}, "d_test": {"_type": "DataTable", "records": [{"input": "M: What can I do for you, Madam? W: The umbrella is broken, and I want to have it repaired., Question: What does the woman want the man to do? (A) She wants the man to buy an umbrella. (B) She wants the man to repair her umbrella. (C) She wants the man to repair her window.", "output": "logic"}, {"input": "W: Paul, we haven't gone out for over a month. Let's go somewhere this evening. M: Fine. Where would you like to go? Look in the newspaper to get information about the movies or the theatre. W: I see that a new play opened this week. M: It seemed very bad. The newspaper story said it was the worst play of the year. You don't want to go there. What else can we do? W: I'd enjoy a good concert, but, according to the paper, there are not any tonight. M: Aren't there any good movies in town? W: How about American Beauty? That should be nice. M: We've already seen it. It's an old picture. Don't you remember?, Question: How about American Beauty? (A) It's new. (B) It's not good. (C) It's old.", "output": "logic"}, {"input": "F: What do you want to do now? M: I want to go back to the hotel. F: But it's only four o'clock. M: I'm tired. We've done a lot of sightseeing. F: We can still go shopping. The stores don't close for another hour. M: No, I want to rest for a while. We're going to the theatre tonight, you know. F: Yes, I know. What time does it start? M: At eight o'clock. F: Do you want to try to take the bus to the theatre? M: We can take a taxi. It's more expensive, but it's a lot easier. F: Where do you want to eat? M: There are a lot of restaurants near the hotel. F: But what kind of restaurant? Chinese? French? Japanese? M: Oh, I don't know. Right now I just want to go back to the hotel and rest., Question: Which of the following is true? (A) The woman feels very tired. (B) The couple are on their way back to the hotel. (C) The man feels very tired.", "output": "commonsense"}, {"input": "W: Look at that big field of corn. And there's a farm with some beautiful houses. M: You really get to know the country when you go by bus, don't you?, Question: Where did the conversation most probably take place? (A) In a corn field. (B) At a bus station. (C) On a bus.", "output": "commonsense"}, {"input": "W: Excuse me, sir, but are you Mr. Robertson from Australia? M: Yes, I am. W: How do you do, Mr. Robertson? Welcome to Beijing! M: How do you do? W: I'm Lily. M: Oh, it's great to meet you, Miss Lily. W: I'm also glad to meet you. Please come this way. That's our car. Your baggage can go in the boot. M: Good. W: Is this your first visit to Beijing? M: This is my first visit to China. It has been my long-cherished desire to pay a visit to your beautiful country. W: You are going to stay in Beijing for... M: Five days. And then I have to fly to Xi'an. My wife will be waiting for me in Hong Kong. But on my way to Hong Kong I will visit Guilin first. W: That's a wonderful idea. Well, Mr. Robertson, were you born in Australia? M: No, I was born in London. W: No wonder I can understand you so well. M: Yes, I speak British English with a bit of an Australian accent. W: I find it hard to understand some Australian friends who speak Australian English. M: Do you? I think it is because we Australians speak very quickly., Question: How will Robertson go to Xi'an? (A) By plane. (B) By train. (C) By car.", "output": "commonsense"}, {"input": "Apartment Owner: Hello. Caller: Hi. I'm calling about the ad for the apartment found in today's newspaper. Apartment Owner: Okay. Caller: I'm kind of desperate, and I need something right away. Apartment Owner: Okay. What would you like to know? Caller: First of all, how big is it? Apartment Owner: It's a two-bedroom apartment with a living room, dining room and kitchen, and one bathroom. There's also a place for a washer and dryer. Caller: Okay, and how old is the apartment complex? Apartment Owner: Well, let's just say it has a lot of history. To be honest, my great grandfather built it during the 1920s, but it's a very sturdy and sound structure. Caller: Oh, and ... so, is the apartment furnished at all? Apartment Owner: Oh, yeah. The apartment is partially furnished with a refrigerator, stove, and my grandmother's old dishwasher. Caller: Your grandmother's old dishwasher? Okay. What's the rent? Apartment Owner: It's $950 a month. Apartment Owner: Whoa. That is a little steep for me. Caller: But you could always split the cost with a roommate. Caller: Perhaps. Does that include utilities? Caller: Well, the rent includes gas and electricity, but not the phone bill. And the water pump is right out the back door. Caller: Water pump! [Yeah.] Oh, yeah. Well, can I rent month-to-month, or do I have to sign a lease for a longer period of time? Apartment Owner: We require a 6-month commitment for the apartment, and if you cancel the agreement anytime during that period, hey ... you lose your deposit. Caller: Oh, and how much is the deposit? Apartment Owner: It's $400, and, of course, this money is used to repair damage or general wear and tear on our apartment, like the leaks in the old roof from last year's snow storm. Man, that was ugly. Plaster falling down from the ceiling. And I didn't even know there was a rat's nest up there, but we got that taken care of. Caller: A what? Do I get my deposit back after I move out? That's assuming that I even move in. Apartment Owner: Generally speaking, we return the deposit, minus a small fee for, you know, cleaning the apartment for the next tenant, but if you trash the place, then don't expect to get anything back. Caller: Okay. Oh, um ... how close is the apartment to the university campus? Apartment Owner: It's about eight blocks from campus, but you can catch a number of busses right out in front. Caller: Oh, so, then, if there's a busy road out front, is it noisy? Apartment Owner: Well, there are always trade-offs: it's a little noisy with the road outside and the airport behind you, but the place is really convenient because there's a supermarket and shopping center right across the street. Just keep the windows closed and a pair of ear plugs handy, and you'll be fine. Caller: Okay, and one last question. Are there parking spaces for tenants? Apartment Owner: Yeah. The apartment has two covered parking spaces, which are really convenient during certain times of the year. Caller: Uh ... I don't know. Is it possible for me to drop by and visit the apartment tomorrow morning? Apartment Owner: Sure, but just remember we rent the apartment on a first-come, first-serve basis, so there's no guarantee it'll still be available then. Caller: Okay. Thanks. Um ... and where exactly is the apartment located? Apartment Owner: It's one block west of the waste water treatment plant. Caller: Ah .... Are pets allowed? Apartment Owner: Well, you can keep small pets like a hamster in a small cage, but we don't allow larger animals like dogs, cats, or snakes. Things like that. Caller: Um, I have a rat ... Apartment Owner: You don't have anything like that, do you? Caller: Well, I have a rat that I keep in a cage. Will that be okay? Apartment Owner: Well, as long it doesn't escape, I guess that's okay. Caller: And what's your name? Apartment Owner: It's Norman. Norman Bates. Caller: Alright, Mr. Bates. I'll see you tomorrow. Bye. Apartment Owner: Bye., Question: What kind of pet is a tenant allowed to keep in the apartment? (A) a dog (B) a cat (C) a rat", "output": "logic"}, {"input": "M: Good morning, madam, what can I do for you? W: Well, someone at the hotel suggested I come here to buy a coat., Question: What's the probable relationship between the two speakers? (A) Doctor and patient. (B) Shop owner and customer. (C) Secretary and boss.", "output": "commonsense"}, {"input": "W: The dress I'm trying on is too small. Do you have a larger size? M: Yes, but not in that color. We have a larger one in red. W: Red? Red would be lovely. M: Here you are., Question: What does the woman ask for? (A) A dress of different size. (B) A dress of better quality. (C) A dress of a bright color.", "output": "logic"}, {"input": "M: What were you doing this time yesterday? Were you singing? W: No, I was doing my homework., Question: What does the man hear? (A) He hears someone singing. (B) He hears someone calling him. (C) He hears someone calling the woman.", "output": "commonsense"}, {"input": "M: Hi. I'm looking for Math 51B. Am I in the right place? W: No, this is Math 212. I think Math 51B is two doors down on the left, but I'm not sure. There should be a sign on the door, though., Question: Which room is the man looking for? (A) Math 41B. (B) Math 212. (C) Math 51B.", "output": "matching"}, {"input": "W: Listen to me, Joe, the exam is already a thing of the past. Just forget about it. M: That's easier said than done., Question: What can we infer from the conversation? (A) The exam was easier than the previous one. (B) Joe is sure that he will do better in the next exam. (C) Joe probably failed in the exam.", "output": "commonsense"}, {"input": "W: I'm sorry, Mr Wilson. I got up early but the bus was late. M: Your bus is always late, Jane., Question: What does the man mean? (A) Jane used the same excuse again. (B) Jane stayed up too late last night. (C) Jane always gets up early.", "output": "commonsense"}, {"input": "W: Hi, I'm Sally. I live in the Apartment 324, right next door. I was wondering if you could do a favor for me. I'm expecting a package to be delivered, but now I have to go to the property manager. Could you sign the package and hold it for me? M: Of course. I would be happy to help you out. By the way, I'm John. I moved in here two days ago. It's nice to meet you. W: I've been living here for six months. M: Would you like to come in for a cup of coffee? W: No, thanks. I need to talk to the property manager about some problems with my apartment. M: What trouble are you having? W: My electric stove gets too hot. I baked a cake yesterday. After only five minutes, the cake was as hard as a brick. I had the temperature set right. M: Something must be going wrong with it. You'd better talk to the property manager, and get it repaired as soon as possible. W: OK. I have to go now. I really appreciate your help. I'm glad that you moved in next door to me. I'll bake a cake as a housewarming gift as soon as my stove is working. M: Sounds great. Well, I'll see you later. W: Bye for now., Question: What problem does the woman have? (A) She has run out of flour for baking cakes. (B) She is ignorant of how to operate the stove. (C) Something is going wrong with her stove.", "output": "logic"}, {"input": "W: Does Mr. White still live in your village? M: No, he died three years ago., Question: What does the man mean? (A) Mr. White is still living in the village. (B) Mr. White has moved to a big city. (C) Mr. White no longer lives in this world.", "output": "logic"}, {"input": "W: Why did you sell the car? M: It was giving me too much trouble. I was spending so much money on it that I was... er... spending more money than it was worth. Unfortunately, of course. When you actually sell the car, you've already spent the money on it, so you lose both ways. W: What was wrong with your old car? M: The engine needs many repairs and the wheels were giving trouble now and then, when I set off on a journey, it gave me a sort of fear that I might not reach the other end. So I decided to change it. W: Is the new car good? M: Yes, It's newer, more comfortable, and it hasn't given me any trouble at all. When I set off, I'm quite sure that I'll be able to get to the other end safely., Question: What does the man feel about his new car? (A) We are not sure. (B) It's even worse than the old one. (C) It's much better than the old one.", "output": "commonsense"}, {"input": "M: Have you seen my uncle? W: No, I haven't seen him since the day before yesterday., Question: When did the woman last see the man's uncle? (A) This morning. (B) Yesterday. (C) The day before yesterday.", "output": "matching"}, {"input": "M: You certainly haven't changed much. You look the same. You must be living a happy life. W: You're right!, Question: Which is true according to the woman? (A) She lives a sad life. (B) She is living a happy life. (C) She is happy.", "output": "logic"}, {"input": "M: Excuse me, is this dictionary available? W: Uh, Oxford Learner's Dictionary? Sorry, it's sold out. M: Oh, that's too bad., Question: Where does the conversation take place? (A) In a library. (B) In a post office. (C) In a bookstore.", "output": "commonsense"}, {"input": "M: Good morning. Sunshine Taxi. W: Good morning. I'd like to book a taxi to the airport tomorrow morning. M: Where from? W: I'm at the Great Hotel in Oxford Street. How much will it be? M: About $50. When do you want to leave? W: Eight in the morning. M: All right. We'll pick you up at your hotel at eight., Question: Where is the woman going tomorrow? (A) Great Hotel. (B) The airport. (C) Sunshine taxi company.", "output": "matching"}, {"input": "M: Now, let's stop talking and get going. I need to be in my office in fifteen minutes, or I'll be late for a meeting. W: Okay, bye., Question: What will the man do? (A) Attend a meeting. (B) Give a lecture. (C) Leave his office.", "output": "matching"}, {"input": "W: Hello, Dan. I was sorry to hear that you had an accident last week. How did it happen and how are you feeling now? M: Well, I was riding on my bicycle along the street when a taxi driver suddenly made a sharp turn in front of me. I could not stop my bicycle in time and I was knocked down. Fortunately, I only got a broken arm and a broken leg. The doctor said that I would have to stay in hospital for at least a week. W: Do your arm and leg hurt now? M: Yes, my leg hurts badly, but I can bear the pain. The only thing that I'm worried about is my classes. You know, next week we're going to have our mid-term exams. W: Well, don't worry about the exams. I can help you. M: Thank you, but I don't really want to stay here that long. Anyway, thank you for coming to see me., Question: Where does the conversation probably take place? (A) In a hospital. (B) In a classroom. (C) At the man's home.", "output": "summary"}, {"input": "M: Hello? Beechgrove School? This is Mr. Holloway speaking. Brad Holloway. I'm ringing about my son Michael. He came home yesterday and said he'd been in trouble at school with his P. E. teacher, Miss Sanderson. She said he didn't have the right kit for P. E. Everyone else thought it was all highly amusing, of course, and Michael was very embarrassed about it. Perhaps I could speak to the Headmistress. W: She's engaged at the moment, I'm afraid. This is her secretary. M: I can hold on for a while if she's going to be free soon... W: I have a feeling she's going to be busy all morning, Mr. Holloway. She's at a Governors' meeting. It could go on for a very long time... M: Oh. Well, in that case, perhaps you could help me. W: Of course. What form is Michael in? M: He's a first year. He's in 1B. His form teacher's Mr. Hopkins. W: And what kit should Michael have brought with him? M: Well that's the point. In the school information booklet it says black shorts and blue singlet, with black or blue plimsolls. So that's what we bought him. We went to the sports shop the school actually recommends. You know, Atlas Sports, West Street. W: I'm just looking at the information booklet, Mr. Holloway. There seems to have been some mistake. M: I thought so. Maybe you could point it out to Miss Sanderson. W: What Michael came to school with was the senior girls' basketball kit. M: What? How on earth could that have happened? It says quite clearly in the booklet, black shorts and blue vest. I've got it in front of me. W: You're looking at the top of Page 11, aren't you? M: That's right. W: Well, unfortunately the layout of the booklet is a bit misleading. If you look at the bottom of the previous page you'll see it says Boys' Kit in the left-hand column and Girls' Kit in the right-hand one, but when you turn over the page it's not difficult to forget which column was which because the headings aren't repeated. M: So it looks as though were going to have to write another cheque... W: I'm afraid so. M: Oh well. Anything for a quiet life, I suppose. Perhaps yon could ask Miss Sanderson to be patient for a week or so to give us time to buy the right kit. W: Of course. Goodbye Mr. Holloway., Question: Where did Mr. Holloway buy the clothing? (A) \"At Last\" Sports Shop. (B) South Street Sports Shop. (C) The shop recommended by the school.", "output": "logic"}, {"input": "M: Hello, Jane. W: Hi, Harry. Did you have a good summer holiday? M: Sure. I went for my holiday on my uncle's farm. W: Really? What interesting things did you do there? M: I helped get in some rice, take care of the fruit garden and drive the tractor. W: Drive a tractor? M: Yes. It was easy to learn. Did you go away for your holiday, Jane? W: Oh, no. I just stayed at home. My mother has been in hospital. I had to look after her and help do some cooking and washing at home. M: I'm sorry. Oh, it's late. I must be off now. Bye bye., Question: Which is right according to the dialogue? (A) Harry had a holiday on a farm. (B) Harry's mother was ill. (C) Harry's uncle is a doctor.", "output": "logic"}, {"input": "M: Hello, police station here. F: I...I want to report my stolen car., Question: What did happen? (A) The woman's car was stolen. (B) The woman wanted to steal a car. (C) The woman saw the thief.", "output": "matching"}, {"input": "W: What is the deadline for the term paper, sir? M: Since it should be about 10 type-written pages long, you can hand it in next week., Question: What is the probable relationship between the two speakers? (A) Manager and clerk. (B) Director and secretary. (C) Professor and student.", "output": "commonsense"}, {"input": "M: Excuse me. Is this dictionary available? W: Ur...Oxford Learners Dictionary, the seventh edition? I am sorry. It's sold out. M: Oh, that's too bad., Question: Where does the conversation most probably take place? (A) In an office. (B) In a library. (C) In a bookstore.", "output": "commonsense"}, {"input": "M: Excuse me! Do you mind if I sit here? W: Not at all. Go ahead. M: Thank you. W: Are you going somewhere, or are you meeting someone? M: I'm on my way to Washington. And you? W: I'm on my way to San Francisco. M: Really? I think San Francisco is probably the most exciting city in the US. W: So do I. No other city has as many good restaurants or as much good music. M: En, neither do I, really. But small towns have their advantages, less traffic. W: And friendlier people. You know, I'm beginning to feel homesick. By the way, where are you from? M: China. W: China? But you speak English like a native speaker. I didn't have any idea. M: Oh. Excuse me. It's time for my flight. Well, nice talking with you. W: You, too. Bye!, Question: Where will the man leave for? (A) Washington (B) San Francisco (C) China", "output": "matching"}, {"input": "W: I read the instructions, but I'm still not sure how to use my cell phone. M: Actually, it's pretty easy. First of all, don't forget to turn it on. W: Got it! M: Then dial the number. And remember to press the \"send\" button. W: That's all? M: Pretty much. Just make sure to recharge the batteries every few weeks. And try not to drop it. It's fragile. W: Good advice. M: And one more thing: Be sure to pay the phone bill every month!, Question: What is the conversation mainly about? (A) How to read the instructions. (B) How to use the cell phone. (C) How to pay the phone hill.", "output": "summary"}, {"input": "M: Good morning. This is Peter Brown of IMA computers. What can I do for you? W: Hello. I'd like to order some computer monitors. M: Yes. Which ones? W: The order number is C106. M: How many do you need? W: Three hundred, please. M: One moment. Yes, we can supply them. W: Could you send them by July 21st, please? M: Certainly. W: Good, thanks. M: Thank you. Good-bye. W: Good-bye., Question: What does the woman want to do? (A) Order some goods from a sales company. (B) Inquire about the price of some goods. (C) Check an order with IMA Company.", "output": "logic"}, {"input": "W: How did you find your new apartment? M: Well, it's quite nice really, although I'm having a hard time getting used to such a big building., Question: What is the man's problem? (A) He can't find his new building. (B) He had a bigger apartment before. (C) He is not accustomed to the large building.", "output": "matching"}, {"input": "M: It's a great art show, isn't it? By the way, I'm Jim. W: Yes, it's successful. I'm Nancy. Nice to meet you. M: Me too. Are you from France? W: Actually, I was born in London, and I grew up in Paris. What about you? M: Oh, I'm a local man in New York. I'm an art teacher in New York University. This art show is held by my students. W: Really? Great! I'm a student majoring in piano performance in the same college. I'll hold a piano party next Saturday night at the Silver Bar. Would you like to come? M: I'd love to. Could I take my daughter with me? Besides painting, she is fond of piano as well. W: Sure., Question: What do we know about the man's daughter? (A) She grew up in Paris. (B) She teaches art in New York University. (C) She likes painting and playing the piano.", "output": "logic"}, {"input": "M: We're going to play tennis tomorrow afternoon at two. Do you want to come? W: Oh, well... I've got to go to the hospital at one o'clock and I'll be there for at least three hours., Question: What do we learn about the woman? (A) She has to attend a meeting. (B) She is going to go to a hospital. (C) She does not like sports.", "output": "matching"}, {"input": "Man: So, what do you want to do tomorrow? Woman: Well, let's look at this city guide here. [Okay] Uh, here's something interesting. [Oh!]Why don't we first visit the art museum in the morning? Man: Okay. I like that idea. And where do you want to eat lunch? Woman: How about going to an Indian restaurant? [Humm] The guide recommends one downtown a few blocks from the museum. Man: Now that sounds great. After that, what do you think about visiting the zoo? [Oh .. umm .. well ... ] Well, it says here that there are some very unique animals not found anywhere else. Woman: Well, to tell you the truth, I'm not really interested in going there. [Really?]. Yeah. Why don't we go shopping instead? There are supposed to be some really nice places to pick up souvenirs. Man: Nah, I don't think that's a good idea. We only have few travelers checks left, and I only have fifty dollars left in cash. Woman: No problem. We can use YOUR credit card to pay for MY new clothes. Man: Oh, no. I remember the last time you used MY credit card for YOUR purchases. Woman: Oh well. Let's take the subway down to the seashore and walk along the beach. Man: Now that sounds like a wonderful plan., Question: Why does the man want to visit the zoo in the afternoon? (A) The zoo will be closed the rest of the week. (B) The zoo is free to visitors that day only. (C) There are unusual animals on display.", "output": "logic"}, {"input": "W: The bus is late. I've been waiting for an hour. M: It's eight o'clock now, so we should be boarding in a minute., Question: When did the woman begin to wait at the station? (A) At 9 o'clock. (B) At 7 o'clock. (C) At 8 o'clock.", "output": "arithmetic"}, {"input": "W: I'd like to speak to Mr. Johnson, please. M: This is Mr. Johnson. W: Oh, hello. This is Erica Stone. My living room window was broken this afternoon. Can you repair it? M: Sure. I can come over tomorrow afternoon. Is that OK? W: Could you come over now? M: OK, I'll come over and take a look in a little while. W: You charge about $100, don't you? M: Usually, if it's a small window. Didn't I repair a window for you a few weeks ago? Oh, and your children have broken the window again? Were they playing ball in the house? W: Well, I told them not to do that any more. This time I broke it. I was practicing my volleyball. M: Oh, you did, did you? W: Yes, you're right., Question: Who is the man? (A) The repairman. (B) The woman's friend. (C) The woman's neighbor.", "output": "commonsense"}, {"input": "W: Look at the mess! And the guests will be here soon! M: Take it easy. I'll make sure the house is spotless., Question: What does the man mean? (A) He'll be able to clean the house in time. (B) He doesn't have time to take the woman home. (C) It should be easy for the guests to find the house.", "output": "logic"}, {"input": "M: Good morning. This is Peter Brown of IMA computers. What can I do for you? W: Hello. I'd like to order some computer monitors. M: Yes. Which ones? W: The order number is C106. M: How many do you need? W: Three hundred, please. M: One moment. Yes, we can supply them. W: Could you send them by July 21st, please? M: Certainly. W: Good, thanks. M: Thank you. Good-bye. W: Good-bye., Question: What is the man's reply? (A) He isn't able to accept the order. (B) He has to make a check. (C) He will supply the goods.", "output": "logic"}, {"input": "W: It's nice of you to come here to pick me up, Mr. Smith. M: Don't mention it. How was the flight?, Question: Where does the conversation most probably take place? (A) At a train station. (B) At an airport. (C) At a travel agency.", "output": "commonsense"}, {"input": "M: Hi, Maggie. Nice to see you again. I want all these books here. W: Oh, my God, that might be a lot for your dad to buy at one time. M: But you see my dad always gets me all the books I want. W: Well, that's really very nice of him. You've got a good father., Question: Will the man's father get him all the books? (A) Yes. (B) No. (C) Unclear.", "output": "logic"}, {"input": "W: You see, I'm getting much fatter than before. I'm always worried I've no idea how to lose weight. M: You should do some exercise every day. That is the best way to keep you healthy and strong. W: You know, I don't want to move about at all. M: You'd better not watch too much TV. Recently, dancing machines have been popular in China. I suggest buying one. W: What is the dancing machine? M: Oh, you may see one in shopping centres. It's easy to learn how to use it. What you ought to do is to dance on such machines with loud disco music, stepping forward and backward, left and right according to the directions on TV, as if you are really dancing. W: That sounds interesting! But is it useful to help me keep fit? M: Sure. When you finish dancing, you'll be out of breath. W: Where can I find one? M: You may go to the Friendship Store. W: Is it expensive? M: I don't think so. It only costs 800 yuan. W: All right. I'd like to buy one., Question: What does the woman worry about? (A) Her weight. (B) Her health. (C) Her work.", "output": "matching"}, {"input": "M: I will just read this chapter of the book to pass the exam. W: You can't just read this chapter. The exam covers the whole book, you know., Question: What does the woman tell the man must do? (A) Read part of the book. (B) Read the whole book. (C) Read another book.", "output": "logic"}, {"input": "M: What's the matter with you, madam? W: I have a headache. And I felt confused and cold. M: You probably have caught a cold. Let me check your pulse and lake your temperature. Oh, you de have a high fever. W: Is it serious? M: Take it easy. Here is the prescription and get some medicine, you will be better soon. W: Do I have to be given an injection? M: Yes, before you leave, I want my nurse to give you an injection. W: Okay. Do I have to go on a diet? M: Not necessarily. Drink as much water or juice as you can, avoid greasy food and keep warm. W: Thank you., Question: What is the probable relationship between the two speakers? (A) Teacher and student. (B) Writer and reader. (C) Doctor and patient.", "output": "commonsense"}, {"input": "M: Hello! Is that 876-2917? F: No, it's 872-6917., Question: What's the right number? (A) 876-2197. (B) 872-6917. (C) 876-2917.", "output": "matching"}, {"input": "W: If it hadn't been snowing so hard, I might have been home by 9 o'clock. M: It's too bad you didn't make it. Jane was here and she wanted to see you., Question: What happened to the woman? (A) She got home before 9 o'clock. (B) She had a bad cold. (C) She was delayed.", "output": "commonsense"}, {"input": "W: How often did you write home. M: I used to write home once a week., Question: What do you understand from the man's answer? (A) He enjoys writing home every week. (B) He never fails to write a weekly letter home (C) He doesn't write home once a week now.", "output": "commonsense"}, {"input": "W: Excuse me, Dr. Tyler, your secretary said I should come right in. M: Please do, Jenny. How can I help you? W: I need to get your signature on my schedule card here, on the line above advisor's approval. M: Sure, but let's look at it over together first. How many courses do you have here? W: Six. M: Six? That's quite a heavy load. Any particular reason? W: I had to drop my chemistry course last semester when I was in the hospital, so I need to take it again. M: So you've already learnt a lot of the material. W: Right. And calculus is a part of the second year requirement. M: Let's see, chemistry, calculus. Oh, I see you'll be in my seminar on the modem American novel. W: Yes, I'm looking forward to it and the romantic poetry seminar, too. M: Two seminars? That is rather a lot. Can you handle the work? W: I think so. The introductory economics is very easy and so is the music course. M: Well, then I'll be happy to sign the card. However, I insist that you come see me after the first week of classes so we can make sure this isn't too much for you. W: That's a promise., Question: When does this conversation take place? (A) Just before the semester begins. (B) After the first week of classes. (C) In the middle of the semester.", "output": "commonsense"}, {"input": "W: Did you have a busy week? M: Emm, well, no. I mean I didn't do a lot, but I bought a computer. W: You did? Thank godness. Now you don't need to borrow mine. You had it for two weeks last time. M: Yeah, so sorry about that. I wrote my history paper on it. Thanks again, by the way. W: Sure, no problem. So how do you like your computer? M: Oh, it's really cool. I use it everyday. W: Really? Are you using it for class? I mean you're working on the paper now, right? M: Emm, yeah, yeah, but I don't use it for class. W: So what do you use it for? M: Emm, actually, I just watch DVDs on it all week., Question: What has the man been doing with his new computer? (A) Watching DVDs. (B) Doing homework. (C) Searching for information.", "output": "logic"}, {"input": "W: I'm worried about Anna. She is really been depressed lately. All she does is staying in her room all day. M: That sounds serious. She'd better see a psychiatrist at the consoling center., Question: What does the man suggest Anna do? (A) Cheer herself up a bit. (B) Find a more suitable job. (C) Seek professional advice.", "output": "commonsense"}, {"input": "M: This hotel in India just got ranked the number one hotel in the world! W: What, by some silly website that specializes in top ten lists just to sell more ads? M: No, by Travel + Leisure magazine. W: Oh, really? They really know their stuff. Hey, that looks more like a palace! M: It's designed after the ancient palaces of northern India. W: It looks like a lot of the rooms have balconies. M: Yeah, those are the suites that have direct access to private pools. But all the rooms have Wi-Fi, flat screen TVs, king-size beds, daily newspapers, and... W: OK, stop talking! We've got to make our reservations! M: Well, hang on a second. You don't really like Indian food. W: But I thought they offer other choices besides Indian food... M: Maybe. Also, this part of India is pretty quiet. There's no shopping or clubbing. People go there to relax. W: That's OK. I can go shopping anywhere. M: The rooms start at $350 per night, and those suites are $750 per night. W: Whoa! I thought India was supposed to be inexpensive!, Question: What do people mainly go to the hotel for? (A) Shopping. (B) Relaxing. (C) Enjoying the club.", "output": "logic"}, {"input": "M: What do you think of the products at the furniture store downtown? W: I think they have a very good range of products. I like the quality of them. You get good quality for the price that you pay. And most of the products are environmentally sound. M: What can you usually buy there? W: Well, I usually buy functional furniture, such as bookcases, cupboards and armchairs. And sometimes I buy table cloths and bed sheets. M: Is there anything you don't like about shopping there? W: Oh, there is. It can be very crowded because it's a popular store, and you get a lot of people. It often results in very long lines at the checkouts. You can wait for quite a long time to pay for your goods. M: So... are you planning another trip to the store? W: Yes, I expect so. I'll probably go again in January for the sales., Question: What dose not woman like about the store? (A) No sales promotion (B) Crowds at the checkouts (C) High prices of the products", "output": "logic"}, {"input": "W: Could you turn that off? I can't hear myself think. M: What? W: The radio. M: Oh! Sorry., Question: What does the woman want the man to do? (A) Speak louder. (B) Apologize to her. (C) Turn off the radio.", "output": "logic"}, {"input": "M: This has been the worst flood in the past 20 years. It has caused much damage and destruction. W: Look at the prices of fruits and vegetables. No wonder they are so expensive., Question: What are they talking about? (A) The fight against a flood. (B) Floods of the past twenty years. (C) The effects of the flood.", "output": "commonsense"}, {"input": "W: Hi, Martin. How are you? M: Fine, but busy. We've got some exams next week, remember? W: I know. How much work did you do last night? M: None. I went to the cinema. What about you? W: I had no time last night. It was my sister's birthday, so we all went out to dinner. M: Have you done any work this morning? W: Some, but not a lot. Anyway, I rang to ask you something. Do you know where my physics book is? M: I've got no idea, but you can borrow mine if you want. W: Thanks. M: Let's meet outside Natbank in High Street at lunch time. I'll bring my physics book to you. W: Good idea. I'm very worried about the physics exam. Have you got any old exam papers? I'd really like to look through them. M: I haven't, but my brother's got some. I'll bring them with me at lunch time. W: Wonderful! See you at 12:30. OK?, Question: Why is the girl worried about her physics exam? (A) Because she hasn't prepared well. (B) Because she has lost her physics book. (C) Because she has no old exam papers.", "output": "commonsense"}, {"input": "F: John, was it raining when you went home yesterday afternoon? M: No, it didn't rain until I arrived home., Question: When did it begin to rain? (A) At about 6:00. (B) Before John got home. (C) After John reached home.", "output": "logic"}, {"input": "W: I don't think Poppas is right for this position. M: I agree. He's got experience as a computer operator but he has very little training in programming. What about Anderson? W: I like him. He seems very enthusiastic and he knows a lot about programming. M: That's true. Do you think he is dependable enough, though? He's already had two different jobs this year. He might work for a couple of months and then decide to leave. W: I suppose so. But his last supervisor wrote a three-page letter of recommendation. He says Anderson is an excellent programmer. M: He probably is. But we don't want him to leave after we've spent a lot of time training him. Actually, I think Logan is the best candidate. W: She hasn't worked since she got married, hasn't she? M: She's been taking care of her family. But she is really devoted. W: Oh, yes. The letter from her principal says she did a wonderful job. Do you think she'll be a good programmer? M: I bet she will. She has an excellent letter of recommendation from her teacher at the institute she attended. W: That's true. M: And Logan seems more professional. She was well-dressed and seemed to have a very positive attitude about working for us., Question: How many applicants do the speakers mention? (A) 2. (B) 3. (C) 4.", "output": "arithmetic"}, {"input": "W: How did you go to Canada? Did you fly? M: I was planning to because it's such a long trip by bus or train. But Fred decided to drive and invited me to join him. It took us 2 days and one night., Question: How did the man go to Canada? (A) By train. (B) By car. (C) By bus.", "output": "commonsense"}, {"input": "W: Good morning, sir. Can I help you? M: I want to make an inquiry about leaving my car with you. You see, I am going abroad and I don't want to take the car. But I will need it when I get back. W: I see, sir. Well, we can offer you full parking service for as long as you wish. M: Good. I am going to Washington for two weeks. W: Right. So how long do you want to leave the car with us? M: Well. I'm flying to Washington on the 5th and coming back on the 19th. That's fourteen days, isn't it? W: That means fifteen days' parking service. We have a minimum fee of ten pounds for three days, but for 15 days, it'll only cost you 25. M: It says 22 here. W: No, sir. That's for 14 days. M: Um, 25 for 15 days. W: Now, come this way, sir. We'll complete the form. Can I have your name? M: Francis, Donald Francis. W: And the make of the car, sir? M: Just Ford. W: Ford. And the color? M: Green. W: Your departure day is May 5th, I think you said. M: Yes, the 5th. That's a Friday. W: Friday 5th of May. Now, what time is your flight, sir? M: 11:50. But I have to check in about half an hour beforehand. W: Well, we'd like customers to check their cars in here at least ten minutes before check-in time. M: So. I ought to be here about 11:10. W: Well, it's safer before that. We do get very busy., Question: When will the man be back from abroad? (A) On the 5th. (B) On the 10th. (C) On the 19th.", "output": "arithmetic"}, {"input": "Greg: Hey, sorry, I can't come to the phone now. Just leave a message ... [Beep] Dave: Greg, greg. Where in the world are you? Hey, man. I'm in hot water, and it's all your fault! I thought you said Cindy was single and available!! Man, were you wrong!! You should have told me that your sis had just broken up with a seven-foot gorilla named Butch. I mean the guy is huge, and he caught me dropping her at her place, and he nearly strangled me before I could get in my car. And the guy's dog. You might have warned me about his vicious beast dog. The thing nearly ripped off my arm. Well, once I peeled out of the drive way, the maniac started chasing me in his monster truck and nearly ran me off the road. And man, you could have told me that your car didn't have much gas 'cause it ran out in the middle of this dark parking lot, and I'm now hiding in the men's room of the gas station. Now, pick up the phone ... pick it up, ... Oh, no I can hear the guy outside and ... hey, and your phone is going dead ... Ah, man ... you might have told me that this thing couldn't hold a charge ... Ah man ... I should have stayed home and done the laundry ... I shouldn't have listened to your wacky idea of going out tonight ... Greg, Greg? Where are you?, Question: What happened while the man was trying to get away from Butch? (A) The car almost crashed off the road. (B) The man attempted to steal the car. (C) The man jumped on top of the car.", "output": "logic"}, {"input": "M: Should I turn left here? F: No, keep going straight and turn at the next light., Question: What should the man do? (A) Turn left (B) Go straight (C) Turn right", "output": "logic"}, {"input": "M: Shall we go fishing this Saturday afternoon? F: That sounds great, but only if it doesn't rain., Question: Will they go fishing this Saturday afternoon? (A) Yes. (B) No. (C) It depends on the weather.", "output": "logic"}, {"input": "W: What did you say? M: I said that it's a fine day today. Why don't we go for a walk? W: Can you wait a few minutes? I have to finish the letter. M: Will it take long? W: No, about ten minutes, I think. Why don't you go first and I'll meet you in the park? M: OK. I'll wait for you near the garden., Question: Where does the man ask the woman to see him? (A) Near the garden. (B) In the garden. (C) Outside the park.", "output": "logic"}, {"input": "W: Oh, I'm fed up with my job. M: Hey, there's a perfect job for you in the paper today. You might be interested. W: Oh, what is it? What do they want? M: Wait a minute. Uh, here it is. The European Space Agency is recruiting translators. W: The European Space Agency? M: Well, that's what it says. They need an English translator to work from French or German. W: So they need a degree in French or German, I suppose. Well, I've got that. What's more, I have plenty of experience. What else are they asking for? M: Just that. A university degree and three or four years of experience as a translator in a professional environment. They also say the person should have a lively and inquiring mind, effective communication skills and the ability to work individually or as a part of the team. W: Well, if I stay at my present job much longer, I won't have any mind or skills left. By the way, what about salary? I just hope it isn't lower than what I get now. M: It's said to be negotiable. It depends on the applicant's education and experience. In addition to basic salary, there's a list of extra benefits. Have a look yourself. W: Hm, travel and social security plus relocation expenses are paid. Hey, this isn't bad. I really want the job., Question: What position is being advertised in the paper? (A) Language instructor. (B) Environmental engineer. (C) Translator.", "output": "logic"}, {"input": "W: Will you please go to the music store this afternoon with me? I want to buy some new CDs. M: You've already had a lot of them. And you can borrow some to enjoy the new music., Question: What does the man mean? (A) He doesn't want the woman to buy new CDs any more. (B) The new music is not worth listening to. (C) He doesn't want to go to the music store at all.", "output": "commonsense"}, {"input": "W: Good morning, sir. Can I help you? M: I want to make an inquiry about leaving my car with you. You see, I am going abroad and I don't want to take the car. But I will need it when I get back. W: I see, sir. Well, we can offer you full parking service for as long as you wish. M: Good. I am going to Washington for two weeks. W: Right. So how long do you want to leave the car with us? M: Well. I'm flying to Washington on the 5th and coming back on the 19th. That's fourteen days, isn't it? W: That means fifteen days' parking service. We have a minimum fee of ten pounds for three days, but for 15 days, it'll only cost you 25. M: It says 22 here. W: No, sir. That's for 14 days. M: Um, 25 for 15 days. W: Now, come this way, sir. We'll complete the form. Can I have your name? M: Francis, Donald Francis. W: And the make of the car, sir? M: Just Ford. W: Ford. And the color? M: Green. W: Your departure day is May 5th, I think you said. M: Yes, the 5th. That's a Friday. W: Friday 5th of May. Now, what time is your flight, sir? M: 11:50. But I have to check in about half an hour beforehand. W: Well, we'd like customers to check their cars in here at least ten minutes before check-in time. M: So. I ought to be here about 11:10. W: Well, it's safer before that. We do get very busy., Question: How much does the man have to pay for the service? (A) 14 pounds. (B) 19 pounds. (C) 25 pounds.", "output": "logic"}, {"input": "F: What do you want to do now? M: I want to go back to the hotel. F: But it's only four o'clock. M: I'm tired. We've done a lot of sightseeing. F: We can still go shopping. The stores don't close for another hour. M: No, I want to rest for a while. We're going to the theatre tonight, you know. F: Yes, I know. What time does it start? M: At eight o'clock. F: Do you want to try to take the bus to the theatre? M: We can take a taxi. It's more expensive, but it's a lot easier. F: Where do you want to eat? M: There are a lot of restaurants near the hotel. F: But what kind of restaurant? Chinese? French? Japanese? M: Oh, I don't know. Right now I just want to go back to the hotel and rest., Question: What do you think the speakers are (A) Citizens of the city. (B) Tourists visiting the city. (C) A couple looking for work.", "output": "commonsense"}, {"input": "W: I am happy I started carrying the credit card that the bank gave us. M: Why is that, Kate? Did you use it to buy something? W: I surely did. On my way home I stopped at the store to buy some beef for dinner because I didn't have any cash with me. M: And they permitted you to pay with the card? W: Yes. They didn't even ask me to give the ID. M: You have to be careful. If you lose them and someone finds them, the bank will charge you for what you buy. W: How much has the bank allowed us to spend with the card? M: Fifteen hundred dollars. The bank encourages us to use the card, but they will also require us to pay them back. W: You are right, Henry. I'll remember that. But the card surely makes it easy to spend money., Question: How much can the woman spend at most with her credit card? (A) 500. (B) 1,500. (C) 50.", "output": "logic"}, {"input": "W: Wait, Ben, did you say you had a party on Saturday? M: Yeah, didn't you know about it? It was my birthday. W: No, I didn't. M: But I invited you. I sent you an e-mail last week. W: Are you sure? I didn't get it. Oh, you know what? I didn't tell you I have a new e-mail address. Oh, I am sorry. M: That's OK. But I was kind of upset that you wasn't there. W: Really? I was upset too. And the bike trip is just awful. We got lost for four hours. M: Oh, that's terrible. W: Listen, let's go out for lunch this week. I want to do something for your birthday. M: Oh, you don't have to. W: I know. But I want to. M: OK. That's really nice of you, really. So anyway, I have to go now. I have a meeting at 9:30. W: OK. See you later and happy birthday., Question: What does the woman want to do for the man's birthday? (A) Buy him a nice present. (B) Have lunch with him. (C) Send him an e-mail.", "output": "logic"}, {"input": "M: Hello, Mary, it's me, Mike. Am I calling at a bad time? W: No, not really. M: I have invited some of my friends to dinner at my house this evening. I thought maybe you'd like to come, too. W: Well, that sounds good, but I'm afraid I've got to do some reading for my English course. M: Today is Friday. You've got to relax and enjoy yourself at the weekend. W: I know. But there is a lot of reading to do. Besides, I really ought to do my washing this evening. M: Then would you like to come just for a drink later on instead? W: Actually, I'd like to go to bed early tonight. I'm a bit tired. M: All right. Have a good rest. I'll call you again tomorrow. W: Don't call me early. I usually sleep until eleven on Saturdays. M: What? That'll be too late for our Saturday country drive. W: Did I say I'll go with you for a drive to the country? M: No, but I have already planned everything. W: Listen, Mike. I like to plan my own days myself., Question: What does the man think people should do at the weekend? (A) Rest and have fun. (B) Have a good sleep. (C) Take some exercise.", "output": "logic"}, {"input": "M: I see you are busy right now, Sue. As soon as you finish, I'd like to talk to you for a few minutes. W: That's OK. Come on in. M: Oh, no, I don't want to interrupt you. I can wait. I'll come back later. W: I'm afraid it's going to be a long wait! I'm working on my history paper. M: History paper? I thought you'd finished it. Didn't you turn it in on Friday? W: Uh - huh. But the professor just returned it to me. I was told to add ten more pages. M: Ten more pages! That's quite a lot. How are you going to do it? W: That's what I am trying to figure out. Now what can I do for you?, Question: What does the man want to do? (A) He wants to help her with her work. (B) He wants to talk to her. (C) He wants her to help him.", "output": "matching"}, {"input": "F: Is anyone hurt in the accident, Bill? M: Yes, Jack has hurt his arm, but not so bad., Question: What has happened to Jack? (A) He hurt his leg. (B) He hurt his arm. (C) His back was badly hurt.", "output": "matching"}, {"input": "M: Excuse me, Miss? Did anyone happen to turn in a new handbag? You know, it's a birthday gift for my wife. W: Let me see. Oh, we've got quite a lot of women's bags here. Can you give me more detailed information, such as its color, the size and the trademark?, Question: Where does this conversation most probably take place? (A) At a \"Lost and Found\". (B) At an exhibition. (C) At a trade fair.", "output": "commonsense"}, {"input": "W: The flight for Philadelphia left ten minutes ago? M: That's right. It's now 12:15., Question: When did the plane leave? (A) 12:00. (B) 12:10. (C) 12:05.", "output": "arithmetic"}, {"input": "M: Do you know if the flower shop is still open? W: Yes, it's open till six. I'm sure., Question: When are they having the dialogue? (A) In the morning. (B) In the afternoon. (C) At night.", "output": "commonsense"}, {"input": "W: What are we going to get for Lydia's birthday? M: How about a pair of running shoes? W: You know she hates doing exercise. M: Then I guess we can buy her a birthday cake., Question: What are the speakers talking about? (A) Having a birthday party. (B) Doing some exercise. (C) Getting Lydia a gift.", "output": "commonsense"}, {"input": "W: I can't find the arrival times for the New York to Boston trains on this schedule. M: Look for New York in the left hand column and follow it across until you find the hour listed in the Boston column., Question: What is the woman looking at? (A) Pictures of the trains from Boston to New York. (B) A map of New York. (C) A timetable.", "output": "commonsense"}, {"input": "W: Take these pills three times a day. Two pills each time. M: Thank you., Question: Where does the woman work? (A) In a hospital (B) In a school (C) In a library", "output": "commonsense"}, {"input": "W: What are you doing, Tom? M: I'm writing to my mother. W: But you wrote to her only yesterday. M: Yes, but I have something new to tell her. W: Something new? M: Yes. I am telling her I've decided to take up a part-time job as a shop assistant. W: What do you mean? You've been working at one nearly three months. Have you been fired by Rogers? M: No. My mother doesn't know I have a part-time job. W: You mean you didn't tell her before? M: No. I didn't want her to worry about my study. W: But why are you telling her now? M: I don't want her to worry about my life here. You see, I told her that I'd just bought a car in my letter., Question: Why does Tom tell his mother about his job? (A) Because he doesn't want her to worry about his job. (B) Because he doesn't want her to worry about his life. (C) Because he doesn't want her to worry about his marriage.", "output": "logic"}, {"input": "W: Did you see Mary today? M: Yes, why did she have such a long face? W: I don't have the fuggiest idea. M: I thought she'd be happy. W: Yeah, especially since she got a promotion recently., Question: What do we learn about Mary? (A) She is upset (B) She is desperate (C) She's longing for a gift", "output": "logic"}, {"input": "W: Good morning, sir. Can I help you? M: I want to make an inquiry about leaving my car with you. You see, I am going abroad and I don't want to take the car. But I will need it when I get back. W: I see, sir. Well, we can offer you full parking service for as long as you wish. M: Good. I am going to Washington for two weeks. W: Right. So how long do you want to leave the car with us? M: Well. I'm flying to Washington on the 5th and coming back on the 19th. That's fourteen days, isn't it? W: That means fifteen days' parking service. We have a minimum fee of ten pounds for three days, but for 15 days, it'll only cost you 25. M: It says 22 here. W: No, sir. That's for 14 days. M: Um, 25 for 15 days. W: Now, come this way, sir. We'll complete the form. Can I have your name? M: Francis, Donald Francis. W: And the make of the car, sir? M: Just Ford. W: Ford. And the color? M: Green. W: Your departure day is May 5th, I think you said. M: Yes, the 5th. That's a Friday. W: Friday 5th of May. Now, what time is your flight, sir? M: 11:50. But I have to check in about half an hour beforehand. W: Well, we'd like customers to check their cars in here at least ten minutes before check-in time. M: So. I ought to be here about 11:10. W: Well, it's safer before that. We do get very busy., Question: Where is the man going? (A) Denmark. (B) America. (C) France.", "output": "commonsense"}, {"input": "M: Today is January 14, isn't it? W: That's right. Only nine days before Bob's birthday., Question: When is Bob's birthday? (A) January 14. (B) January 5. (C) January 23.", "output": "arithmetic"}, {"input": "W: Tom said he would come to repair our solar heater when he had time. M: He often says he is willing to help, but he never seems to have time., Question: What does the man imply about Tom? (A) He is not a good mechanic. (B) He doesn't keep his word. (C) He spends his spare time doing repairs.", "output": "commonsense"}, {"input": "W: Susan has been ill for a few days. Shall we go and see her in hospital? M: Yes, but she is now back home. She just got out this morning., Question: What do we learn about Susan? (A) She is still in hospital. (B) She left hospital this morning. (C) She is in very good health.", "output": "logic"}, {"input": "M: Hotlines are very common in today's life, do you think so? W: Of course. M: Most of them are about amusement, in my opinion. But some of them are very important in our daily life. W: Is that true? M: Certainly. A free hotline offering help to teenagers was opened in Guangdong. W: Can you tell me something more about it? M: It is the first part of the national hotline system to help to protect teens' rights. Young people who have psychological problems or questions on legal issues can call for help. More than 100 experts are ready to offer help. W: Then what is the telephone number? M: Call 12355 if you are in Guangzhou and 020 12355 if you are outside. W: Oh, it will be a help to teenagers., Question: What does the woman think of the hotline for teenagers? (A) It won't last long. (B) It will be useful. (C) It will save many lives.", "output": "logic"}, {"input": "W: Did you find the book for your reading assignment in the library? M: It closed before I got there. I had no idea that it closes so early on weekends., Question: What does the man mean? (A) He didn't get the book he needed. (B) He had no idea where the book was. (C) The library is closed on weekends.", "output": "commonsense"}, {"input": "M: Good morning. Can I help you? W: Yes. I wonder if you have a one-bedroom apartment to rent. M: Let me check. Yes, we have one. It's on Nanjing Street, near a shopping center and a subway station. W: Sounds nice. Does it face south? M: Well. the bedroom faces east and the living room north. But it looks out on a beautiful park. W: Mmm, is the living room large? M: Yes. it's quite big. And there's a small kitchen and a bathroom as well. It's very comfortable. W: Well, what's the rent per month? M: 800 yuan. W: Mmm. it's more than I have in mind. Let me think it over. I'll call you back in a day or two. M: Certainly., Question: What is the rent per month? (A) 1,000 yuan. (B) 800 yuan. (C) 900 yuan.", "output": "logic"}, {"input": "W: What are you doing up there? M: I'm getting dressed. W: Well, hurry up. We're already late. M: OK. OK. Just a minute. By the away, Susan, where is my red tie? W: It's on the dresser next to the jewelry box. M: Oh, yes. I've got it. Thanks. And do you know where my watch is? W: Isn't it on the top drawer on the right? M: No, it's not there. W: Well. I don't know where it is. M: What time is it now? W: It's 6:45. M: And when does the play start? W: At 8:00 sharp. M: All right, I'm coming... Well, what are you waiting for?, Question: What is the probable relationship between the two speakers? (A) Husband and wife. (B) Mother and son. (C) Father and daughter.", "output": "commonsense"}, {"input": "M: There are millions of web pages on the net. How do I find what I'm looking for? W: Use a search engine like Baidu and Google. M: How does it work? W: You enter the name or topic you are interested in and ask the search engine to find pages about your topic. M: How do I use a search engine? W: Let me tell you step by step. M: OK! W: At first, we can go to the website address and then type the keywords. M: Then it will search automatically? W: Yes, it will show a lot of websites with the keywords. M: If I find the website I need, what should I do? W: That's easy, click the website, and you can enter. M: Thank you for your help!, Question: What is NOT mentioned by the woman? (A) Baidu. (B) Google. (C) Facebook.", "output": "matching"}, {"input": "W: I want a single room with a bath. What's the price? M: It's $6 a day., Question: How much does she have to pay if she stays for 5 days? (A) $6. (B) $11. (C) $30.", "output": "arithmetic"}, {"input": "M: Could you give me some information on your European tours? W: Our pleasure. We have several package tours you may choose, from ten days to three weeks in Europe. M: I would be interested in a ten-day trip around Christmas time. W: I have one ten-day tour that is still available. It will depart from New York on December 24. M: What is the cost? W: The price for one person for a ten-day tour is only $1,088, which includes round-trip airfare. M: That sounds reasonable. By the way, do you have a discount for two? W: Yes, you can have a 10% discount., Question: What can we learn about the ten-day tour? (A) It has all been booked out. (B) The price sounds reasonable. (C) The price includes one-way airfare.", "output": "logic"}, {"input": "W: Hey Taxi! Ah, great. Thanks for pulling over. M: Where to? W: Well, I'm going to the National Museum of Art, and... M: Sure. Get on. No problem. Hang on! W: Uh. Excuse me. How long does it take to get there? M: Well, that all depends on the traffic, but it shouldn't take more than 20 minutes. W: Okay. Uh, sorry for asking, but do you have any idea how much the fare will be? M: Oh, it shouldn't be more than 18 dollars.., not including a... uh-hum.., a tip of course. W: Oh, and by the way, do you know at what time the museum closes? M: Well, I would guess around 6:00. W: Uh, do you have the time? M: Yeah. It's half past four. Uh, this is your first time to the city, right? W: Yeah. How did you know? M: Well, you can tell tourists from a mile away in this city because they walk down the street looking straight up at the tall buildings. W: Oh, before I forget, can you recommend any good restaurants downtown that offer meals at a reasonable price? M: Um... well, the Mexican Restaurant. It's not very expensive, and the food is good. W: Sounds great! Thank you very much!, Question: What do we know from the conversation? (A) The woman must have been to the place several times. (B) The woman must have looked up at the tall buildings. (C) The woman didn't want to give a tip.", "output": "logic"}, {"input": "M: Hello! May I speak to Miss Lee? W: Maybe she was out. Hold on, please., Question: What is the woman going to do? (A) She will be going out. (B) She will be looking for Miss Lee. (C) She will be speaking to Miss Lee.", "output": "commonsense"}, {"input": "W: What shall we do tonight? M: How about the cinema? W: That's a good idea. We haven't been for ages. M: What would you like to see? W: Oh, I don't know. Spy Story? M: Spy Story? That terrible, old film? W: But it's got the prize in 2000. M: But I've seen it before. W: Well, we can first go to the cinema and then see what film we enjoy. M: OK., Question: What are they talking about? (A) About the plan for tonight. (B) About a terrible old film. (C) About whether they will go to the film.", "output": "commonsense"}, {"input": "M: Hi, Linda. How long have you been here? W: Nearly half a year. M: Are you studying for a degree? W: No. I'm studying in a language school now. But I plan to go to a university for a degree next year. M: What major do you want to choose? W: I'm interested in early education. M: Are you going to be a primary school teacher? W: Yes. I love being around children., Question: When did the woman arrive here? (A) Nearly a year ago. (B) Nearly half a year ago. (C) Nearly two years ago.", "output": "logic"}, {"input": "W: Excuse me, Sir. Visiting hours are over now. You must leave, so your wife can get some sleep. M: Pardon me, nurse. I didn't hear the bell, or I would have left earlier., Question: Where does this conversation take place? (A) In a hospital. (B) In a church. (C) In a museum.", "output": "commonsense"}, {"input": "M: I hope you can pass the exam this time. W: I'm afraid I'll have to make you disappointed again., Question: What does the woman mean? (A) She is probably to fail the exam again. (B) She doesn't want to pass the exam because she wants to disappoint the man. (C) She is confident that she will pass the exam.", "output": "commonsense"}, {"input": "W: Hey, you. Can't you be a bit faster? You make the whole group wait for you. M: How can you blame it on me? I'm having trouble in operating this kind of machine. It is designed for you right handers. W: You always complain about these machines. But you are not the only one using your left hand. M: Really? I don't know any others who are the same as me. W: To tell you the truth, I'm also left-handed. M: You? W: Yeah. You should spend some time getting suited to it in advance. Then you can do it quickly. M: Is that what you have done? W: Yes. In fact, it pays to use both hands. M: OK, I will try., Question: What are the two speakers talking about? (A) Using the left hand. (B) Operating machines. (C) Designing machines.", "output": "summary"}, {"input": "Guest: Hi. I have a reservation for tonight. Hotel Clerk: And your name? Guest: It's Nelson. Charles Nelson. Hotel Clerk: Okay. Mr. Nelson. That's a room for five, and ... Guest: Excuse me? You mean a room for five dollars? I didn't know the special was so good. Hotel Clerk: No, no, no. According to our records, a room for five guests was booked under your name. Guest: No. No. Hold on. There must be some mistake. Hotel Clerk: Okay. Let's check this again. Okay, Mr. Charles C. Nelson for tonight ... Guest: Ah. There's the problem. My name is Charles Nelson, not Charles C. Nelson. [Uhh] You must have two guests under the name. Hotel Clerk: Okay. Let me check this again. Oh. Okay. Here we are. Guest: Yeah. Hotel Clerk: Charles Nelson. A room for one for the 19th ... Guest: Wait, wait! It was for tonight. Not tomorrow night. Hotel Clerk: Hum. Hum. I don't think we have any rooms for tonight. There's a convention going on in town, and uh, let's see. Yeah, no rooms. Guest: Ah come on! You must have something. Anything. Hotel Clerk: Well. We do have some rooms under renovation with just a roll-a-way bed. [U-hh] None of the normal amenities like a TV or working shower or toilet. Guest: Ah man. Come on. There must be something else. Hotel Clerk: Well. Let, let me check my computer here. Ah! Guest: What? Hotel Clerk: There has been a cancellation for this evening. A honeymoon suite is now available. Guest: Great. I'll take it. Hotel Clerk: But I'll have to charge you two hundred fifty dollars for the night. Guest: Ah. Man. I should get a discount for the inconvenience. Hotel Clerk: Well. The best I can give you is a ten percent discount plus a ticket for a free continental breakfast. Guest: Hey. Isn't the breakfast free anyway? Hotel Clerk: Well, only on weekends. Guest: I want to talk to the manager. Hotel Clerk: Wait, wait, wait Mr. Nelson. I think I can give you an additional 15 percent discount and I'll throw in a free room for the next time you visit us. Guest: That will be a long time., Question: How much is the initial discount on the honeymoon suite after Mr. Nelson complains about the hotel service? (A) $25 (B) $15 (C) $20", "output": "arithmetic"}, {"input": "M: Where to, Miss? W: Please drop me off at the King's Department Store. M: On the east side? W: No. The west side, near the stadium., Question: What's the probable relationship between the man and the woman? (A) Taxi driver and customer. (B) Conductor and driver. (C) Boss and secretary.", "output": "commonsense"}, {"input": "W: Have you seen the film The Great Gatsby? M: Not yet. What did you think of it? W: I thought it was much more interesting than the book. There are many famous actors in it, too., Question: What is the topic of the conversation? (A) A film (B) A book (C) Famous actors", "output": "summary"}, {"input": "W: Good morning, sir. May I help you? M: Yes, would you please find a room for our business meeting? W: Certainly, sir. How many people do you have? M: Well, about 10. W: Fine. We have a conference room which can seat up to 20 people. M: That's great. What about the charge? W: It is 90 RMB per hour. There is no minimum charge. Do you want to book it? M: Yes, I think so. W: May I have your name and room number, please, sir? M: Mr. Black, Room 1208. W: Thank you, Mr. Black. How long will you be using the conference room? M: We'll start at 10 o'clock tomorrow morning but I'm not sure when we'll finish. W: No problem, Mr. Black. The room will be at your disposal then., Question: How many people will attend the meeting? (A) 120 people. (B) About 10 people. (C) 90 people.", "output": "logic"}], "constants": {"Contributors": ["Yeganeh Kordi"], "Source": ["dream"], "URL": ["https://github.com/nlpdata/dream"], "Categories": "Question Understanding", "Reasoning": ["Reasoning on Social Interactions"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Dialogue", "Natural Science -> School Science Textbooks"], "Instance License": ["Dedicated License (https://github.com/nlpdata/dream/blob/master/license.txt)"], "Task_Id": "task248_dream_classification.json", "Languages": "English->English", "Unique Outputs": 5, "No Instances": 826, "instructions": "In this task, you will be shown a conversation and a question. You should categorize the question into matching, summary, logic, arithmetic and, commonsense groups. Matching is a question entailed or paraphrased by exactly one sentence in a dialogue. The answer can be extracted from the same sentence. Questions that cannot be answered by the surface meaning of a single sentence belong to the reasoning category. We further define summary, logic, arithmetic and, commonsense subcategories. Answering summary questions requires the whole picture of dialogue, such as the topic of dialogue and the relation between speakers. We require logical reasoning to answer logical questions. in arithmetic questions Inferring the answer requires arithmetic knowledge. To answer commonsense questions, besides the textual information in the dialogue, we also require additional commonsense knowledge that cannot be obtained from the dialogue. Note that a question can be in more than one group. \"W\" and \"M\" in the conversations stand for \"woman\" and \"man\".", "task_id": "task248_dream_classification"}, "seed": 42}, "d_val": {"_type": "DataTable", "records": [{"input": "Narrator: Welcome to Space Radio Theater, your passport to the future. In this episode, the crew is under attack by an unknown source until it is too late. This episode opens with the crew members on board the Starship Quest. Captain: Status, Commander Crdovi. Crdovi:. Course looks clear, Capt ... Captain: Yes, Commander? Narrator: The Captain suddenly realizes that Mr. Crdovi has disappeared from the bridge. Captain: Commander? Computer ... Locate Commander Crdovi. Computer: Mr. Crdovi is not aboard this ship. Captain: Computer ... (BEEP BEEP). What was the status of the ship from one minute prior to his leaving the ship to one minute after he left? Computer: Unknown aliens connected with ships systems. The aliens sent an electric charge through transporter system. Captain: Bridge to transporter room ... Lieutenant, please respond. Security, report to the transporter room immediately and investigate. Narrator: Security officers, Lieutenant Mortia Adams and Ensign Greg Suzuki, ran down the corridors to the transporter room. Now, we take you to the transporter room. Greg: Mortia? Look at this! Mortia: Uh-oh. The Captain is not going to like this. Narrator: Now, back on the bridge ... Mortia: Captain? Computer ... (BEEP BEEP). Locate Captain Duroset. Computer: Captain Melony Duroset is not aboard this ship. Mortia: Mr. Greenfield, Mr. Ruto, you have the bridge and inform me if anything happens. Mortia: Mortia to all decks. Please report to the cargo bay 3. Narrator: A few minutes later, Commander Mortia has taken charge and is briefing crew members in cargo bay 3. Mortia: As many of you are aware, twenty crew members have disappeared from the ship. Our sensors have detected a spatial flux. We're not sure if our members are being randomly transported off the ship or if they are being targeted. Narrator: Suddenly, five alien ships appear on long range scanners heading straight for them. Mr. Greenfield, on the bridge, reports to Commander Mortia ... Mr. Greenfield: Commander, come in. Mortia: Mortia here. Mr. Greenfield: We've detected five alien vessels approaching at warp 8. Ahhhhhhhhhhhhh! Narrator: Well, that's the end of this exciting episode. What has happened to the ship? Who are the aliens? Will the ship find its lost crewmen? Tune in next week for the conclusion of this exciting story., Question: Which officers run to the transporter room? (A) Crdovi and Adams (B) Adams and Suzuki (C) Suzuki and Duroset", "output": "matching"}, {"input": "W: I'd like to speak to Mr. Johnson, please. M: This is Mr. Johnson. W: Oh, hello. This is Erica Stone. My living room window was broken this afternoon. Can you repair it? M: Sure. I can come over tomorrow afternoon. Is that OK? W: Could you come over now? M: OK, I'll come over and take a look in a little while. W: You charge about $100, don't you? M: Usually, if it's a small window. Didn't I repair a window for you a few weeks ago? Oh, and your children have broken the window again? Were they playing ball in the house? W: Well, I told them not to do that any more. This time I broke it. I was practicing my volleyball. M: Oh, you did, did you? W: Yes, you're right., Question: When will the man come? (A) Tomorrow afternoon. (B) Tomorrow morning. (C) In a moment.", "output": "matching"}, {"input": "M: Excuse me, can you help me? W: Of course. What can I do for you? M: Can you tell me how I can get to the Excelsior Hotel from here? W: The Excelsior? Let's see, that's in the city, right? M: Yes, it is. On Forty-third Street, just off Eleventh Avenue. W: Well, you can take a bus to the city. Just go out of the front door of the terminal and cross the street. There is a sign that says, \"Airport - City Bus.\" Otherwise, you can take a taxi. You can catch one right in front of the terminal. M: Thank you. Oh, do you know how much the bus fare is? W: It's five dollars. A taxi costs about fifteen to twenty dollars. M: I'd better take a bus then. How often does the bus run? W: I think you just missed one. There is a schedule printed on the sign outside. I think that the buses ran every half hour or so. M: On second thought, I'd better take a taxi. I have a lot of luggage and it's late. Thank you!, Question: What is the man's final decision? (A) Checking the schedule. (B) Waiting for another bus. (C) Taking a taxi.", "output": "matching"}, {"input": "M: Sherry, how are you doing with your thesis? W: Oh my thesis. That's something I definitely don't want to talk about right now. I finished my first draft some time ago. But my supervisor said I should do more research if I want to achieve the quality that he expects of me., Question: What do we learn from the conversation about the woman's thesis? (A) It falls short of her supervisor's expectations. (B) It has drawn criticism from lots of people. (C) It can be finished in a few weeks' time.", "output": "logic"}, {"input": "F: One of the reason why so many people are ill is that dirty air is everywhere. M: That's a point., Question: What is the reason why so many people are ill? (A) Rubbish is everywhere. (B) Air is everywhere. (C) Dirty air is everywhere.", "output": "matching"}, {"input": "M: Do you believe in life after death, Mary? W: Yes, sir. M: Well, then, that makes everything just fine. About an hour after you left yesterday to go to your grandfather's funeral, he dropped in to see you., Question: What do you suppose Mary did the day before? (A) She attended her grandfather's funeral. (B) She told a lie to get the day off. (C) She meant to attend a funeral but she didn't.", "output": "commonsense"}, {"input": "W: Goodbye, Tom. And please remember me to your parents. M: Sure I'll. Thank you very much. Bye., Question: What did the woman ask the man to do? (A) To give her some presents. (B) To give her his parents. (C) To give her regards to his parents.", "output": "commonsense"}, {"input": "W: What did you say? M: I said that it's a fine day today. Why don't we go for a walk? W: Can you wait a few minutes? I have to finish the letter. M: Will it take long? W: No, about ten minutes, I think. Why don't you go first and I'll meet you in the park? M: OK. I'll wait for you near the garden., Question: What is the woman doing now? (A) She is cooking. (B) She is reading a book. (C) She's writing a letter.", "output": "matching"}, {"input": "M: My God! Where is my suitcase? W: Oh! I think that they've unloaded all the luggage. Well, it's not here. M: I suppose that suitcase is lost, doesn't it? W: Which suitcase was it? M: The one with all the souvenirs, the one that you told me not to pack. W: Are you sure you checked it? M: Sure. W: It might be, loaded on another flight. M: Do you think that it could be left behind? W: That's always a possibility. Sooner or later, it'll be traced and rerouted. M: I hope you are right. W: Well... What do we do now? M: I should report it to the airline, look, why don't you wait for me in the coffee shop? I'll meet you there as soon as I'm through. W: Ok! Good luck!, Question: Where does the man let the woman wait? (A) At the book shop. (B) The place where the suitcase is lost. (C) At the coffee shop.", "output": "logic"}, {"input": "W: Have you been to the new shopping mall that just opened last month? M: Not yet. I saw a billboard ad for it last week. W: I saw a lot of ads on the train. I really want to go! M: You like shopping? Perhaps we can go together then. W: OK! Could you give me a ride in your car? M: Sure. W: I can't wait! The advertising has been so persuasive. M: I know! W: I guess it's had a strong effect on us! M: Ha! You're right., Question: When did the shopping mall open? (A) Last month. (B) Last week. (C) Yesterday.", "output": "matching"}, {"input": "M: I think this vase made of china is really beautiful. But the price is a bit too high. I'm afraid. W: Don't worry. Take your time and you can get something that is really a bargain., Question: Where does the conversation probably take place? (A) At a hospital. (B) At a restaurant. (C) At a handicraft shop.", "output": "commonsense"}, {"input": "M: Hi, Jane. This is Tom. F: Hi, how are you?, Question: Who is calling? (A) Tom. (B) Jane. (C) Susan.", "output": "commonsense"}, {"input": "M: Welcome back! I didn't see you in the history class on Friday. W: I wasn't here on Friday. My geography class went to a field trip to look at some of the different rocks. In fact, we slept there last night. M: Really? That sounds excellent! Where did you go? W: A desert. It gets hot during the day, but it cools off very quickly at night. It is very dry there after the sun goes down. M: Well, did you enjoy the trip? W: Of course I did. The desert is nicer than you might think. Since there are so few plants growing there, it's very easy to see different rocks. And the natural colors of the rocks shine in the sun. You really should go there to have a look. M: I really want to go there. You must call me if you have the chance to go there again. W: No problem. I will be your guide next time., Question: What did the woman do on Friday? (A) She prepared for the exam. (B) She attended a class activity. (C) She had a history lesson.", "output": "commonsense"}, {"input": "W: Hello, Jack. Congratulations. Your team won the game. M: Thank you, Sally. You watched the game, didn't you? W: Of coures. Your football team did so well. The third team goal, especially, was really good. M: Yes, but it wasn't easy to win, the visiting team was really strong. W: It was, but your team was even stronger. Your coach did a good job, and all of the players did a good job, too. M: Thank you very much. W: When is your next match? M: On Friday, next week., Question: When is the man's next match? (A) This Friday. (B) Next Friday. (C) Next Sunday.", "output": "logic"}, {"input": "M: I hear you drive a long way to work every day. W: Oh, yes. It's about sixty miles. But it doesn't seem that far, the road is not bad, and there's not much traffic., Question: How does the woman feel about driving to work? (A) She is tired of driving in heavy traffic. (B) She doesn't mind it as the road conditions are good. (C) She is unhappy to have to drive such along way every day.", "output": "commonsense"}, {"input": "M: Excuse me, can you help me? W: Of course. What can I do for you? M: Can you tell me how I can get to the Excelsior Hotel from here? W: The Excelsior? Let's see, that's in the city, right? M: Yes, it is. On Forty-third Street, just off Eleventh Avenue. W: Well, you can take a bus to the city. Just go out of the front door of the terminal and cross the street. There is a sign that says, \"Airport - City Bus.\" Otherwise, you can take a taxi. You can catch one right in front of the terminal. M: Thank you. Oh, do you know how much the bus fare is? W: It's five dollars. A taxi costs about fifteen to twenty dollars. M: I'd better take a bus then. How often does the bus run? W: I think you just missed one. There is a schedule printed on the sign outside. I think that the buses ran every half hour or so. M: On second thought, I'd better take a taxi. I have a lot of luggage and it's late. Thank you!, Question: What does the man want to find out? (A) The cost of taking a taxi. (B) The nearest bus stop. (C) How to get to a hotel.", "output": "matching"}, {"input": "W: Why don't we buy a car, dear? M: I have been thinking about it for a long time. I think it necessary for us to buy one. We live so far away from my company. W: Yes. With a car, you wouldn't have to catch a bus to work. It can save a lot of time. M: Sure, but we don't have enough money at present. W: Why not borrow some from the bank? I think we won't have to borrow so much now. M: Well, let's go down town and have a look., Question: Where, does the conversation most probably take place? (A) At home. (B) On a bus. (C) In the bank.", "output": "commonsense"}, {"input": "M: Are you twelve, Mary? F: No, I'm thirteen., Question: How old is Mary? (A) 11. (B) 12. (C) 13.", "output": "logic"}, {"input": "W: John, the Grand Theater is showing Star Wars. Shall we go and see it? M: I don't feel like going out tonight., Question: What does the man mean? (A) He doesn't want to see any movie. (B) He doesn't like the movie Star Wars. (C) He doesn't feel well.", "output": "commonsense"}, {"input": "W: Do you like fried chicken? M: Yes, it's my favorite dish. What about you? W: I don't care much for chicken. I prefer seafood. M: But seafood is expensive. I should say., Question: What are they talking about? (A) The taste of food. (B) The cost of food. (C) The food they like and dislike.", "output": "summary"}, {"input": "M: Well, we'll certainly stay here again next time when we're passing through! W: Good! Do let us know in advance. And we'll try to get you the same room. M: That would be lovely. It may be quite soon in fact. W: Oh, how's that? M: Well, we're driving to the south of Spain in the next couple of days and we may come back this week. W: Do give us a ring if you decide to. I hope you'll have a pleasant trip., Question: What are they talking about? (A) Booking a room. (B) Staying for another few days here. (C) Visiting the place.", "output": "summary"}, {"input": "W: Good afternoon. ABC Imports. May I help you? M: Yes, may I speak to Mr James Johnson, please? W: I'm afraid Mr Johnson isn't available right now. Would you like to leave a message? M: This is Richard Alexander with Star Electronics. It's very important that he returns my call this afternoon. W: Does he have your office number and your mobile phone number? M: I think so, but let me give them to you again. W: Okay. M: My office number is 714-555-2000; my cell phone number is 909-555-2308. He can reach me at my office number before 6 p.m. or anytime today on my mobile. W: Very well, I'll give him your message as soon as he returns to the office., Question: What can be learned from the telephone conversation you've just heard? (A) Mr Alexander is wanted on the phone but he is out. (B) Mr Johnson is wanted on the phone but he is out. (C) Mr Alexander works for ABC Imports.", "output": "logic"}, {"input": "W: Hi, I'm Sally. I live in the Apartment 324, right next door. I was wondering if you could do a favor for me. I'm expecting a package to be delivered, but now I have to go to the property manager. Could you sign the package and hold it for me? M: Of course. I would be happy to help you out. By the way, I'm John. I moved in here two days ago. It's nice to meet you. W: I've been living here for six months. M: Would you like to come in for a cup of coffee? W: No, thanks. I need to talk to the property manager about some problems with my apartment. M: What trouble are you having? W: My electric stove gets too hot. I baked a cake yesterday. After only five minutes, the cake was as hard as a brick. I had the temperature set right. M: Something must be going wrong with it. You'd better talk to the property manager, and get it repaired as soon as possible. W: OK. I have to go now. I really appreciate your help. I'm glad that you moved in next door to me. I'll bake a cake as a housewarming gift as soon as my stove is working. M: Sounds great. Well, I'll see you later. W: Bye for now., Question: How long has the man lived in the apartment? (A) Two days. (B) One week. (C) Six months.", "output": "logic"}, {"input": "W: Tom, does your throat hurt? M: Yes. W: OK. Do you want to get better? M: Yes. W: OK. We want you to get better, too. You'll have your tonsils out tomorrow, and you won't get so many colds any more. M: But if I have my tonsils out tomorrow, I'll miss my birthday party on Saturday. W: I know. It's a problem, isn't it? Let me try to work something out. M: What? W: I have to think about it. M: You're joking with me. W: Oh, I'm not, Tom. Give me a chance to think about it, and I'll get a new idea. M: A surprise? W: Maybe. But you just put on your clothes, and I'll think of a surprise. M: Will it hurt? W: No. There are other boys and girls, and they are having tonsils out. When we get there, you'll see them operated courageously. M: I don't want to. W: Change your clothes, Tom. Everything will just be fine., Question: Which day is Tom's birthday? (A) Saturday. (B) Monday. (C) Sunday.", "output": "logic"}, {"input": "M: We'd better start to eat onions frequently, Linda. W: But you hate onions, don't you? M: Until I learned from a report from today's paper that they protect people from flu and colds. After all, compared with health, taste is not so important., Question: What do we learn about the man? (A) He is health-conscious. (B) He is sensitive to taste. (C) He often catches colds.", "output": "commonsense"}, {"input": "W: Look at this picture! Is it the Great Pyramid? M: You've got it. I took many pictures of it. W: You mean you have been in Egypt? When did you go there? M: Last summer. It was so interesting. W: Tell me something about the Great Pyramid. M: It was very high, about 137 meters. The sides are as long as 230 meters. W: And it's very old? M: Yes, it has a long history of about 4500 years. W: Really? I can't believe it! M: Yes, seeing is believing. You must go and see it by yourself. W: It sounds nice. So Egypt is the place where I'm going to spend my next holiday. M: By the way, where did you spend your vacation last summer? W: I went to Japan and it's not so much fun. M: I bet you'll have great fun in Egypt., Question: How old is the Pyramid? (A) 450 years old. (B) 4500 years old. (C) 5000 years old.", "output": "logic"}, {"input": "W: Why are you so tired and upset? M: I've been taking the history course this term. But the trouble is that I'll never get through the reading list., Question: Why is the man worried? (A) He finds history books difficult to understand. (B) He has to read a lot of history books. (C) He doesn't like the history course.", "output": "logic"}, {"input": "W: Are you really going to quit your job? M: Well...I'm not sure. I've been thinking about it for several days now. I like the job all right, but not these hours., Question: What does the man think of his job? (A) He's not decided, but he knows he shouldn't quit. (B) He likes the job, if not for those working hours. (C) He dislikes this job, so he will quit soon.", "output": "matching"}, {"input": "M: Maths department, Doctor Webster speaking. W: Hello, Professor Webster, this is Janet Wang calling. I'm living two doors down from your teaching assistant, Ken Williams. Ken asked me to call you because he has lost his voice and can't talk to you himself. M: Lost his voice? Oh, what a shame! Is there anything I can do for you? W: Well, Ken has a class this afternoon from two-thirty to four and he won't be able to teach it, but he doesn't want to cancel it either. M: Want me to try to find somebody else to teach the class? W: No, not exactly. What he wants to do is to get someone to go in for him, just to pass back the midterm exams. He's already marked them and they are on the desk in his office. The whole thing wouldn't take more than ten minutes. M: His classes are two-thirty, eh? Well, I'm afraid at that time I'll be on campus anyway; so I can do it for him. W: Thank you very much, Professor Webster., Question: What favor does Ken want someone to do for him? (A) Mark the latest homework. (B) Put a notice on the classroom door. (C) Return some exam papers to his students.", "output": "logic"}, {"input": "W: The strike of the porters has hold up export orders for two weeks. Do you think it will end soon? M: So far as I know, the management side has made an improved pay offer but the unions are just holding out for the original demands., Question: What does the man think of the strike? (A) It will last for two weeks. (B) It has come to a halt. (C) It will probably continue.", "output": "commonsense"}, {"input": "M: Mary, would you like to go to the movies with me after dinner? W: Well, I'll go if you really want me to, but I'm rather tired., Question: What can we conclude from this conversation? (A) The woman does not want to go to the movies. (B) The man is too tired to go to the movies. (C) The woman wants to go to the movies.", "output": "commonsense"}, {"input": "M: Good morning. This is Monterey Bay Inn. Can I help you? W: Good morning. I'm calling to cancel my reservation. M: OK. Can you tell me the dates for it? W: They are... January 29th through February 1st. M: Got it. Er...Would you like to book a room for another day? We have a special deal in March. If you book a room for two days, you can get the third day for free. W: I see. I'll consider it later. M: Well, there will be two hundred and eighty dollars returned to you. Would you like me to put it back on your Visa? W: Yes. Thanks a lot., Question: Why does the woman make a phone call? (A) To confirm a reservation. (B) To cancel a reservation. (C) To make a reservation.", "output": "matching"}, {"input": "M: Before we play again, I'm going to buy a good tennis racket. W: Your shoes aren't in very good shape, either., Question: What does the woman imply? (A) The man is out of shape. (B) The man doesn't need a new racket. (C) The man also needs new tennis shoes.", "output": "commonsense"}, {"input": "M: Susan, have you read the notice on the bulletin board? I've won the scholarship for the next semester. W: I know you would. You certainly deserve it., Question: What does the woman mean? (A) She has confidence in him. (B) She has also won a scholarship. (C) She is surprised at the news.", "output": "commonsense"}, {"input": "M: I'd like to withdraw 600 pounds from my deposit account. W: Certainly. Would you please sign this form? M: Oh, yes. Here you are. W: How would you like the money? M: In hundreds, please. W: Fine. Here you are. M: Thanks. Goodbye., Question: What would he like his money in? (A) Six one-hundred-pound notes. (B) Sixty ten-hundred-pound notes. (C) Sixteen one-hundred-pound notes.", "output": "arithmetic"}, {"input": "W: Dad, I can't walk anymore, let alone climb up. I'm exhausted. My toes hurt. M: Cheer up, Jenny. We'll get to the top of the hill in five minutes if you can carry on. Come on!, Question: What are they probably doing? (A) They're having a walk. (B) They're climbing hills. (C) They're doing some shopping.", "output": "summary"}, {"input": "W: If I were you, I'd be more careful about locking the back door at night. M: Don't worry. No one will break in., Question: What does the woman worry about? (A) The man will not be able to sleep. (B) Someone will enter the back door while the man is sleeping. (C) The lock on the door will break.", "output": "commonsense"}, {"input": "W: Do you walk to work every day? M: No, it is too far to walk. Luckily the bus goes right by my house. But when the bus is crowded and when it rains, I often wish I had a car., Question: How does the man go to work every day? (A) By car. (B) By bus. (C) On foot.", "output": "logic"}, {"input": "M: You're not looking too good. Are you sure you are all right? W: It was a long flight. I'll be fine after a good night's sleep. M: You look very pale. W: These long flights are just so boring, and you just have to sit there in your seat without moving and you know I like to get as much exercise as possible. I'm sure I'll be back to normal tomorrow., Question: Where does the conversation take place? (A) At a hospital. (B) At an airport. (C) At school.", "output": "commonsense"}, {"input": "M: I am so tired of my journey to work. Driving all those hours is just killing me. W: Yeah, I know what you mean. I used to drive two hours to work every day. But now I live within walking distance of my work. It's great. M: You're kidding! I didn't know that. Did you move? W: No, I got a new job near my apartment. M: Well, I don't think I can change my job, but I am thinking about changing my apartment. The one I have just isn't working out. W: What's wrong with it? M: Well, besides being too far from work, I'm having some problems with my landlady. She keeps raising the rent, but she never does any repairs. Everything is breaking down. W: That's terrible. Listen, I think there is a room available to rent in my apartment building. And my landlady is excellent. And I'm sure it would be closer to your work than you are now M: Really? But is it expensive? My budget isn't that big. W: No, it's not that expensive. And it's provided with furniture. M: That sounds great. I'd love to see it. When can we go? W: How about now? M: Sure. I'll drive., Question: How does the man feel about his present situation? (A) Dissatisfied. (B) Shocked. (C) Satisfied.", "output": "commonsense"}, {"input": "M: I haven't seen you for a long time. Where have you been? W: I went to New York to visit my sister and stayed there for two months. Actually, I really went to meet my new nephew. M: That's great! How old is he? W: Well. He was five months old when I got there. And he could possibly be the most beautiful baby I have ever seen. M: What did you do in your sister's home? W: I helped the baby and played with him a lot, which was nice. But what I enjoyed most was feeding him., Question: Why did the woman go to New York? (A) To spend some time with the baby. (B) To look after her sister. (C) To find a new job.", "output": "matching"}, {"input": "W: Hello, Mr. White. Do you think it's possible for us to talk sometime today? M: I'd love to, Miss Wilson, but I've got a pretty tight schedule today. I've got to finish reading the yearly financial report by 10. Then I have to drive to the airport to pick up an advertiser at 11. After that, I'll have a meeting with him over lunch. W: Can I see you after lunch? M: Well, let me see...after lunch, I have to attend a senior staff meeting, which may last about two hours. Can you come at 3? We can talk for an hour before I meet my sales team at 4. W: I'm afraid an hour is too short. What about tomorrow morning? M: 9 to 11, then. I'll wait for you at the office. W: OK, see you then., Question: When will Miss Wilson see Mr. White? (A) At lunch time. (B) Late in the afternoon. (C) The next morning.", "output": "logic"}, {"input": "M: This hotel in India just got ranked the number one hotel in the world! W: What, by some silly website that specializes in top ten lists just to sell more ads? M: No, by Travel + Leisure magazine. W: Oh, really? They really know their stuff. Hey, that looks more like a palace! M: It's designed after the ancient palaces of northern India. W: It looks like a lot of the rooms have balconies. M: Yeah, those are the suites that have direct access to private pools. But all the rooms have Wi-Fi, flat screen TVs, king-size beds, daily newspapers, and... W: OK, stop talking! We've got to make our reservations! M: Well, hang on a second. You don't really like Indian food. W: But I thought they offer other choices besides Indian food... M: Maybe. Also, this part of India is pretty quiet. There's no shopping or clubbing. People go there to relax. W: That's OK. I can go shopping anywhere. M: The rooms start at $350 per night, and those suites are $750 per night. W: Whoa! I thought India was supposed to be inexpensive!, Question: What may have changed the woman's mind about the hotel? (A) The area around the hotel. (B) The price of the rooms. (C) The food that is available.", "output": "commonsense"}, {"input": "M: Mrs. White looks worried these days. W: So she does. Steven hurt himself a week ago. M: Oh, I'm sorry to hear that. What happened to him? W: He forgot to cut off the electricity before he mended the light. She was sorry that her husband wasn't at home then. M: The child is too young to do that, I think. W: So do I. He almost cut his finger off. It nearly broke Mother's heart., Question: When did Steven hurt himself? (A) Last week. (B) This week. (C) A month ago.", "output": "matching"}, {"input": "M: If I were you, I'd ride a bike to work. Taking a bus during rush hours is really terrible. W: Thanks for your advice, but I've lost my bike recently., Question: How does the woman probably get to work? (A) On foot. (B) By bus. (C) By bike.", "output": "logic"}, {"input": "M: How long can I keep this book? W: For two weeks., Question: Where does the conversation take place? (A) In a bookstore. (B) In a classroom. (C) In a library.", "output": "commonsense"}, {"input": "M: Hello? Beechgrove School? This is Mr. Holloway speaking. Brad Holloway. I'm ringing about my son Michael. He came home yesterday and said he'd been in trouble at school with his P. E. teacher, Miss Sanderson. She said he didn't have the right kit for P. E. Everyone else thought it was all highly amusing, of course, and Michael was very embarrassed about it. Perhaps I could speak to the Headmistress. W: She's engaged at the moment, I'm afraid. This is her secretary. M: I can hold on for a while if she's going to be free soon... W: I have a feeling she's going to be busy all morning, Mr. Holloway. She's at a Governors' meeting. It could go on for a very long time... M: Oh. Well, in that case, perhaps you could help me. W: Of course. What form is Michael in? M: He's a first year. He's in 1B. His form teacher's Mr. Hopkins. W: And what kit should Michael have brought with him? M: Well that's the point. In the school information booklet it says black shorts and blue singlet, with black or blue plimsolls. So that's what we bought him. We went to the sports shop the school actually recommends. You know, Atlas Sports, West Street. W: I'm just looking at the information booklet, Mr. Holloway. There seems to have been some mistake. M: I thought so. Maybe you could point it out to Miss Sanderson. W: What Michael came to school with was the senior girls' basketball kit. M: What? How on earth could that have happened? It says quite clearly in the booklet, black shorts and blue vest. I've got it in front of me. W: You're looking at the top of Page 11, aren't you? M: That's right. W: Well, unfortunately the layout of the booklet is a bit misleading. If you look at the bottom of the previous page you'll see it says Boys' Kit in the left-hand column and Girls' Kit in the right-hand one, but when you turn over the page it's not difficult to forget which column was which because the headings aren't repeated. M: So it looks as though were going to have to write another cheque... W: I'm afraid so. M: Oh well. Anything for a quiet life, I suppose. Perhaps yon could ask Miss Sanderson to be patient for a week or so to give us time to buy the right kit. W: Of course. Goodbye Mr. Holloway., Question: What's Miss Sanderson? (A) A headmistress. (B) A P. E. teacher. (C) A secretary.", "output": "matching"}, {"input": "W: Professor Peterson's presentation was really beyond me. M: Well, I think he should speak slowly enough for us to take notes., Question: What does the man think of Professor Peterson? (A) He speaks too fast. (B) He should take notes. (C) He is good at presentation.", "output": "logic"}, {"input": "M: Of the three boys, who is the tallest one? W: Mike is much taller than Bob and Tom., Question: Who is the tallest? (A) Bob. (B) Tom. (C) Mike.", "output": "commonsense"}, {"input": "M: My headaches are terribly. Maybe I need more sleep. W: Actually, you need less sun and some aspirin. It would help if you wear a hat., Question: What does the woman think is the cause of the man's headache? (A) Long exposure to the sun. (B) Lack of sleep. (C) Too tight a hat.", "output": "logic"}], "constants": {"Contributors": ["Yeganeh Kordi"], "Source": ["dream"], "URL": ["https://github.com/nlpdata/dream"], "Categories": "Question Understanding", "Reasoning": ["Reasoning on Social Interactions"], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Dialogue", "Natural Science -> School Science Textbooks"], "Instance License": ["Dedicated License (https://github.com/nlpdata/dream/blob/master/license.txt)"], "Task_Id": "task248_dream_classification.json", "Languages": "English->English", "Unique Outputs": 5, "No Instances": 826, "instructions": "In this task, you will be shown a conversation and a question. You should categorize the question into matching, summary, logic, arithmetic and, commonsense groups. Matching is a question entailed or paraphrased by exactly one sentence in a dialogue. The answer can be extracted from the same sentence. Questions that cannot be answered by the surface meaning of a single sentence belong to the reasoning category. We further define summary, logic, arithmetic and, commonsense subcategories. Answering summary questions requires the whole picture of dialogue, such as the topic of dialogue and the relation between speakers. We require logical reasoning to answer logical questions. in arithmetic questions Inferring the answer requires arithmetic knowledge. To answer commonsense questions, besides the textual information in the dialogue, we also require additional commonsense knowledge that cannot be obtained from the dialogue. Note that a question can be in more than one group. \"W\" and \"M\" in the conversations stand for \"woman\" and \"man\".", "task_id": "task248_dream_classification"}, "seed": 42}}}, "task346_hybridqa_classification": {"task_id": "task346_hybridqa_classification", "data": {"d_incontext": {"_type": "DataTable", "records": [{"input": "What is the nickname of the institution whose current Vice President of the Pastoral Animation of the school is Rev . Fr . John Vernil Q. Lopez , S.D.B ? \n, Word: Rev \n, POS tag: NNP", "output": "True"}, {"input": "The youngest Luge Champion listed won what medal in the one year he competed in the Olympics ? \n, Word: one \n, POS tag: IN", "output": "False"}, {"input": "What comedy sitcom did the guest who appeared on September 29 appear on ? \n, Word: did \n, POS tag: NN", "output": "False"}, {"input": "How many main ecosystems does the state in Brazil with a name meaning thick grass or dense woods contain ? \n, Word: with \n, POS tag: DT", "output": "False"}, {"input": "What result was given to the couple that danced to a song from a 2005 crime-comedy ? \n, Word: couple \n, POS tag: NN", "output": "True"}], "constants": {"Contributors": ["Yeganeh Kordi"], "Source": ["hybridqa"], "URL": ["https://github.com/wenhuchen/HybridQA"], "Categories": "Pos Tagging", "Reasoning": [], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Wikipedia"], "Instance License": ["MIT"], "Task_Id": "task346_hybridqa_classification.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 6497, "instructions": "In this task, you will be presented with a question, a word, and a POS tag. You have to determine whether the part-of-speech tag of the given word in the question is equal to the given POS tag or not. Give your answer with True or False. Here is the Alphabetical list of part-of-speech tags used in this task: CC: Coordinating conjunction, CD: Cardinal number, DT: Determiner, EX: Existential there, FW: Foreign word, IN: Preposition or subordinating conjunction, JJ: Adjective, JJR: Adjective, comparative, JJS: Adjective, superlative, LS: List item marker, MD: Modal, NN: Noun, singular or mass, NNS: Noun, plural, NNP: Proper noun, singular, NNPS: Proper noun, plural, PDT: Predeterminer, POS: Possessive ending, PRP: Personal pronoun, PRP$: Possessive pronoun, RB: Adverb, RBR: Adverb, comparative, RBS: Adverb, superlative, RP: Particle, SYM: Symbol, TO: to, UH: Interjection, VB: Verb, base form, VBD: Verb, past tense, VBG: Verb, gerund or present participle, VBN: Verb, past participle, VBP: Verb, non-3rd person singular present, VBZ: Verb, 3rd person singular present, WDT: Wh-determiner, WP: Wh-pronoun, WP$: Possessive wh-pronoun, WRB: Wh-adverb", "task_id": "task346_hybridqa_classification"}, "seed": 42}, "d_train": {"_type": "DataTable", "records": [{"input": "In what town was the director of the film titled `` Take a Sixer '' in English born ? \n, Word: In \n, POS tag: WP", "output": "False"}, {"input": "what is the description of the crime by the person born October 12 , 1971 ? \n, Word: is \n, POS tag: ,", "output": "False"}, {"input": "What is the institution of the Laureate who was Frank Henry Sommer Professor of Law and Philosophy at New York University ? \n, Word: Henry \n, POS tag: NNP", "output": "True"}, {"input": "What is the team whose city straddles the Henares River ? \n, Word: the \n, POS tag: VBZ", "output": "False"}, {"input": "The rider born on July 16 1973 played on which team ? \n, Word: July \n, POS tag: IN", "output": "False"}, {"input": "The player recruited from West Adelaide to the Adelaide Crows in the 1999 AFL draft was born in what year ? \n, Word: in \n, POS tag: VBD", "output": "False"}, {"input": "How many radio stations does Rawlco Communications have in Alberta and Saskatchewan ? \n, Word: have \n, POS tag: NNP", "output": "False"}, {"input": "What year was the Atlanta Olympic flag bearer born ? \n, Word: Atlanta \n, POS tag: NNP", "output": "True"}, {"input": "What is the name of the gymnast from Russia with the second highest score ? \n, Word: the \n, POS tag: DT", "output": "True"}, {"input": "Which group is the name of the winner of the 2014 Juno Award for Breakthrough Group of the Year a homage to ? \n, Word: homage \n, POS tag: NNP", "output": "False"}, {"input": "What was the gross register tonnage of the submarine in June from the country that has the longest coastline on the Mediterranean Basin ? \n, Word: that \n, POS tag: WDT", "output": "True"}, {"input": "What was the middle name of the 1978 inductee to the WCF Hall of Fame ? \n, Word: 1978 \n, POS tag: CD", "output": "True"}, {"input": "What type of object has a grey-blue color and a rotation period of 8.8 hours ? \n, Word: color \n, POS tag: DT", "output": "False"}, {"input": "What is the grid reference of the tower located in the city with an airport that has two usable runways and a third is derelict ? \n, Word: and \n, POS tag: DT", "output": "False"}, {"input": "Who did the person kicked out after Pooja Chatterjee on Indian Idol co-star in Goal with ? \n, Word: Goal \n, POS tag: NNP", "output": "True"}, {"input": "For the country that has the sixth largest population in Europe and the fifth in the European Union , what is the region with the latest date ? \n, Word: region \n, POS tag: NN", "output": "True"}, {"input": "On what year was a symbol updated to fix incorrectly located text whose symbol for Texas gives rise to the state 's nickname ? \n, Word: for \n, POS tag: NN", "output": "False"}, {"input": "Which provincial championship is associated with the GAA county which has won five Football Championships , with the most recent in 1918 ? \n, Word: the \n, POS tag: NNP", "output": "False"}, {"input": "How many issues are in the Orson Scott Card 2006 comic book series published in March by Dabel Brothers Productions ? \n, Word: comic \n, POS tag: DT", "output": "False"}, {"input": "What is the 2011 population of the city that is the second-largest producer of cotton in India ? \n, Word: cotton \n, POS tag: VBZ", "output": "False"}, {"input": "What award did the author M.J. Hyland win for their novel ? \n, Word: Hyland \n, POS tag: NNP", "output": "True"}, {"input": "The city to most recently become a capital is on the banks of which lake ? \n, Word: become \n, POS tag: VB", "output": "True"}, {"input": "What Dockyard was a ship laid down that was in a class of 151 frigates ? \n, Word: a \n, POS tag: DT", "output": "True"}, {"input": "What album was also release by the label founded by Ahmet Erteg\u00fcn and Herb Abramson ? \n, Word: Abramson \n, POS tag: NN", "output": "False"}, {"input": "How many regular season championships have been won by the team that has the same number of titles as the team that Paul Mainieri coaches ? \n, Word: championships \n, POS tag: NN", "output": "False"}, {"input": "How many years did the wide receiver , from North Texas , play in the NFL ? \n, Word: many \n, POS tag: VBD", "output": "False"}, {"input": "What was the name of the station whose partner railroad would eventually own around 300 miles ( 483 km ) of track ? \n, Word: name \n, POS tag: NN", "output": "True"}, {"input": "Who was director of the 1930 sport film featuring Spencer Tracy ? \n, Word: of \n, POS tag: IN", "output": "True"}, {"input": "Which song is of heavy metal genre with an album called Toxicity that was awarded a Grammy nomination in 2002 from the country with 50 states ? \n, Word: with \n, POS tag: NNP", "output": "False"}, {"input": "What actor/actress also appeared in the film Greased Lightning and once the voice for the Disneyland Railroad ? \n, Word: Disneyland \n, POS tag: IN", "output": "False"}, {"input": "What religion was the founder of the city containing Rhodes Field ? \n, Word: Rhodes \n, POS tag: NN", "output": "False"}, {"input": "This club , from a city founded during the Conquest of the Desert campaign in the 1800s , is also well known for what sport other than football ? \n, Word: is \n, POS tag: VBZ", "output": "True"}, {"input": "What industry is the seventh largest city involved in ? \n, Word: is \n, POS tag: VBZ", "output": "True"}, {"input": "What is the code of the racecourse located approximately 6 miles ( 9.7 km ) from Windsor Castle ? \n, Word: Windsor \n, POS tag: CD", "output": "False"}, {"input": "What pitcher played his home games at Dedeaux Field ? \n, Word: pitcher \n, POS tag: NNP", "output": "False"}, {"input": "What year was the church organized that is in the community on the list that has a zip code of 71425 ? \n, Word: a \n, POS tag: NN", "output": "False"}, {"input": "What are the home colors of the club located in the town with estimated population of 780 ? \n, Word: located \n, POS tag: VBN", "output": "True"}, {"input": "What is the name of the team whose coach was born on 9 January 1968 ? \n, Word: name \n, POS tag: NN", "output": "True"}, {"input": "Where is Jackeline Renter\u00eda currently studying at ? \n, Word: Where \n, POS tag: WRB", "output": "True"}, {"input": "When did the stadium in Victoria that has the highest capacity host the Commonwealth Games ? \n, Word: in \n, POS tag: IN", "output": "True"}, {"input": "Which 2013 movie featured a song by the musician with the record Born to Die ? \n, Word: musician \n, POS tag: NN", "output": "True"}, {"input": "What was the debut in directing of the person that had three nominations and three awards ? \n, Word: in \n, POS tag: WP", "output": "False"}, {"input": "The cheese that is created from raw milk , which is coagulated , then curdled using an infusion of thistle is from what Region ? \n, Word: which \n, POS tag: VBZ", "output": "False"}, {"input": "between the person born 28 February 1993 and 1 September 1948 what is the first name of the producer of the song that reached the highest place in the Eurovision contest ? \n, Word: the \n, POS tag: NNP", "output": "False"}, {"input": "Who is the chef of the restaurant whose location is the destination of 8 million overseas visitors every year ? \n, Word: every \n, POS tag: DT", "output": "True"}, {"input": "The construction of an educational institute located in the 2nd largest city in Maine , was the first major commission of what 19th-century architect ? \n, Word: architect \n, POS tag: NN", "output": "True"}, {"input": "What was the name of the man who 's electoral districts ' unemployment rate was 5.90 % in 1996 ? \n, Word: 5.90 \n, POS tag: CD", "output": "True"}, {"input": "Who preceded the representative from District 2 during Puerto Rico 's 17th assembly of the legislature as the minority party 's leader ? \n, Word: 17th \n, POS tag: CD", "output": "True"}, {"input": "Was Air or Grisaia no Kajitsu : Le Fruit de la Grisaia created by the developer most specialized in adult visual novels ? \n, Word: in \n, POS tag: DT", "output": "False"}, {"input": "What was the score of the champion that currently competes in the California Collegiate Athletic Association ? \n, Word: score \n, POS tag: NN", "output": "True"}, {"input": "What is the difference in worth between the man who is the founder and Chairman of Public Bank Berhad and the person that heads IOI Corporation Berhad ? \n, Word: person \n, POS tag: DT", "output": "False"}, {"input": "How much is the difference in TFP between the 1st and 2nd ranked female skaters ? \n, Word: How \n, POS tag: JJ", "output": "False"}, {"input": "How far from Oregon is the city containing Clarke Historical Museum ? \n, Word: city \n, POS tag: VBG", "output": "False"}, {"input": "Which athletes from the 4 x 100 relay team did not participate in the 2008 Olympics with Semoy Hackett ? \n, Word: Olympics \n, POS tag: NN", "output": "False"}, {"input": "The director of `` Nights and Days '' is a professor at what university ? \n, Word: university \n, POS tag: NNP", "output": "False"}, {"input": "How many guests attend the park located in a mountain resort city in Sevier County , Tennessee in a typical season ? \n, Word: attend \n, POS tag: NN", "output": "False"}, {"input": "What is the Lvl of the club whose city had a population of 2,714 in 2016 ? \n, Word: of \n, POS tag: IN", "output": "True"}, {"input": "Which game is the only game in the Star Fox series to be released on the Nintendo 64 ? \n, Word: game \n, POS tag: NN", "output": "True"}, {"input": "Which political family is from the hometown of Real World : Brooklyn cast member Scott Herman ? \n, Word: Real \n, POS tag: :", "output": "False"}, {"input": "What was the youngest person 's name who tied for annual save leader in the year with the greatest number of people who tied for that recognition ? \n, Word: person \n, POS tag: NN", "output": "True"}, {"input": "What is the long name of the team that plays at the stadium with the lowest capacity ? \n, Word: team \n, POS tag: NN", "output": "True"}, {"input": "In what month does the league that has a team that was coached by Chris Nilan for both of their seasons , begin their regular season ? \n, Word: that \n, POS tag: WDT", "output": "True"}, {"input": "What was the year of establishment of the squad that J\u00e9r\u00e9mie Galland was on during the French Road Cycling Cup of 2012 ? \n, Word: Cup \n, POS tag: NNP", "output": "True"}, {"input": "How many miles south of Port Bragg sits the city that houses the church built with stained glass windows designed by Leone McNeil Zimmer ? \n, Word: that \n, POS tag: NN", "output": "False"}, {"input": "What is the county seat of the county that has a site that was once home to 2,000 to 3,000 people ? \n, Word: 2,000 \n, POS tag: DT", "output": "False"}, {"input": "The 2005 All-Star player chosen from a team led by the Haslam family has since retired and currently performs what duty for his former team ? \n, Word: former \n, POS tag: CC", "output": "False"}, {"input": "Where is the American branch of this video game company located , which released a video game that involves the small birds called Chirps ? \n, Word: involves \n, POS tag: VBZ", "output": "True"}, {"input": "Which athlete received their medal earlier ? Was it a Turkish boxer who won a silver medal in light-flyweight at the 2004 Olympics , or the person holding six European and one world record ? \n, Word: won \n, POS tag: .", "output": "False"}, {"input": "What is the hometown of the gold medalist in men 's 10 m running target shooting at the 2004 Summer Olympics ? \n, Word: in \n, POS tag: NNP", "output": "False"}, {"input": "What is the name name of a delegate from North Carolina and was the fourth and seventh Governor from 1782 to 1784 and from 1789 to 1792 ? \n, Word: What \n, POS tag: TO", "output": "False"}, {"input": "What year was the state represented by Adhara in the Brazilian flag established ? \n, Word: What \n, POS tag: WP", "output": "True"}, {"input": "What year did the driver who finished with a time of 1:24.102 in the qualifying round of the 1998 British Grand Prix win the Indianapolis 500 ? \n, Word: year \n, POS tag: DT", "output": "False"}, {"input": "What country is the nation that was champion of world biathlon in 2010 northeast to ? \n, Word: nation \n, POS tag: NN", "output": "True"}, {"input": "Which bridge is found nearby this public square located in the oldest Chinatown in the world ? \n, Word: square \n, POS tag: VBN", "output": "False"}, {"input": "When was this historic house built in the city of 18,916 as of 2010 ? \n, Word: built \n, POS tag: DT", "output": "False"}, {"input": "What city is 20 miles east of the location that has only a destination to Port Talbot ? \n, Word: east \n, POS tag: NNP", "output": "False"}, {"input": "How many records has the artist with the album Alone In His Presence sold ? \n, Word: the \n, POS tag: JJ", "output": "False"}, {"input": "What is the name of the building whose notes include the term for the finest stone masonry unit , generally rectangular cuboid , mentioned by Vitruvius as opus isodomum ? \n, Word: generally \n, POS tag: ,", "output": "False"}, {"input": "What kind of traffic crosses this bridge found in this parish located on the northeastern border of Louisiana ? \n, Word: in \n, POS tag: JJ", "output": "False"}, {"input": "How many times has the university attended by Scott Drapeau gotten into the NCAA tourney ? \n, Word: attended \n, POS tag: NN", "output": "False"}, {"input": "What is the code of the county route that starts at the highway that extends for almost 95 miles ? \n, Word: the \n, POS tag: IN", "output": "False"}, {"input": "When was the person with the fastest time born ? \n, Word: the \n, POS tag: DT", "output": "True"}, {"input": "When was the team that George Hill played for founded ? \n, Word: was \n, POS tag: VBD", "output": "True"}, {"input": "What was the stadium of the 2003 tournament where Roger Federer won $ 187,500 ? \n, Word: tournament \n, POS tag: WRB", "output": "False"}, {"input": "The Mclaren/Mercedes constructor who is nickname the `` The Flying Finn '' , how many formula one grand prix wins ? \n, Word: The \n, POS tag: DT", "output": "True"}, {"input": "The tracks of what creature are found in the formation located in the largest country in Southern Europe ? \n, Word: largest \n, POS tag: IN", "output": "False"}, {"input": "What is the net worth of the Ugandan who served as a non-executive director of Exim Bank ( Uganda ) ? \n, Word: worth \n, POS tag: VBD", "output": "False"}, {"input": "Who is the owner of the team from the Continental Indoor Football League ? \n, Word: of \n, POS tag: IN", "output": "True"}, {"input": "Who was the alumni who competed in the even that held from 27 to 29 August in Antwerp , Belgium ? \n, Word: Antwerp \n, POS tag: WP", "output": "False"}, {"input": "What is the age of the contestant whose hometown is an important urban , industrial , commercial and transportation center of the country ? \n, Word: hometown \n, POS tag: ,", "output": "False"}, {"input": "What is the 2019 populace of Kuromori Kagura 's city ? \n, Word: city \n, POS tag: DT", "output": "False"}, {"input": "In 2019 , what status was awarded to the institute founded in 1951 that is located in the state in the eastern region of India along the Bay of Bengal ? \n, Word: in \n, POS tag: IN", "output": "True"}, {"input": "What location is the player moving to who played for the Go Ahead Eagles ? \n, Word: Eagles \n, POS tag: IN", "output": "False"}, {"input": "What is the abbreviated name of the Swedish publisher associated with the turn-based strategy video game that is not available through Games on Demand and whose developer is considered a Russian leader in business software ? \n, Word: business \n, POS tag: NN", "output": "True"}, {"input": "Which townships became a part of the city which contains West Park Cemetery in 1994 ? \n, Word: part \n, POS tag: VBZ", "output": "False"}, {"input": "How many European gold medals did the winner of the gold medal in men 's single sculls rowing at the 2013 Summer Universiade win ? \n, Word: many \n, POS tag: NNP", "output": "False"}, {"input": "What is the highest per game attendance for the ballpark now known as Rogers Centre ? \n, Word: for \n, POS tag: IN", "output": "True"}, {"input": "What year did a club with the German Championship who is noted for a defensive midfielder on the Greece national team ? \n, Word: club \n, POS tag: NN", "output": "True"}, {"input": "What position did the player who played for the Washington Senators play ? \n, Word: position \n, POS tag: DT", "output": "False"}, {"input": "Which fort is located within Queenston Heights ? \n, Word: fort \n, POS tag: NN", "output": "True"}], "constants": {"Contributors": ["Yeganeh Kordi"], "Source": ["hybridqa"], "URL": ["https://github.com/wenhuchen/HybridQA"], "Categories": "Pos Tagging", "Reasoning": [], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Wikipedia"], "Instance License": ["MIT"], "Task_Id": "task346_hybridqa_classification.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 6497, "instructions": "In this task, you will be presented with a question, a word, and a POS tag. You have to determine whether the part-of-speech tag of the given word in the question is equal to the given POS tag or not. Give your answer with True or False. Here is the Alphabetical list of part-of-speech tags used in this task: CC: Coordinating conjunction, CD: Cardinal number, DT: Determiner, EX: Existential there, FW: Foreign word, IN: Preposition or subordinating conjunction, JJ: Adjective, JJR: Adjective, comparative, JJS: Adjective, superlative, LS: List item marker, MD: Modal, NN: Noun, singular or mass, NNS: Noun, plural, NNP: Proper noun, singular, NNPS: Proper noun, plural, PDT: Predeterminer, POS: Possessive ending, PRP: Personal pronoun, PRP$: Possessive pronoun, RB: Adverb, RBR: Adverb, comparative, RBS: Adverb, superlative, RP: Particle, SYM: Symbol, TO: to, UH: Interjection, VB: Verb, base form, VBD: Verb, past tense, VBG: Verb, gerund or present participle, VBN: Verb, past participle, VBP: Verb, non-3rd person singular present, VBZ: Verb, 3rd person singular present, WDT: Wh-determiner, WP: Wh-pronoun, WP$: Possessive wh-pronoun, WRB: Wh-adverb", "task_id": "task346_hybridqa_classification"}, "seed": 42}, "d_test": {"_type": "DataTable", "records": [{"input": "Th residence that came under ownership of the Hungarian Esterh\u00e1zy family in 1622 is in what Location ? \n, Word: under \n, POS tag: NN", "output": "False"}, {"input": "How many self-governing regions are in the nation which contains Tsinghua University ? \n, Word: are \n, POS tag: VBP", "output": "True"}, {"input": "What is the nationality of the athlete that signed with L.A. Galaxy ? \n, Word: that \n, POS tag: WDT", "output": "True"}, {"input": "What was the nickname of the Britain-to-U.S. music spread the group that won the 1982 Grammy Award for Best Rock Performance was seen as a leader of ? \n, Word: Best \n, POS tag: NNP", "output": "True"}, {"input": "Which defender player is the youngest ? \n, Word: defender \n, POS tag: NN", "output": "True"}, {"input": "What role is the celebrity to score 26 most famous for ? \n, Word: 26 \n, POS tag: VB", "output": "False"}, {"input": "What major did the Eagle Classic 2011 champion get a victory in during 2014 ? \n, Word: Eagle \n, POS tag: NNP", "output": "True"}, {"input": "What is the original chapter of the brother who was co-winner of 1984 Alfred P. Sloan Prize ? \n, Word: Sloan \n, POS tag: NNP", "output": "True"}, {"input": "How many points were earned by the gymnast who founded a dance group called Xtreme ? \n, Word: How \n, POS tag: JJ", "output": "False"}, {"input": "What was the event where the animated film which was released over 20 years before it premiered on Toonami was originally released at ? \n, Word: on \n, POS tag: DT", "output": "False"}, {"input": "How many years was the Argentine player in Spain before making his competitive debut ? \n, Word: the \n, POS tag: DT", "output": "True"}, {"input": "Where was the film that won an award that was presented by the Indian president set ? \n, Word: was \n, POS tag: VBD", "output": "True"}, {"input": "In the 2005 AFL draft , the player traded for draft pick # 18 was born in what town ? \n, Word: the \n, POS tag: DT", "output": "True"}, {"input": "Of the Services whose has the least UHF of whose service is PAL System I around how many hours of non-news programmes is broadcast ? \n, Word: of \n, POS tag: IN", "output": "True"}, {"input": "Anna Paquin played what role in an unauthorized continuation of the Peanuts characters as degenerate teenagers , which played at an off-Broadway space in Hell 's Kitchen ? \n, Word: degenerate \n, POS tag: NN", "output": "True"}, {"input": "This club , whose playoff drought began after the 4th season of Major League Soccer play , won eight titles between 1996 and 1998 under what coach ? \n, Word: , \n, POS tag: CC", "output": "False"}, {"input": "between Belgrade and Pan\u010devo what is the population of the larger city ? \n, Word: of \n, POS tag: DT", "output": "False"}, {"input": "What stadium does the club , who plan to re-join S-League in the future , play in ? \n, Word: club \n, POS tag: NN", "output": "True"}, {"input": "On what network did the character of Sheriff Buck O'Hara appear ? \n, Word: Sheriff \n, POS tag: NN", "output": "False"}, {"input": "What is the nationality of the athlete who was born on 2 October 1952 ? \n, Word: of \n, POS tag: CD", "output": "False"}, {"input": "What is the name of the church that is in the town with the population of 14,698 ? \n, Word: 14,698 \n, POS tag: NN", "output": "False"}, {"input": "The team with seasons 1934 - 35 , 1943 - 44 play at what stadium ? \n, Word: The \n, POS tag: NNS", "output": "False"}, {"input": "What is the forest next to the location whose recipient is a park that is home to 13 roller coasters ? \n, Word: the \n, POS tag: DT", "output": "True"}, {"input": "Which team 's capital and largest city is Kiev ? \n, Word: 's \n, POS tag: VBZ", "output": "False"}, {"input": "What is the country of the team that first played in 1851 ? \n, Word: the \n, POS tag: DT", "output": "True"}, {"input": "Where and when did the comic style of opera Savoy originate ? \n, Word: style \n, POS tag: NN", "output": "True"}, {"input": "Which country is to the west of the country involved in a C-130 Hercules plane crash ? \n, Word: the \n, POS tag: NN", "output": "False"}, {"input": "As of July 2018 , what was the population of the city that was the origin of the band Thornley ? \n, Word: , \n, POS tag: IN", "output": "False"}, {"input": "For which platform is the series featuring Cole MacGrath ? \n, Word: featuring \n, POS tag: VBG", "output": "True"}, {"input": "What year was the Riverdale North politician sworn in as the 12th Speaker of the Yukon Legislative Assembly ? \n, Word: Assembly \n, POS tag: NNP", "output": "True"}, {"input": "What is the population density of this island where over 50 % of the inhabitants are minors ? \n, Word: 50 \n, POS tag: IN", "output": "False"}, {"input": "Who played two roles in the Italian film ? \n, Word: two \n, POS tag: CD", "output": "True"}, {"input": "When did this team , which played their home game in 2004 in the city with an area of 659 sq mi , first play its test ? \n, Word: their \n, POS tag: PRP$", "output": "True"}, {"input": "The flag bearer for the Centennial Olympic Games competed in the 4x400-meter relay with what other three teammates ? \n, Word: for \n, POS tag: WP", "output": "False"}, {"input": "Which church is affiliated with the college based in Sherman , Texas ? \n, Word: Which \n, POS tag: JJ", "output": "True"}, {"input": "When did the developer come into existence that has a wind farm in the second most populated city in South Australia ? \n, Word: into \n, POS tag: VBD", "output": "False"}, {"input": "For the first company , what is the independent association called ? \n, Word: first \n, POS tag: NN", "output": "False"}, {"input": "What years did the runner with a time of 15:35.02 at the 2011 European Team Championships Super League represent Germany ? \n, Word: of \n, POS tag: IN", "output": "True"}, {"input": "How many kilometers from Crohn Massif is the mountain on Mac . Robertson Land with an elevation of 2438 ? \n, Word: with \n, POS tag: IN", "output": "True"}, {"input": "Who stars in the Netflix original program that premiered on February 19 , 2016 ? \n, Word: stars \n, POS tag: WP", "output": "False"}, {"input": "what is the year launched of the ship that is a cruise ship owned by the Global Maritime Group under charter to UK-based Cruise & Maritime Voyages ? \n, Word: the \n, POS tag: NN", "output": "False"}, {"input": "Where were all the events held for the event that Si Thu Lin , Zaw Lat , and Zaw Zaw Aung won gold in ? \n, Word: , \n, POS tag: VBD", "output": "False"}, {"input": "What county is the location for the station that is in the line with only one termini ? \n, Word: is \n, POS tag: VBZ", "output": "True"}, {"input": "What award did the film win at the 2008 Cannes Film Festival that was co-written and starred in by the cast of the film The Class ? \n, Word: by \n, POS tag: IN", "output": "True"}, {"input": "What is the nationality of the person who heads the International Atomic Energy Agency ? \n, Word: Atomic \n, POS tag: WP", "output": "False"}, {"input": "Who is the constructor of the driver who was `` statistically the greatest driver the sport has ever seen '' at the time of his retirement from the sport ? \n, Word: retirement \n, POS tag: JJS", "output": "False"}, {"input": "what is the first name person who led the development of the game released in 2007 in Japanese arcades by the developer located in Yokohama ? \n, Word: Yokohama \n, POS tag: WP", "output": "False"}, {"input": "The Republican from Wyoming who endorsed Mitt Romney on April 13 , 2012 practiced what profession ? \n, Word: Romney \n, POS tag: NNP", "output": "True"}, {"input": "What was the release date of the title that was remastered by Hirasawa and re-released on the Ashu-on , in the solar system box set ? \n, Word: the \n, POS tag: DT", "output": "True"}, {"input": "What is the athlete 's nickname who competed in the event that was played at the Centro Nacional de Tenis ? \n, Word: the \n, POS tag: VBN", "output": "False"}, {"input": "What is the year of the winners whose fans are known as `` Boys in Blue '' ? \n, Word: '' \n, POS tag: ''", "output": "True"}, {"input": "What is the date of retirement of the man who cycles to the Parliament during sessions ? \n, Word: man \n, POS tag: VBZ", "output": "False"}, {"input": "What is the nickname of this former footballer and manager from a country with an area of 357,386 square kilometres ? \n, Word: this \n, POS tag: DT", "output": "True"}, {"input": "With whom did this German stage actress have an affair with , who died in this most populous city of the European Union today ? \n, Word: , \n, POS tag: IN", "output": "False"}, {"input": "Of the athletes born in 1990 , what is the M , \u20ac of the one who is a cousin of Jerson Cabral ? \n, Word: is \n, POS tag: DT", "output": "False"}, {"input": "In what year was the club known as UMFA founded ? \n, Word: was \n, POS tag: VBD", "output": "True"}, {"input": "Who directed the film that featured a group that included Ferdinand of Brunswick ? \n, Word: group \n, POS tag: NN", "output": "True"}, {"input": "What is the air date of the guest who graduated from New York University 's Tisch School of the Arts ? \n, Word: New \n, POS tag: NN", "output": "False"}, {"input": "When did the runners up in 2013 change their name ? \n, Word: their \n, POS tag: WRB", "output": "False"}, {"input": "What is the film title whose director was born on 3 February 1889 ? \n, Word: director \n, POS tag: VBD", "output": "False"}, {"input": "What is the name of the Bronze medal winner who is a three time world champion in her division ? \n, Word: medal \n, POS tag: NN", "output": "True"}, {"input": "What year was the song in guitar hero that had a playstation tier of 999- and sung by a band in formed in Hertford ? \n, Word: tier \n, POS tag: NN", "output": "True"}, {"input": "Which laguna 's shore is the volcano in Maule that last erupted in 1853 near ? \n, Word: erupted \n, POS tag: VBD", "output": "True"}, {"input": "What is the location identifier for the airport located 12 nautical miles ( 22 km ; 14 mi ) southeast of Edmonton , Alberta ? \n, Word: mi \n, POS tag: NN", "output": "True"}, {"input": "When was the last year the fourth place finisher at the 1959 International Cross Country Championships won an English National Cross Country title ? \n, Word: 1959 \n, POS tag: CD", "output": "True"}, {"input": "How much in money in dollars did the player nicknamed The King win ? \n, Word: nicknamed \n, POS tag: IN", "output": "False"}, {"input": "According to Nielsen research , what percentage of US TV households watched the network that is associated with Dodge City , Kansas ? \n, Word: Kansas \n, POS tag: NNP", "output": "True"}, {"input": "Where did the quarterback go to college ? \n, Word: go \n, POS tag: TO", "output": "False"}, {"input": "What is the diatonic accordion the 2004 winner of the Latin Grammy Award for Best Folk Album plays ? \n, Word: the \n, POS tag: NNP", "output": "False"}, {"input": "Which region was the Secretary of Agriculture appointed by Bill Clinton in 1993 from ? \n, Word: in \n, POS tag: IN", "output": "True"}, {"input": "What was the last team the player picked 18th pick in the 2002 MLS SuperDraft played with ? \n, Word: 2002 \n, POS tag: CD", "output": "True"}, {"input": "What is the birth name of the bronze winning weightlifter ? \n, Word: is \n, POS tag: NN", "output": "False"}, {"input": "This ODM party memebers previous post was an elected official to represent the Magarini Constituency in the National Assembly of Kenya during the 2007 Kenyan parliamentary election ? \n, Word: represent \n, POS tag: JJ", "output": "False"}, {"input": "On what channel was the documentary she narrated air ? \n, Word: the \n, POS tag: JJ", "output": "False"}, {"input": "How long before the present did migration into the continent of the home country of George Hincapie occur ? \n, Word: into \n, POS tag: IN", "output": "True"}, {"input": "What is the population of the town that had a building that was possibly involved in insurance fraud ? \n, Word: building \n, POS tag: WDT", "output": "False"}, {"input": "What leagues did the Victorian State League Division 5 replace in 2013 ? \n, Word: replace \n, POS tag: NNP", "output": "False"}, {"input": "What is the scientific name of the species that is a medium-sized macaque that lives in southern Thailand , Malaysia , and Indonesia ? \n, Word: the \n, POS tag: IN", "output": "False"}, {"input": "Who is the star of the show on the NBC network ? \n, Word: the \n, POS tag: DT", "output": "True"}, {"input": "What prefecture does this prefecture , where Japan 's first Buddhist temple to be registered as a UNESCO World Heritage site is , share borders with to the east ? \n, Word: prefecture \n, POS tag: POS", "output": "False"}, {"input": "What is the name of the route with the from location that extends for 99.99 miles ( 160.92 km ) ? \n, Word: with \n, POS tag: )", "output": "False"}, {"input": "Which award was the actress who played Rachel Chu in Crazy Rich Asians nominated for in this role ? \n, Word: Asians \n, POS tag: NNP", "output": "True"}, {"input": "what was the initial establishment of the VT-4 Training Squadron 4 while the naval force was under the Command of Rear Admiral Gregory Harris ? \n, Word: Command \n, POS tag: NNP", "output": "True"}, {"input": "Of the games with the Computer Entertainment Rating Organization rating of A , which one as part of the Hanabi Festival promotion ? \n, Word: Rating \n, POS tag: IN", "output": "False"}, {"input": "How many people in 2016 lived in the city that is home to Thomond Park ? \n, Word: 2016 \n, POS tag: CD", "output": "True"}, {"input": "What is the capital city of this country that established a diplomatic mission in the fourth-largest city in Russia ? \n, Word: capital \n, POS tag: IN", "output": "False"}, {"input": "Considering the aircraft named after Squadron Leader Norman O. Clappison , what was its number built ? \n, Word: Squadron \n, POS tag: NNP", "output": "True"}, {"input": "What is the ISBT of the system that is based on the expression of two codominant alleles , designated Lua and Lub ? \n, Word: that \n, POS tag: DT", "output": "False"}, {"input": "In which city is this public university with more than 10,000 enrolled students located that participates in a conference headquartered in St. Louis ? \n, Word: In \n, POS tag: IN", "output": "True"}, {"input": "About how much water deep in feet did a ship sink that is located in a town that had a population of 1,887 at the 2010 census ? \n, Word: town \n, POS tag: NN", "output": "True"}, {"input": "What is the name of a character from animation that is following adventures of a mad scientist and his grandson ? \n, Word: What \n, POS tag: NNS", "output": "False"}, {"input": "What is the capital of the country whose corresponding athlete was sanctioned for using a drug also called RU-18761 ? \n, Word: was \n, POS tag: VBD", "output": "True"}, {"input": "What kind of athlete was the person who won the 1997 Stockholm Marathon before becoming a runner ? \n, Word: the \n, POS tag: DT", "output": "True"}, {"input": "What is the district whose winner was born on February 6 , 1743 ? \n, Word: , \n, POS tag: ,", "output": "True"}, {"input": "When did the store with 465 locations establish its current name ? \n, Word: its \n, POS tag: DT", "output": "False"}, {"input": "What is the number of wins as major for the country that formally proclaimed independence in 1821 ? \n, Word: that \n, POS tag: WDT", "output": "True"}, {"input": "What school is in the city with an estimated population of almost 32,000 ? \n, Word: population \n, POS tag: NN", "output": "True"}, {"input": "What was the nickname for the inmate who was on death row for 8 years ? \n, Word: for \n, POS tag: IN", "output": "True"}, {"input": "Which country did the last placed athlete in the free skate program later coach in ? \n, Word: program \n, POS tag: NN", "output": "True"}, {"input": "The college rcognized in 2004 was originally part of what university ? \n, Word: The \n, POS tag: VBN", "output": "False"}], "constants": {"Contributors": ["Yeganeh Kordi"], "Source": ["hybridqa"], "URL": ["https://github.com/wenhuchen/HybridQA"], "Categories": "Pos Tagging", "Reasoning": [], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Wikipedia"], "Instance License": ["MIT"], "Task_Id": "task346_hybridqa_classification.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 6497, "instructions": "In this task, you will be presented with a question, a word, and a POS tag. You have to determine whether the part-of-speech tag of the given word in the question is equal to the given POS tag or not. Give your answer with True or False. Here is the Alphabetical list of part-of-speech tags used in this task: CC: Coordinating conjunction, CD: Cardinal number, DT: Determiner, EX: Existential there, FW: Foreign word, IN: Preposition or subordinating conjunction, JJ: Adjective, JJR: Adjective, comparative, JJS: Adjective, superlative, LS: List item marker, MD: Modal, NN: Noun, singular or mass, NNS: Noun, plural, NNP: Proper noun, singular, NNPS: Proper noun, plural, PDT: Predeterminer, POS: Possessive ending, PRP: Personal pronoun, PRP$: Possessive pronoun, RB: Adverb, RBR: Adverb, comparative, RBS: Adverb, superlative, RP: Particle, SYM: Symbol, TO: to, UH: Interjection, VB: Verb, base form, VBD: Verb, past tense, VBG: Verb, gerund or present participle, VBN: Verb, past participle, VBP: Verb, non-3rd person singular present, VBZ: Verb, 3rd person singular present, WDT: Wh-determiner, WP: Wh-pronoun, WP$: Possessive wh-pronoun, WRB: Wh-adverb", "task_id": "task346_hybridqa_classification"}, "seed": 42}, "d_val": {"_type": "DataTable", "records": [{"input": "When did the athlete who grew up in R\u00fcgen compete ? \n, Word: did \n, POS tag: VBD", "output": "True"}, {"input": "What is the population of the people who traveled with their flocks twice yearly to and from the summer highland pastures north of Shiraz ? \n, Word: is \n, POS tag: NN", "output": "False"}, {"input": "Who was the creator of the series in which Ben McKenzie played Bryan in 2013 ? \n, Word: which \n, POS tag: IN", "output": "False"}, {"input": "What is the peak population of the province that was a German colony from 1884-1915 ? \n, Word: from \n, POS tag: IN", "output": "True"}, {"input": "What are the years of the show whose opening credits notably feature the Cooper Black typeface ? \n, Word: Cooper \n, POS tag: NNS", "output": "False"}, {"input": "What is the name of the party that is holding the constituency number 3 ? \n, Word: party \n, POS tag: NN", "output": "True"}, {"input": "How far from Afghanistan is the capital of the region of Uzbekistan with an area of 28,568 square kilometers ? \n, Word: from \n, POS tag: IN", "output": "True"}, {"input": "Where did the event involving the player who topped the money list in 2002 move to in 1973 ? \n, Word: the \n, POS tag: DT", "output": "True"}, {"input": "What was the moniker of the 1961 inductee who founded Eastern Massachusetts Board of Approved Basketball Officials ? \n, Word: moniker \n, POS tag: IN", "output": "False"}, {"input": "What Lake is in the region that covers 250 square kilometres ( 97 sq mi ) ? \n, Word: region \n, POS tag: NN", "output": "True"}, {"input": "Who wrote the novel the 2010 sport film featuring Zac Efron is based on ? \n, Word: based \n, POS tag: VBN", "output": "True"}, {"input": "What is the title of the short that was produced by Leon Schlesinger ? \n, Word: Schlesinger \n, POS tag: NN", "output": "False"}, {"input": "The Georgia Tech alum and former commander of one of the eleven unified combat commands in the US Department of Defense , went on to serve on the board of directors of what ? \n, Word: on \n, POS tag: IN", "output": "True"}, {"input": "Which international sport event was won by Yvan Muller ? \n, Word: Which \n, POS tag: JJ", "output": "True"}, {"input": "What is the year of birth of the player who played as a defender ? \n, Word: is \n, POS tag: IN", "output": "False"}, {"input": "How many Nacional de Clubes titles have been won by the team from C\u00f3rdoba , Argentina ? \n, Word: have \n, POS tag: VBP", "output": "True"}, {"input": "On what network did the 1978 series air ? \n, Word: air \n, POS tag: NN", "output": "True"}, {"input": "Which player who scored the lowest amount of goals is from Brighton , England ? \n, Word: Brighton \n, POS tag: NNP", "output": "True"}, {"input": "What is the registry ( flag ) of the ship that was purchased by Hudson 's Bay Company in 1826 ? \n, Word: ( \n, POS tag: WP", "output": "False"}, {"input": "Of the license of non-free computer software , which assembler was released by International Computers and Tabulators ( ICT ) ? \n, Word: was \n, POS tag: VBD", "output": "True"}, {"input": "what is the venue of the venue chapman lecturer born 12/29/1957 ? \n, Word: the \n, POS tag: JJ", "output": "False"}, {"input": "What woman representative has the lowest constituency number and reserved for none ? \n, Word: none \n, POS tag: NN", "output": "True"}, {"input": "What is this historic place in a township , where William Paterson University is located , also known as ? \n, Word: place \n, POS tag: NN", "output": "True"}, {"input": "What is the name in his native language of the person that is living in the place with over 207.8 million in population ? \n, Word: is \n, POS tag: DT", "output": "False"}, {"input": "How many employees are employed at the station that has the 2nd highest UHF number ? \n, Word: number \n, POS tag: JJS", "output": "False"}, {"input": "What is the population of the city that has an historic area whose entryway is known as the East Gate ? \n, Word: the \n, POS tag: NNP", "output": "False"}, {"input": "How many live in the home city of Bobbi Sue Luther ? \n, Word: Sue \n, POS tag: NNP", "output": "True"}, {"input": "What year Olympics did the player who competed the earliest in time play in ? \n, Word: year \n, POS tag: NN", "output": "True"}, {"input": "What city in Italy has a larger population than the city where the 1500 metres was run in 4:12.4 by Paola Pigni ? \n, Word: by \n, POS tag: IN", "output": "True"}, {"input": "What does the abbreviation for the system used by the U.K. 's fifth national terrestrial analogue channel stand for ? \n, Word: channel \n, POS tag: NNP", "output": "False"}, {"input": "What position does the host of Rail Budget in 2014 serve at Aaj Tak ? \n, Word: host \n, POS tag: NN", "output": "True"}, {"input": "Which team won the Supporters ' Shield in the 14th season of Major League Soccer ? \n, Word: Soccer \n, POS tag: NNP", "output": "True"}, {"input": "Who is the owner since 2014 of the women 's club playing in a league composed of twelve teams ? \n, Word: twelve \n, POS tag: NN", "output": "True"}, {"input": "What is the present position in Network Ten held by the person who performed the west coast swing with the highest points ? \n, Word: in \n, POS tag: IN", "output": "True"}, {"input": "What is the type of animal who was adopted as a symbol in the 60 's and had roots in Germany ? \n, Word: and \n, POS tag: POS", "output": "False"}, {"input": "Which film had a supporting cast that included Warner Oland and with whom had a director that won the Academy Award for Best Story for his film A Star Is Born ? \n, Word: Warner \n, POS tag: PRP$", "output": "False"}, {"input": "How many times did the trainer of Royal Delta receive the Eclipse Award for Outstanding Trainer award ? \n, Word: Outstanding \n, POS tag: NN", "output": "False"}, {"input": "For the sister with the last name of Buggs , in what state was her sorority 's original chapter located ? \n, Word: of \n, POS tag: IN", "output": "True"}, {"input": "What is the rank of the player whose position is sometimes known as the pivot or second receiver ? \n, Word: pivot \n, POS tag: WP", "output": "False"}, {"input": "How many centimeters is the height of the World Rugby Sevens top player for 2004 to 2005 ? \n, Word: How \n, POS tag: WRB", "output": "True"}, {"input": "What is the total number of staff for the service whose has the most kilowatts of all the services whose UHF is less than 43 ? \n, Word: than \n, POS tag: PDT", "output": "False"}, {"input": "What is the nationality of the mayor whose term was 1883-1887 ? \n, Word: the \n, POS tag: DT", "output": "True"}, {"input": "Where was the artist who won the Grammy for `` Just a Word '' born ? \n, Word: born \n, POS tag: DT", "output": "False"}, {"input": "What is the employer whose American location consists of five boroughs ? \n, Word: location \n, POS tag: NN", "output": "True"}, {"input": "What genre is the film ranked # 1 ? \n, Word: is \n, POS tag: VBZ", "output": "True"}, {"input": "In the races where Ron Hornaday , Jr. had the pole position , which winner is the oldest ? \n, Word: the \n, POS tag: DT", "output": "True"}, {"input": "How many miles north-east of Pulborough is the location of cottage-like building that was erected in 1754 ? \n, Word: Pulborough \n, POS tag: IN", "output": "False"}, {"input": "What is the Greek name of the person with the feast day on July 21 ? \n, Word: What \n, POS tag: JJ", "output": "False"}, {"input": "What is the name of the historic place whose location is the third-longest Interstate Highway in the United States ? \n, Word: is \n, POS tag: JJ", "output": "False"}, {"input": "How many billions of dollars has the film industry contributed to the economy of the state that has a city whose terrain rises to an elevation of approximately 2,097 meters ? \n, Word: the \n, POS tag: WDT", "output": "False"}], "constants": {"Contributors": ["Yeganeh Kordi"], "Source": ["hybridqa"], "URL": ["https://github.com/wenhuchen/HybridQA"], "Categories": "Pos Tagging", "Reasoning": [], "Input_language": ["English"], "Output_language": ["English"], "Instruction_language": ["English"], "Domains": ["Wikipedia"], "Instance License": ["MIT"], "Task_Id": "task346_hybridqa_classification.json", "Languages": "English->English", "Unique Outputs": 2, "No Instances": 6497, "instructions": "In this task, you will be presented with a question, a word, and a POS tag. You have to determine whether the part-of-speech tag of the given word in the question is equal to the given POS tag or not. Give your answer with True or False. Here is the Alphabetical list of part-of-speech tags used in this task: CC: Coordinating conjunction, CD: Cardinal number, DT: Determiner, EX: Existential there, FW: Foreign word, IN: Preposition or subordinating conjunction, JJ: Adjective, JJR: Adjective, comparative, JJS: Adjective, superlative, LS: List item marker, MD: Modal, NN: Noun, singular or mass, NNS: Noun, plural, NNP: Proper noun, singular, NNPS: Proper noun, plural, PDT: Predeterminer, POS: Possessive ending, PRP: Personal pronoun, PRP$: Possessive pronoun, RB: Adverb, RBR: Adverb, comparative, RBS: Adverb, superlative, RP: Particle, SYM: Symbol, TO: to, UH: Interjection, VB: Verb, base form, VBD: Verb, past tense, VBG: Verb, gerund or present participle, VBN: Verb, past participle, VBP: Verb, non-3rd person singular present, VBZ: Verb, 3rd person singular present, WDT: Wh-determiner, WP: Wh-pronoun, WP$: Possessive wh-pronoun, WRB: Wh-adverb", "task_id": "task346_hybridqa_classification"}, "seed": 42}}}}
\ No newline at end of file
diff --git a/examples/paper_prompt_compression/prompt_compression.py b/examples/paper_prompt_compression/prompt_compression.py
new file mode 100644
index 0000000..954a257
--- /dev/null
+++ b/examples/paper_prompt_compression/prompt_compression.py
@@ -0,0 +1,414 @@
+import copy
+import json
+
+import click
+import spacy
+import utils
+from sammo.base import EvaluationScore, Runner
+from sammo.mutators import *
+from sammo.runners import OpenAIChat
+from sammo.throttler import AtMost
+
+logger = sammo.setup_logger(log_prompts_to_file=True)
+
+from sammo import search_op
+from sammo.data import DataTable
+from sammo.instructions import *
+from sammo.components import *
+from sammo.dataformatters import (
+    JSONDataFormatter,
+    MultiLabelFormatter,
+    QuestionAnswerFormatter,
+    XMLDataFormatter,
+)
+import pathlib
+
+from sammo.search import (
+    EnumerativeSearch,
+    BeamSearch,
+    SequentialSearch,
+)
+
+from sammo.store import PersistentDict
+
+MAIN_FOLDER = sammo.utils.DEFAULT_SAVE_PATH
+CONFIG_PATH = MAIN_FOLDER.parent.parent.parent / "config"
+MODEL_CONFIGS = {
+    "gpt-3.5": {
+        "full_id": "gpt-3.5-turbo-16k-0613",
+        "equivalence_class": "gpt-3.5-turbo-16k",
+        "credentials": CONFIG_PATH / "personal.openai",
+        "rate_limit": 10,
+        "timeout": 90,
+        "max_context_window": None,
+        "minibatch_size": 5,
+    },
+    "gpt-4": {
+        "full_id": "gpt-4-0613",
+        "equivalence_class": "gpt-4-0613",
+        "credentials": CONFIG_PATH / "personal.openai",
+        "rate_limit": 10,
+        "timeout": 90,
+        "max_context_window": None,
+        "minibatch_size": 10,
+    },
+    "llama-2": {
+        "full_id": "meta-llama/Llama-2-70b-chat-hf",
+        "equivalence_class": "meta-llama/Llama-2-70b-chat-hf",
+        "credentials": CONFIG_PATH / "personal.deepinfra",
+        "rate_limit": [AtMost(10, "running"), AtMost(2, "rejected", 1)],
+        "timeout": 180,
+        "max_context_window": 4096,
+        "minibatch_size": 1,
+    },
+    "mixtral": {
+        "full_id": "cognitivecomputations/dolphin-2.6-mixtral-8x7b",
+        "equivalence_class": "dolphin-2.6-mixtral-8x7b",
+        "credentials": CONFIG_PATH / "personal.deepinfra",
+        "rate_limit": [AtMost(10, "running"), AtMost(2, "rejected", 1)],
+        "timeout": 180,
+        "max_context_window": None,
+        "minibatch_size": 5,
+    },
+}
+MODELS = list(MODEL_CONFIGS.keys())
+DATA = "data_splits.json"
+METHODS = ["baseline", "rewrite", "stopwords", "syntax", "sammo", "ape"]
+TASKS = [
+    "task018_mctaco_temporal_reasoning_presence",
+    "task019_mctaco_temporal_reasoning_category",
+    "task108_contextualabusedetection_classification",
+    "task133_winowhy_reason_plausibility_detection",
+    "task136_winowhy_knowledge_categorization",
+    "task204_mnli_same_genre_classification",
+    "task211_logic2text_classification",
+    "task212_logic2text_classification",
+    "task248_dream_classification",
+    "task346_hybridqa_classification",
+]
+
+
+class CompressionObjective:
+    def __init__(self, weights=None, tolerance=0.02, min_parse_correctness=0.9):
+        self._tolerance = tolerance
+        self._weights = weights or dict(input_costs=-1, output_costs=-2)
+        self._reference_point = dict()
+        self._min_parse_correctness = min_parse_correctness
+
+    def __call__(self, y_true: DataTable, y_pred: DataTable) -> EvaluationScore:
+        disagreements = self.exact_disagreements(y_true, y_pred)
+        objectives = {
+            "accuracy": 1 - len(disagreements) / len(y_true),
+            "input_costs": y_pred.outputs.input_cost,
+            "output_costs": y_pred.outputs.output_cost,
+            "parse_correctness": 1 - y_pred.outputs.empty_rate,
+            "weighted_costs": abs(
+                y_pred.outputs.input_cost * self._weights["input_costs"]
+                + y_pred.outputs.output_cost * self._weights["output_costs"]
+            ),
+        }
+        objective = objectives["weighted_costs"]
+        if objectives["accuracy"] + self._tolerance < self._reference_point.get("accuracy", 0):
+            objective = float("inf")
+        if objectives["parse_correctness"] < self._min_parse_correctness:
+            objective = float("inf")
+        return EvaluationScore(objective, disagreements, objectives)
+
+    def accuracy(self, y_true: DataTable, y_pred: DataTable) -> EvaluationScore:
+        scored = self(y_true, y_pred)
+        scored.score = scored.details["accuracy"]
+        return scored
+
+    def callibrate(self, y_true: DataTable, y_pred: DataTable):
+        scored = self(y_true, y_pred)
+        self._reference_point = scored.details
+
+    @staticmethod
+    def exact_disagreements(y_true, y_pred):
+        y_true, y_pred = y_true.outputs.normalized_values(), y_pred.outputs.normalized_values()
+        mistakes = list()
+        for i in range(len(y_true)):
+            if y_true[i] != y_pred[i]:
+                mistakes.append(i)
+
+        return mistakes
+
+
+class SmallSearchSpace:
+    def __init__(self, dtrain, examples, minibatch_size):
+        self.examples = examples
+        self.dtrain = dtrain
+        self.minibatch_size = minibatch_size
+
+    def with_minibatch_size(self, new_size):
+        clone = copy.copy(self)
+        clone.minibatch_size = new_size
+        return clone
+
+    def __call__(self, return_raw=False):
+        if self.minibatch_size == "all":
+            minibatch_size = search_op.one_of([1, 5, 10], name="minibatch_size")
+        else:
+            minibatch_size = self.minibatch_size
+
+        example_formatter = search_op.one_of(
+            [
+                QuestionAnswerFormatter(
+                    all_labels=self.dtrain.outputs.unique(),
+                    orient="kind",
+                    attributes_processor=None,
+                ),
+                MultiLabelFormatter(all_labels=self.dtrain.outputs.unique(), attributes_processor=None),
+                XMLDataFormatter(orient="kind", attributes_processor=None),
+                JSONDataFormatter(orient="kind", attributes_processor=None),
+            ]
+        )
+        structure = [
+            Section("Task", self.dtrain.constants["instructions"]),
+            Section("Examples", FewshotExamples(self.examples)),
+            Section(
+                "Complete and output in the same format as above",
+                InputData(id_offset=len(self.examples)),
+            ),
+        ]
+        instructions = MetaPrompt(
+            structure,
+            render_as="markdown",
+            data_formatter=example_formatter,
+        )
+        return Output(
+            instructions.with_extractor("empty_result"),
+            minibatch_size=minibatch_size,
+            on_error="empty_result",
+        )
+
+
+class RewrittenSearchSpace(SmallSearchSpace):
+    def __init__(self, dtrain, examples, minibatch_size):
+        super().__init__(dtrain, examples, minibatch_size)
+        _, self.runner = utils.get_api_config("gpt-4", "task_rewriter")
+
+    def __call__(self, return_raw=False):
+        messages = [
+            "Could you please rephrase the paragraph to make it short, and keep 5% tokens?",
+            "Condense the passage to retain only 5% of its original tokens, while preserving its meaning.",
+            "Shorten the sentences to 200 tokens.",
+            "Trim the text down to 200 tokens in total.",
+            "Please provide a concise summary of the given examples in several sentences, ensuring that all reasoning information is included.",
+            "Summarize the provided examples in a few sentences, maintaining all essential reasoning aspects.",
+            "Remove redundancy and express the text concisely in English, ensuring that all key information and reasoning processes are preserved.",
+            "Eliminate repetitive elements and present the text concisely, ensuring that key details and logical processes are retained.",
+            "Follow these steps to shorten the given text content: 1. First, calculate the amount of information contained in each sentence, and remove sentences with less information. 2. Next, further condense the text by removing stop words, unnecessary punctuation, and redundant expressions. Refine the content while ensuring that all key information is retained. Let’s do it step by step.",
+            "To shorten the given text, follow these steps: a) Determine the information value of each sentence and remove those with lower value. b) Further reduce the text by removing stop words, unneeded punctuation, and superfluous expressions, while making sure to keep all vital information intact. Let’s do it step by step.",
+        ]
+        minibatch_size = self.minibatch_size
+        structure = [
+            Section("Task", self.dtrain.constants["instructions"]),
+            Section("Examples", FewshotExamples(self.examples)),
+        ]
+        instructions = MetaPrompt(
+            structure,
+            render_as="markdown",
+            data_formatter=QuestionAnswerFormatter(
+                all_labels=self.dtrain.outputs.unique(), orient="kind", attributes_processor=None
+            ),
+        )
+        result = Output(instructions).run(self.runner).outputs.raw_values[0].value
+        rewritten = (
+            Output(GenerateText(result, system_prompt=search_op.one_of(messages, name="message")))
+            .run(self.runner)
+            .outputs.raw_values[0]
+            .value
+        )
+        instructions = MetaPrompt(
+            [
+                Paragraph(rewritten),
+                Section(
+                    "Complete and output in the same format as above",
+                    InputData(id_offset=len(self.examples)),
+                ),
+            ],
+            render_as="markdown",
+            data_formatter=QuestionAnswerFormatter(
+                all_labels=self.dtrain.outputs.unique(), orient="kind", attributes_processor=None
+            ),
+        )
+        return Output(
+            instructions.with_extractor("empty_result"),
+            minibatch_size=minibatch_size,
+            on_error="empty_result",
+        )
+
+
+@click.command()
+@click.option("--llm", default=MODELS[0], type=click.Choice(MODELS), prompt=True)
+@click.option("--task-id", default=TASKS[0], type=click.Choice(TASKS), prompt=True)
+@click.option("--method", default=METHODS[0], type=click.Choice(METHODS), prompt=True)
+@click.option("--uuid", default=None, type=str)
+@click.option("--confirmed", is_flag=True, default=None)
+def main(llm, task_id, method, uuid=None, confirmed=None, debug=False):
+    if confirmed is None:
+        click.confirm(f"Do you want to run {task_id} with {llm}?", abort=True, default=True)
+
+    task_info = json.loads(pathlib.Path(DATA).read_bytes())[task_id]
+    data = {k: DataTable.from_json(v) for k, v in task_info["data"].items()}
+    task_id = task_info["task_id"]
+
+    model_config = MODEL_CONFIGS[llm]
+    minibatch_size = model_config["minibatch_size"]
+    run_id = f"{task_id}_{model_config['equivalence_class'].replace('/', '_')}"
+    runner = OpenAIChat(
+        model_id=model_config["full_id"],
+        api_config=model_config["credentials"],
+        equivalence_class=model_config["equivalence_class"],
+        rate_limit=model_config["rate_limit"],
+        cache=sammo.store.PersistentDict(MAIN_FOLDER / f"{run_id}.cache.tsv"),
+        timeout=model_config["timeout"],
+        max_retries=50000,
+        max_context_window=model_config["max_context_window"],
+    )
+
+    objective = CompressionObjective()
+    search_space = SmallSearchSpace(data["d_train"], data["d_incontext"], minibatch_size)
+
+    baseline_model = EnumerativeSearch(runner, search_space, objective, max_candidates=1)
+    d_train_pred = baseline_model.fit_transform(data["d_train"])
+    dtest_baseline = baseline_model.transform(data["d_test"])
+    baseline_model.save(MAIN_FOLDER / "autobatch" / f"baseline" / f"{run_id}.batchsize={minibatch_size}.model.json")
+
+    objective.callibrate(data["d_train"], d_train_pred)
+    ops = {
+        "struct": [
+            ChangeDataFormat(
+                ".*data_formatter",
+                [
+                    MultiLabelFormatter(all_labels=data["d_train"].outputs.unique()),
+                    JSONDataFormatter(),
+                    XMLDataFormatter(),
+                ],
+            ),
+            ChangeDataFormat(
+                ".*data_formatter",
+                [
+                    MultiLabelFormatter(all_labels=data["d_train"].outputs.unique()),
+                    JSONDataFormatter(include_ids=False),
+                    XMLDataFormatter(include_ids=False),
+                ],
+            ),
+            ChangeSectionsFormat(".*sections_format", ["markdown", "xml"]),
+        ],
+        "examples": [DecreaseInContextExamples(data["d_incontext"], reduction_factor=0.9)],
+        "drop": [DropExamples({"name": "Examples"}), DropIntro({"name": "Task"})],
+        "rewrite": [
+            InduceInstructions({"name": "Task"}, data["d_incontext"]),
+            ShortenSegment({"name": "Task"}, reduction_factor=0.75),
+            ShortenSegment({"name": "Task"}, reduction_factor=0.5),
+            SegmentToBulletPoints({"name": "Task"}),
+            RemoveStopWordsFromSegment(
+                {"name": "Task"}, [StopwordsCompressor("reuters"), StopwordsCompressor("spacy")]
+            ),
+            ReplaceParameter(
+                r".*attributes_processor",
+                [None, StopwordsCompressor("reuters"), StopwordsCompressor("spacy")],
+            ),
+        ],
+    }
+
+    mutation_operators = BagOfMutators(
+        search_space,
+        *sum(ops.values(), []),
+        sample_for_init_candidates=False,
+    )
+    if method == "baseline":
+        return
+    elif method == "rewrite":
+        prompt_optimizer = EnumerativeSearch(
+            runner,
+            RewrittenSearchSpace(data["d_train"], data["d_incontext"], minibatch_size),
+            objective,
+            maximize=False,
+        )
+    elif method == "stopwords":
+
+        def search_space_mutators():
+            return [
+                RemoveStopWordsFromSegment(
+                    {"name": "Task"},
+                    search_op.one_of([StopwordsCompressor("reuters"), StopwordsCompressor("spacy")]),
+                ),
+                ReplaceParameter(
+                    r".*attributes_processor",
+                    search_op.one_of([None, StopwordsCompressor("reuters"), StopwordsCompressor("spacy")]),
+                ),
+            ]
+
+        prompt_optimizer = EnumerativeSearch(
+            runner,
+            search_space_mutators,
+            objective,
+            maximize=False,
+            mutate_from=search_op.get_first_point(search_space),
+        )
+    elif method == "syntax":
+        prompt_optimizer = SequentialSearch(
+            runner,
+            PruneSyntaxTree(
+                {"name": "Task"},
+                search_space,
+                objective.accuracy,
+                cache=PersistentDict(MAIN_FOLDER / "trees" / f"{run_id}.cache.json"),
+            ),
+            objective,
+            maximize=False,
+            depth=48,
+        )
+    elif method == "sammo":
+        prompt_optimizer = BeamSearch(
+            runner,
+            mutation_operators,
+            objective,
+            maximize=False,
+            depth=6,
+            beam_width=4,
+            mutations_per_beam=2,
+            n_initial_candidates=4,
+            add_previous=True,
+            max_evals=48,
+        )
+    elif method == "ape":
+        prompt_optimizer = BeamSearch(
+            runner,
+            APE({"name": "Task"}, search_space, data["d_train"], 5),
+            objective,
+            maximize=False,
+            n_initial_candidates=12,
+            depth=3,
+            mutations_per_beam=2,
+            beam_width=6,  # 12 + 12*2 = 36 from first stage, then 8+8 from second and third, so 36+16 = 52
+            add_previous=True,
+            max_evals=48,
+        )
+
+    d_train_pred = prompt_optimizer.fit_transform(data["d_train"])
+    print(f"{method} (train):", objective(data["d_train"], d_train_pred))
+    print("Break even: ", prompt_optimizer.break_even(baseline_model.best["costs"]))
+    prompt_optimizer.show_report()
+    print("Best: ", prompt_optimizer.best)
+
+    if not debug:
+        objective.callibrate(data["d_test"], dtest_baseline)
+        dtest_pred = prompt_optimizer.transform(data["d_test"])
+        print(f"Baseline (test):\n {objective(data['d_test'], dtest_baseline)}")
+        print(f"{method} (test):\n {objective(data['d_test'], dtest_pred)}")
+    prompt_optimizer.save(MAIN_FOLDER / "autobatch" / method / f"{run_id}.model.json")
+
+
+def check_spacy():
+    if not spacy.util.is_package("en_core_web_sm"):
+        print("Space model 'en_core_web_sm' not found. Installing...")
+        spacy.cli.download("en_core_web_sm")
+
+
+if __name__ == "__main__":
+    check_spacy()
+    main()
diff --git a/examples/rag_tuning/data_splits.json b/examples/paper_rag/data_splits.json
similarity index 100%
rename from examples/rag_tuning/data_splits.json
rename to examples/paper_rag/data_splits.json
diff --git a/examples/paper_rag/rag_tuning_dspy.py b/examples/paper_rag/rag_tuning_dspy.py
new file mode 100644
index 0000000..952eabd
--- /dev/null
+++ b/examples/paper_rag/rag_tuning_dspy.py
@@ -0,0 +1,272 @@
+import copy
+import json
+import pathlib
+
+import click
+from chromadb.utils.embedding_functions import OpenAIEmbeddingFunction
+import chromadb
+import pandas as pd
+import dspy
+from dspy.retrieve.chromadb_rm import ChromadbRM
+from dspy.evaluate import Evaluate
+from dspy.teleprompt import MIPRO
+
+BASE_DIR = pathlib.Path(__file__).parent / "rag_tuning_sammo"
+RESULTS_DIR = BASE_DIR / "dspy"
+RESULTS_DIR.mkdir(exist_ok=True)
+DB_PATH = str(BASE_DIR / "chroma")
+TASKS = ["smcalflow", "geo880", "overnight"]
+
+DATA_PATHS = {
+    "smcalflow": r"C:\Data\smcalflow_cs_simple_v3\all.jsonl",
+    "geo880": r"C:\Data\geo880_v2\all.jsonl",
+    "overnight": r"C:\Data\overnight_socialnetwork\all.jsonl",
+}
+CONFIG_PATH = pathlib.Path(__file__).parent.parent.parent / "config"
+MODEL_CONFIGS = {
+    "gpt-3.5": {
+        "config": {"model": "gpt-3.5-turbo-16k-0613"},
+        "credentials": CONFIG_PATH / "personal.openai",
+        "class": "OpenAI",
+    },
+    "gpt-4": {
+        "config": {"model": "gpt-4-0613"},
+        "credentials": CONFIG_PATH / "personal.openai",
+        "class": "OpenAI",
+    },
+    "llama-2": {
+        "config": {
+            "model": "meta-llama/Llama-2-70b-chat-hf",
+            "api_base": "https://api.deepinfra.com/v1/openai/",
+        },
+        "credentials": CONFIG_PATH / "personal.deepinfra",
+        "class": "DeepInfra",
+    },
+    "llama-2-alt": {
+        "config": {"model": "meta-llama/Llama-2-70b-chat-hf", "api_base": "https://api.together.xyz/v1/"},
+        "credentials": CONFIG_PATH / "personal.together",
+        "class": "Together",
+    },
+    "mixtral": {
+        "config": {
+            "model": "cognitivecomputations/dolphin-2.6-mixtral-8x7b",
+            "api_base": "https://api.deepinfra.com/v1/openai/",
+        },
+        "credentials": CONFIG_PATH / "personal.deepinfra",
+        "class": "DeepInfra",
+    },
+}
+MODELS = list(MODEL_CONFIGS.keys())
+TASKS = ["smcalflow", "geo880", "overnight"]
+
+
+class GenerateAnswer(dspy.Signature):
+    context = dspy.InputField(desc="may contain relevant facts")
+    input = dspy.InputField()
+    answer = dspy.OutputField()
+
+
+class RAG(dspy.Module):
+    def __init__(
+        self,
+        n_fewshot=10,
+        instructions="Answer questions with short factoid answers.",
+    ):
+        super().__init__()
+        my_module = copy.copy(GenerateAnswer)
+        my_module.__doc__ = instructions
+
+        self.retrieve = dspy.Retrieve(k=n_fewshot)
+        self.generate_answer = dspy.Predict(my_module)
+
+    def forward(self, input):
+        context = self.retrieve(input).passages
+        prediction = self.generate_answer(context=context, input=input)
+        return dspy.Prediction(context=context, answer=prediction.answer)
+
+
+class DeepInfra(dspy.OpenAI):
+    MAX_BATCH_SIZE = 1
+
+    def __call__(
+        self,
+        prompt: str,
+        **kwargs,
+    ):
+        n = kwargs.get("n", 1)
+        if n > self.MAX_BATCH_SIZE:
+            completions = []
+            for i in range(0, n, self.MAX_BATCH_SIZE):
+                args = dict(**kwargs)
+                args["n"] = min(n, i + self.MAX_BATCH_SIZE) - i
+                args["temperature"] = kwargs.get("temperature", 0.7) - 0.01 * i
+                minibatch = super().__call__(prompt=prompt, **args)
+                completions += minibatch
+        else:
+            completions = super().__call__(prompt=prompt, **kwargs)
+        return completions
+
+
+class TogetherPatched(dspy.OpenAI):
+    pass
+
+
+def normalize(x):
+    return x.lower().strip()
+
+
+def accuracy(gold, pred, trace=None) -> bool:
+    return normalize(pred.answer) == normalize(gold.answer)
+
+
+def load_task(task_id, metadata_path=BASE_DIR.parent):
+    with open(metadata_path / "data_splits.json") as f:
+        meta_data = json.load(f)[task_id]
+    if not pathlib.Path(DATA_PATHS[task_id]).exists():
+        raise FileNotFoundError(
+            f"Data file {DATA_PATHS[task_id]} not found. "
+            "You can download it from https://github.com/allenai/code-semparse/tree/main/datasets"
+        )
+    full_data = pd.read_json(DATA_PATHS[task_id], lines=True).set_index("qid")
+    output = dict(task_id=task_id, constants=meta_data["dsl"])
+    for split in ["train", "test", "incontext"]:
+        joined = pd.DataFrame({"qid": meta_data[split]}).set_index("qid").join(full_data)
+        output[split] = dict(
+            data=joined.to_dict(orient="records"),
+            constants=meta_data["dsl"],
+        )
+    return output
+
+
+def init_retriever(coll_name, docs, overwrite=False):
+    client = chromadb.PersistentClient(path=DB_PATH)
+    if coll_name in [c.name for c in client.list_collections()]:
+        if overwrite:
+            client.delete_collection(coll_name)
+        else:
+            return
+
+    collection = client.create_collection(name=coll_name, embedding_function=EMBEDDING_FUNC)
+    collection.add(
+        documents=[f"Input: {doc['source']}\nAnswer:{doc['target']}" for doc in docs],
+        ids=[str(i) for i in range(len(docs))],
+    )
+
+
+@click.command()
+@click.option("--llm", default=MODELS[0], type=click.Choice(MODELS), prompt=True)
+@click.option("--task-id", default=TASKS[0], type=click.Choice(TASKS), prompt=True)
+@click.option("--uuid", default=None, type=str)
+@click.option("--confirmed", is_flag=True, default=None)
+@click.option("--debug", default=True, type=bool, prompt=True)
+def main(
+    llm,
+    task_id,
+    uuid,
+    confirmed,
+    num_threads=16,
+    show_example=True,
+    n_fewshot=10,
+    debug=False,
+):
+    if confirmed is None:
+        click.confirm(
+            f"Do you want to run {task_id} with {llm}?",
+            abort=True,
+            default=True,
+        )
+    task = load_task(task_id)
+    model_config = MODEL_CONFIGS[llm]
+    config = json.loads(model_config["credentials"].read_text())
+    llm_class = {"OpenAI": dspy.OpenAI, "DeepInfra": DeepInfra, "Together": TogetherPatched}[model_config["class"]]
+    runner = llm_class(api_key=config["api_key"], **model_config["config"])
+    num_threads = 1 if debug else num_threads
+    run_id = f"{llm}_{task['task_id']}"
+
+    init_retriever(task["task_id"], task["incontext"]["data"])
+    retriever_model = ChromadbRM(
+        task["task_id"],
+        DB_PATH,
+        embedding_function=EMBEDDING_FUNC,
+        k=n_fewshot,
+    )
+    dspy.settings.configure(lm=runner, rm=retriever_model)
+
+    # Tell DSPy that the 'input' field is the input. Any other fields are labels and/or metadata.
+    trainset = [dspy.Example(input=x["source"], answer=x["target"]).with_inputs("input") for x in task["train"]["data"]]
+    testset = [dspy.Example(input=x["source"], answer=x["target"]).with_inputs("input") for x in task["test"]["data"]]
+    if debug:
+        trainset = trainset[:5]
+        testset = testset[:5]
+    dspy_program = RAG(n_fewshot=n_fewshot, instructions=task["constants"]["full_dd"])
+    if show_example or debug:
+        dspy_program(input=trainset[0].input)
+        runner.inspect_history(n=1)
+
+    # Set up a basic teleprompter, which will compile our RAG program.
+    teleprompter = MIPRO(
+        metric=accuracy,
+        num_candidates=2 if debug else 10,
+        track_stats=True,
+    )
+
+    # Compile!
+    optimized_program = teleprompter.compile(
+        dspy_program,
+        trainset=trainset,
+        num_trials=1 if debug else 24,
+        max_bootstrapped_demos=1 if debug else 5,
+        view_examples=False,
+        max_labeled_demos=1 if debug else 5,
+        eval_kwargs=dict(num_threads=num_threads, display_progress=True, display_table=0),
+        requires_permission_to_run=False,
+    )
+    runner.inspect_history(n=1)
+
+    for name, parameter in optimized_program.named_predictors():
+        print(name)
+        print(parameter)
+
+    eval_params = dict(
+        metric=accuracy,
+        num_threads=num_threads,
+        display_progress=True,
+        display_table=0,
+        return_outputs=True,
+    )
+
+    y_test_score, y_test = Evaluate(devset=testset, **eval_params)(optimized_program)
+    print(y_test_score)
+    runner.inspect_history(n=1)
+    y_train_score, y_train = Evaluate(devset=trainset, **eval_params)(optimized_program)
+    try:
+        logs = str(optimized_program.trial_logs)
+        llm = json.dumps(optimized_program.dump_state())
+    except Exception as e:
+        print("Failed to dump model state.", e)
+        logs = str(optimized_program.trial_logs)
+        llm = str(optimized_program.dump_state())
+
+    state = json.dumps(
+        {
+            "y_test_score": y_test_score / 100.0,
+            "y_train_score": y_train_score / 100.0,
+            "y_test_input": [v[0].toDict() for v in y_test],
+            "y_test_output": [v[1].toDict() for v in y_test],
+            "y_train_input": [v[0].toDict() for v in y_train],
+            "y_train_output": [v[1].toDict() for v in y_train],
+            "run_id": run_id,
+            "logs": logs,
+            "model": llm,
+        },
+        indent=4,
+    )
+    (RESULTS_DIR / f"{run_id}.json").write_text(state)
+
+
+if __name__ == "__main__":
+    EMBEDDING_FUNC = OpenAIEmbeddingFunction(
+        api_key=json.loads(MODEL_CONFIGS["gpt-3.5"]["credentials"].read_bytes())["api_key"],
+        model_name="text-embedding-3-small",
+    )
+    main()
diff --git a/examples/rag_tuning.py b/examples/paper_rag/rag_tuning_sammo.py
similarity index 66%
rename from examples/rag_tuning.py
rename to examples/paper_rag/rag_tuning_sammo.py
index 4fbd880..310075e 100644
--- a/examples/rag_tuning.py
+++ b/examples/paper_rag/rag_tuning_sammo.py
@@ -18,20 +18,45 @@
     EnumerativeSearch,
 )
 
-MODEL_IDS = {
-    "gpt-3.5": "gpt-3.5-turbo-16k-0613",
-    "gpt-4": "gpt-4-0613",
-    "llama-2": "meta-llama/Llama-2-70b-chat-hf",
-    "mixtral": "cognitivecomputations/dolphin-2.6-mixtral-8x7b",
+MAIN_FOLDER = sammo.utils.DEFAULT_SAVE_PATH
+CONFIG_PATH = MAIN_FOLDER.parent.parent.parent / "config"
+MODEL_CONFIGS = {
+    "gpt-3.5": {
+        "full_id": "gpt-3.5-turbo-16k-0613",
+        "equivalence_class": "gpt-3.5-turbo-16k",
+        "credentials": CONFIG_PATH / "personal.openai",
+        "rate_limit": 10,
+        "timeout": 90,
+    },
+    "gpt-4": {
+        "full_id": "gpt-4-0613",
+        "equivalence_class": "gpt-4-0613",
+        "credentials": CONFIG_PATH / "personal.openai",
+        "rate_limit": 10,
+        "timeout": 90,
+    },
+    "llama-2": {
+        "full_id": "meta-llama/Llama-2-70b-chat-hf",
+        "equivalence_class": "Llama-2-70b-chat-hf",
+        "credentials": CONFIG_PATH / "personal.deepinfra",
+        "rate_limit": [AtMost(10, "running"), AtMost(2, "rejected", 1)],
+        "timeout": 180,
+    },
+    "mixtral": {
+        "full_id": "cognitivecomputations/dolphin-2.6-mixtral-8x7b",
+        "equivalence_class": "dolphin-2.6-mixtral-8x7b",
+        "credentials": CONFIG_PATH / "personal.deepinfra",
+        "rate_limit": [AtMost(10, "running"), AtMost(2, "rejected", 1)],
+        "timeout": 180,
+    },
 }
+MODELS = list(MODEL_CONFIGS.keys())
 DATA_PATHS = {
     "smcalflow": r"C:\Data\smcalflow_cs_simple_v3\all.jsonl",
     "geo880": r"C:\Data\geo880_v2\all.jsonl",
     "overnight": r"C:\Data\overnight_socialnetwork\all.jsonl",
 }
-
-MAIN_FOLDER = sammo.utils.DEFAULT_SAVE_PATH
-CONFIG_PATH = MAIN_FOLDER.parent.parent / "config"
+TASKS = list(DATA_PATHS.keys())
 
 
 def accuracy(y_true: DataTable, y_pred: DataTable) -> EvaluationScore:
@@ -44,7 +69,7 @@ def accuracy(y_true: DataTable, y_pred: DataTable) -> EvaluationScore:
     return EvaluationScore(1 - len(mistakes) / len(y_true), mistakes)
 
 
-class SmallSearchSpace:
+class RagSearchSpace:
     def __init__(self, dtrain, examples, embedding_runner):
         self.examples = examples
         self.dtrain = dtrain
@@ -83,15 +108,15 @@ def __call__(self, return_raw=False):
         return Output(instructions.with_extractor("empty_result"), minibatch_size=1, on_error="empty_result")
 
 
-def load_task(task_id):
-    with open(MAIN_FOLDER / "data_splits.json") as f:
+def load_task(task_id, data_paths=DATA_PATHS, metadata_path=MAIN_FOLDER.parent):
+    with open(metadata_path / "data_splits.json") as f:
         meta_data = json.load(f)[task_id]
-    if not pathlib.Path(DATA_PATHS[task_id]).exists():
+    if not pathlib.Path(data_paths[task_id]).exists():
         raise FileNotFoundError(
-            f"Data file {DATA_PATHS[task_id]} not found. "
+            f"Data file {data_paths[task_id]} not found. "
             "You can download it from https://github.com/allenai/code-semparse/tree/main/datasets"
         )
-    full_data = pd.read_json(DATA_PATHS[task_id], lines=True).set_index("qid")
+    full_data = pd.read_json(data_paths[task_id], lines=True).set_index("qid")
     output = dict()
     for split in ["train", "test", "incontext"]:
         joined = pd.DataFrame({"qid": meta_data[split]}).set_index("qid").join(full_data)
@@ -101,46 +126,14 @@ def load_task(task_id):
     return output
 
 
-def get_runner(model, task_id, low_timeout_tolerance=False, timeout=90):
-    model_id = MODEL_IDS[model]
-    if model in ["llama-2", "mixtral"]:
-        api_config = CONFIG_PATH / "personal.deepinfra"
-        equivalence_class = model_id.split("/")[-1]
-    elif model.startswith("gpt"):
-        api_config = CONFIG_PATH / "personal.openai"
-        equivalence_class = "gpt-3.5-turbo-16k" if "gpt-3" in model else model_id
-    else:
-        raise ValueError("Unknown endpoint")
-    run_id = f"{task_id}_{equivalence_class}"
-    runner = OpenAIChat(
-        model_id=model_id,
-        api_config=api_config,
-        equivalence_class=equivalence_class,
-        rate_limit=10 if "gpt-3" in model else [AtMost(10, "running"), AtMost(2, "rejected", 1)],
-        cache=sammo.store.PersistentDict(MAIN_FOLDER / f"{run_id}.cache.tsv"),
-        timeout=timeout if "gpt" in model else timeout * 2,
-        max_timeout_retries=1 if low_timeout_tolerance else 0,
-        max_retries=50000,
-    )
-    return run_id, runner
-
-
-@click.group(invoke_without_command=True)
-@click.pass_context
-def cli(ctx):
-    if ctx.invoked_subcommand is None:
-        for model in ["gpt-4", "gpt-3.5", "mixtral", "llama-2"]:
-            for task_id in ["geo880", "smcalflow", "overnight"]:
-                ctx.invoke(main, task_id=task_id, model=model)
-    else:
-        click.echo(f"I am about to invoke {ctx.invoked_subcommand}")
-
-
-@cli.command()
-@click.option("--model", default="gpt-3.5", type=click.Choice(["gpt-3.5", "mixtral", "gpt-4", "llama-2"]))
-@click.option("--task-id", default="smcalflow", type=click.Choice(["smcalflow", "geo880", "overnight"]))
+@click.command()
+@click.option("--llm", default=MODELS[0], type=click.Choice(MODELS), prompt=True)
+@click.option("--task-id", default=TASKS[0], type=click.Choice(TASKS), prompt=True)
 @click.option("--uuid", default=None, type=str)
-def main(model, task_id, uuid):
+@click.option("--confirmed", is_flag=True, default=None)
+def main(llm, task_id, uuid, confirmed):
+    if confirmed is None:
+        click.confirm(f"Do you want to run {task_id} with {llm}?", abort=True, default=True)
     loaded_data = load_task(task_id)
     d_incontext, d_test = loaded_data["incontext"], loaded_data["test"]
     d_train = loaded_data["train"]
@@ -148,14 +141,25 @@ def main(model, task_id, uuid):
     print("Duplicates in train:", len(d_incontext) - len(d_incontext.inputs.unique()))
     print(f"Dataset sizes: {len(d_train)} (train), {len(d_incontext)} (incontext), {len(d_test)} (test)")
 
-    run_id, runner = get_runner(model, task_id, timeout=30)
+    model_config = MODEL_CONFIGS[llm]
+    run_id = f"{task_id}_{model_config['equivalence_class'].replace('/', '_')}"
+    runner = OpenAIChat(
+        model_id=model_config["full_id"],
+        api_config=model_config["credentials"],
+        equivalence_class=model_config["equivalence_class"],
+        rate_limit=model_config["rate_limit"],
+        cache=sammo.store.PersistentDict(MAIN_FOLDER / f"{run_id}.cache.tsv"),
+        timeout=model_config["timeout"],
+        max_retries=50000,
+    )
+
     embedder = OpenAIEmbedding(
         model_id="text-embedding-3-small",
         api_config=CONFIG_PATH / "personal.openai",
         rate_limit=10,
         cache=sammo.store.SqlLiteDict(MAIN_FOLDER / f"{task_id}" / "fewshotcache"),
     )
-    search_space = SmallSearchSpace(d_train, d_incontext, embedding_runner=embedder)
+    search_space = RagSearchSpace(d_train, d_incontext, embedding_runner=embedder)
 
     # Baseline
     baseline_model = EnumerativeSearch(runner, search_space, accuracy, maximize=True, max_candidates=1)
@@ -175,4 +179,4 @@ def main(model, task_id, uuid):
 
 
 if __name__ == "__main__":
-    cli()
+    main()