Upload results_llama3.2_3b_oos_15notoos.json

predictions-zeroshot/round8-fewshot-1exampleeach-k-knownintent-restoos-100oossentences/results_llama3.2_3b_oos_15notoos.json

@@ -0,0 +1,902 @@
+[
+  {
+    "Index": 22664,
+    "text": "what's the best crypto to buy in 2019",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 22.14
+  },
+  {
+    "Index": 23489,
+    "text": "create emergency phone numbers list",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 22.14
+  },
+  {
+    "Index": 23513,
+    "text": "search the web for monthly parking near my house",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "current_location",
+    "confidence": 92.57
+  },
+  {
+    "Index": 23068,
+    "text": "what to use to design my business cards",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "restaurant_suggestion",
+    "confidence": 46.67
+  },
+  {
+    "Index": 22758,
+    "text": "who were the superbowl 23 champions",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 22.14
+  },
+  {
+    "Index": 23043,
+    "text": "send information on flood clean up to my phone",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "travel_suggestion",
+    "confidence": 22.89
+  },
+  {
+    "Index": 22885,
+    "text": "what are the last 4 digits of my credit card number",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "international_fees",
+    "confidence": 75.63
+  },
+  {
+    "Index": 23046,
+    "text": "what is the safest model of airplane to fly in",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 22724,
+    "text": "what is the amount of blood needed to stay alive",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 30.75
+  },
+  {
+    "Index": 22511,
+    "text": "what are some ways to reduce spending",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 28.8
+  },
+  {
+    "Index": 22907,
+    "text": "check battery health on this device",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "calculator",
+    "confidence": 100.0
+  },
+  {
+    "Index": 22574,
+    "text": "what are some of picasso's most famous works",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 71.5
+  },
+  {
+    "Index": 22641,
+    "text": "when was electrical engineering created",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 29.79
+  },
+  {
+    "Index": 22668,
+    "text": "how can i breach a network",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 22699,
+    "text": "why is there fake news",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 30.75
+  },
+  {
+    "Index": 23168,
+    "text": "can you tell me whether the knicks will play the lakers this week",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "travel_suggestion",
+    "confidence": 82.57
+  },
+  {
+    "Index": 22609,
+    "text": "what were the top stories this week",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 22714,
+    "text": "what is happening in politicsu",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23094,
+    "text": "whats the best rated lipstick",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "restaurant_suggestion",
+    "confidence": 46.67
+  },
+  {
+    "Index": 22694,
+    "text": "you want to know about current time now",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "current_location",
+    "confidence": 76.47
+  },
+  {
+    "Index": 23593,
+    "text": "can you tell me what happened to han solo in episode 4",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23060,
+    "text": "where can i submit my architecture plans",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "restaurant_suggestion",
+    "confidence": 22.67
+  },
+  {
+    "Index": 23381,
+    "text": "tell me the steps as to how to begin a career as a journalist",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 22.35
+  },
+  {
+    "Index": 23685,
+    "text": "give me an energy usage breakdown for march",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "international_fees",
+    "confidence": 67.5
+  },
+  {
+    "Index": 23646,
+    "text": "what did the mesopotamians call the creator of the universe",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 29.79
+  },
+  {
+    "Index": 23205,
+    "text": "when is the best time of year for pruning",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23695,
+    "text": "find my wallet",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23135,
+    "text": "what are the new player rankings for the nhl",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23443,
+    "text": "google \"odell beckham free agency\"",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23557,
+    "text": "find out how long a cold should last before i call a doctor",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 57.5
+  },
+  {
+    "Index": 22587,
+    "text": "who is the current captain of this ship",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23650,
+    "text": "how many people die each year while skydiving",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 22.79
+  },
+  {
+    "Index": 22700,
+    "text": "how much has the dow changed today",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 30.75
+  },
+  {
+    "Index": 22899,
+    "text": "what kind of bonds do molecules have",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 30.75
+  },
+  {
+    "Index": 23669,
+    "text": "renew gym membership",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "cancel",
+    "confidence": 99.78
+  },
+  {
+    "Index": 23681,
+    "text": "search information on how to apply foundation",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 30.75
+  },
+  {
+    "Index": 23092,
+    "text": "what's the best make-up to cover a black eye",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 22.85
+  },
+  {
+    "Index": 22672,
+    "text": "which nations are not democratic",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 22.14
+  },
+  {
+    "Index": 23690,
+    "text": "do you know where the remote is",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "current_location",
+    "confidence": 57.28
+  },
+  {
+    "Index": 23286,
+    "text": "please list my real estate for sale",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23197,
+    "text": "how do i deal with angry, painful red bumps",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 22.85
+  },
+  {
+    "Index": 22701,
+    "text": "how many prime numbers are there between 0 and 100",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "calculator",
+    "confidence": 100.0
+  },
+  {
+    "Index": 23274,
+    "text": "could you pull up the nsa website",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23014,
+    "text": "are indians nowadays reminiscent of a decade ago",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 30.75
+  },
+  {
+    "Index": 23521,
+    "text": "where's the closest car wash my car smells",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23326,
+    "text": "find articles that can help me advance my position in my work field",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 22.14
+  },
+  {
+    "Index": 23482,
+    "text": "vacuum out the car",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 22909,
+    "text": "i want to find new cyberpunk fiction books",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 22.79
+  },
+  {
+    "Index": 22943,
+    "text": "does amazon collect my personal information",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 57.5
+  },
+  {
+    "Index": 23001,
+    "text": "how many greek mythology characters are there",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 30.75
+  },
+  {
+    "Index": 23677,
+    "text": "report outage to my electric provider",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "cancel",
+    "confidence": 99.78
+  },
+  {
+    "Index": 23353,
+    "text": "give me the number of a traffic attorney near here",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "travel_suggestion",
+    "confidence": 22.14
+  },
+  {
+    "Index": 23481,
+    "text": "please clean the car windows",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23285,
+    "text": "how's the real estate market doing this week",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23242,
+    "text": "where is the best place to mine for gold",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23155,
+    "text": "what does a flashing yellow light mean",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 67.5
+  },
+  {
+    "Index": 23352,
+    "text": "tell me how i can file a pleading in circuit court",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 22684,
+    "text": "what do geese eat",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 29.79
+  },
+  {
+    "Index": 23427,
+    "text": "please alert me when my iphone battery falls below 30%",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "travel_notification",
+    "confidence": 10.67
+  },
+  {
+    "Index": 23503,
+    "text": "look up the current auto loan rate at chase bank",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "international_fees",
+    "confidence": 99.22
+  },
+  {
+    "Index": 22666,
+    "text": "are there any cybersecurity jobs available in pittsburgh",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "travel_suggestion",
+    "confidence": 28.6
+  },
+  {
+    "Index": 23099,
+    "text": "what are the current prices for mushrooms",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 22.79
+  },
+  {
+    "Index": 22752,
+    "text": "may i finish washing then i give you please",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "cancel",
+    "confidence": 99.78
+  },
+  {
+    "Index": 22898,
+    "text": "which element on the periodic table is k",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 30.75
+  },
+  {
+    "Index": 23176,
+    "text": "what are the best jeans in my size",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "restaurant_suggestion",
+    "confidence": 46.67
+  },
+  {
+    "Index": 23445,
+    "text": "compare the new life growth in trees when the seasons change",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 22.79
+  },
+  {
+    "Index": 23123,
+    "text": "why doesn't english have consistent forms",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 31.79
+  },
+  {
+    "Index": 22958,
+    "text": "check to see how many miles are on my car",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "mpg",
+    "confidence": 83.42
+  },
+  {
+    "Index": 23647,
+    "text": "put on an educational program about buddhism",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 30.75
+  },
+  {
+    "Index": 22632,
+    "text": "is flu contagious",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 57.28
+  },
+  {
+    "Index": 23297,
+    "text": "see if you can purchase a spacesuit online",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 22921,
+    "text": "how do i best deal with the airport",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "travel_suggestion",
+    "confidence": 57.28
+  },
+  {
+    "Index": 22569,
+    "text": "what is the highest earning game on atari",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 22.14
+  },
+  {
+    "Index": 23577,
+    "text": "please answer the phone and put it on speaker on the tv",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "change_volume",
+    "confidence": 16.2
+  },
+  {
+    "Index": 23291,
+    "text": "program my new robot to bring me snacks",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23571,
+    "text": "what's that smell",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 22.14
+  },
+  {
+    "Index": 23550,
+    "text": "order me a blue pin stripe suit from saville row",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 22760,
+    "text": "open cnn websiteo",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23191,
+    "text": "how to paint walls",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 22879,
+    "text": "how much is it to get more data on my phone plan",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "international_fees",
+    "confidence": 79.28
+  },
+  {
+    "Index": 23281,
+    "text": "find the names of all the rain forests located in south america",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 22679,
+    "text": "what does it mean if i dream of falling off a building",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 21.79
+  },
+  {
+    "Index": 22986,
+    "text": "what time did my daughter get home from her date",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 22613,
+    "text": "is the pnc bank open",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "current_location",
+    "confidence": 57.14
+  },
+  {
+    "Index": 22520,
+    "text": "how many sides are in a hexagon",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 30.75
+  },
+  {
+    "Index": 23322,
+    "text": "i would like for you to start a biography on me",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "change_user_name",
+    "confidence": 99.22
+  },
+  {
+    "Index": 23461,
+    "text": "how many hits have i done today",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "calculator",
+    "confidence": 100.0
+  },
+  {
+    "Index": 22545,
+    "text": "what's the most dominant scale in bluegrass",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 28.8
+  },
+  {
+    "Index": 23347,
+    "text": "show me the goals of my local police department in terms of reducing crime",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 22.79
+  },
+  {
+    "Index": 23673,
+    "text": "is gambling legal in my state",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 29.79
+  },
+  {
+    "Index": 23302,
+    "text": "how do i get venture capital for my app",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "international_fees",
+    "confidence": 79.28
+  },
+  {
+    "Index": 23471,
+    "text": "find articles on essay writing for beginners",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 30.75
+  },
+  {
+    "Index": 22690,
+    "text": "how can i easily replace a string on my guitar",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23078,
+    "text": "what's the chemical composition of a fart",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 22.85
+  },
+  {
+    "Index": 23412,
+    "text": "instruct a list of all the brands of cereal manufactured by kelloggs",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "restaurant_suggestion",
+    "confidence": 0.0
+  },
+  {
+    "Index": 22622,
+    "text": "am kind of busy now",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23212,
+    "text": "can you please start the avatar movie for me",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "oos",
+    "confidence": 0.0
+  },
+  {
+    "Index": 23538,
+    "text": "are the schools closed",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "current_location",
+    "confidence": 22.23
+  },
+  {
+    "Index": 23416,
+    "text": "what is the last time the living room was vacuumed",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "current_location",
+    "confidence": 21.23
+  },
+  {
+    "Index": 23401,
+    "text": "where can i get 100% merino wool t-shirts on the internet",
+    "label": "oos",
+    "dataset": "oos",
+    "split": "test",
+    "predicted": "definition",
+    "confidence": 22.35
+  }
+]