[ { "text_id": 0, "text": "Task: arithmetic_reasoning\nQuestion: Janet’s ducks lay 16 eggs per day. She eats three for breakfast...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 1, "text": "Task: arithmetic_reasoning\nQuestion: A robe takes 2 bolts of blue fiber and half that much white fib...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 2, "text": "Task: arithmetic_reasoning\nQuestion: Josh decides to try flipping a house. He buys a house for $80,...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 3, "text": "Task: arithmetic_reasoning\nQuestion: James decides to run 3 sprints 3 times a week. He runs 60 mete...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 4, "text": "Task: arithmetic_reasoning\nQuestion: Every day, Wendi feeds each of her chickens three cups of mixed...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 5, "text": "Task: arithmetic_reasoning\nQuestion: Kylar went to the store to buy glasses for his new apartment. O...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 6, "text": "Task: arithmetic_reasoning\nQuestion: Toulouse has twice as many sheep as Charleston. Charleston has ...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 7, "text": "Task: arithmetic_reasoning\nQuestion: Carla is downloading a 200 GB file. Normally she can download 2...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 8, "text": "Task: arithmetic_reasoning\nQuestion: John drives for 3 hours at a speed of 60 mph and then turns aro...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 9, "text": "Task: arithmetic_reasoning\nQuestion: Eliza's rate per hour for the first 40 hours she works each wee...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 10, "text": "Task: arithmetic_reasoning\nQuestion: A new program had 60 downloads in the first month. The number o...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 11, "text": "Task: arithmetic_reasoning\nQuestion: Toula went to the bakery and bought various types of pastries. ...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 12, "text": "Task: arithmetic_reasoning\nQuestion: Carlos is planting a lemon tree. The tree will cost $90 to plan...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 13, "text": "Task: arithmetic_reasoning\nQuestion: Melanie is a door-to-door saleswoman. She sold a third of her v...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 14, "text": "Task: arithmetic_reasoning\nQuestion: In a dance class of 20 students, 20% enrolled in contemporary d...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 15, "text": "Task: arithmetic_reasoning\nQuestion: A merchant wants to make a choice of purchase between 2 purchas...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 16, "text": "Task: arithmetic_reasoning\nQuestion: Two trains leave San Rafael at the same time. They begin travel...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 17, "text": "Task: arithmetic_reasoning\nQuestion: Jill gets paid $20 per hour to teach and $30 to be a cheerleadi...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 18, "text": "Task: arithmetic_reasoning\nQuestion: Claire makes a 3 egg omelet every morning for breakfast. How m...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 19, "text": "Task: arithmetic_reasoning\nQuestion: Marissa is hiking a 12-mile trail. She took 1 hour to walk the ...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 20, "text": "Task: arithmetic_reasoning\nQuestion: I have 10 liters of orange drink that are two-thirds water and ...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 21, "text": "Task: arithmetic_reasoning\nQuestion: Raymond and Samantha are cousins. Raymond was born 6 years befo...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 22, "text": "Task: arithmetic_reasoning\nQuestion: Billy sells DVDs. He has 8 customers on Tuesday. His first 3 cu...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 23, "text": "Task: arithmetic_reasoning\nQuestion: A candle melts by 2 centimeters every hour that it burns. How m...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 24, "text": "Task: arithmetic_reasoning\nQuestion: Kyle bought last year's best-selling book for $19.50. This is w...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 25, "text": "Task: arithmetic_reasoning\nQuestion: Marie ordered one chicken meal that costs $12, 5 packs of milk ...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 26, "text": "Task: arithmetic_reasoning\nQuestion: Mishka bought 3 pairs of shorts, 3 pairs of pants, and 3 pairs ...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 27, "text": "Task: arithmetic_reasoning\nQuestion: Cynthia eats one serving of ice cream every night. She buys ca...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 28, "text": "Task: arithmetic_reasoning\nQuestion: Henry made two stops during his 60-mile bike trip. He first sto...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 29, "text": "Task: arithmetic_reasoning\nQuestion: Gloria is shoe shopping when she comes across a pair of boots t...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 30, "text": "Task: arithmetic_reasoning\nQuestion: Darrell and Allen's ages are in the ratio of 7:11. If their tot...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 31, "text": "Task: arithmetic_reasoning\nQuestion: Gunter is trying to count the jelly beans in a jar. He asks his...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 32, "text": "Task: arithmetic_reasoning\nQuestion: John takes care of 10 dogs. Each dog takes .5 hours a day to w...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 33, "text": "Task: arithmetic_reasoning\nQuestion: Gretchen has 110 coins. There are 30 more gold coins than silve...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 34, "text": "Task: arithmetic_reasoning\nQuestion: Siobhan has 2 fewer jewels than Aaron. Aaron has 5 more jewels ...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 35, "text": "Task: arithmetic_reasoning\nQuestion: Mike plays ping pong for 40 minutes. In the first 20 minutes, ...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 36, "text": "Task: arithmetic_reasoning\nQuestion: Terry eats 2 yogurts a day. They are currently on sale at 4 yo...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 37, "text": "Task: arithmetic_reasoning\nQuestion: John plans to sell all his toys and use the money to buy video ...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 38, "text": "Task: arithmetic_reasoning\nQuestion: John runs 60 miles a week. He runs 3 days a week. He runs 3 ho...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 39, "text": "Task: arithmetic_reasoning\nQuestion: Dana can run at a rate of speed four times faster than she can ...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 40, "text": "Task: arithmetic_reasoning\nQuestion: Brandon's iPhone is four times as old as Ben's iPhone. Ben's iP...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 41, "text": "Task: arithmetic_reasoning\nQuestion: The great dragon, Perg, sat high atop mount Farbo, breathing fi...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 42, "text": "Task: arithmetic_reasoning\nQuestion: Grandma Jones baked 5 apple pies for the fireman's luncheon. S...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 43, "text": "Task: arithmetic_reasoning\nQuestion: According to its nutritional info, a bag of chips has 250 calor...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 44, "text": "Task: arithmetic_reasoning\nQuestion: Charlie wants to sell beeswax candles. For every pound of bees...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 45, "text": "Task: arithmetic_reasoning\nQuestion: Meredith is a freelance blogger who writes about health topics ...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 46, "text": "Task: arithmetic_reasoning\nQuestion: Candice put 80 post-it notes in her purse before she headed out...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 47, "text": "Task: arithmetic_reasoning\nQuestion: John buys twice as many red ties as blue ties. The red ties co...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 48, "text": "Task: arithmetic_reasoning\nQuestion: Tracy used a piece of wire 4 feet long to support tomato plants...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 }, { "text_id": 49, "text": "Task: arithmetic_reasoning\nQuestion: Richard lives in an apartment building with 15 floors. Each flo...", "r_effs": { "llama3.2-3b-instruct": 1.0, "Mistral-7B-v0.3": 1.0, "llama3-8b": 1.0, "Qwen2.5-7B-Instruct": 1.0, "gemma-2-9b-it": 1.0 }, "rs_cross": 0.0, "model_accuracy": 1 } ]