| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652 |
- [
- {
- "text_id": 0,
- "text": "Task: arithmetic_reasoning\nQuestion: Janet’s ducks lay 16 eggs per day. She eats three for breakfast...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 1,
- "text": "Task: arithmetic_reasoning\nQuestion: A robe takes 2 bolts of blue fiber and half that much white fib...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 2,
- "text": "Task: arithmetic_reasoning\nQuestion: Josh decides to try flipping a house. He buys a house for $80,...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 3,
- "text": "Task: arithmetic_reasoning\nQuestion: James decides to run 3 sprints 3 times a week. He runs 60 mete...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 4,
- "text": "Task: arithmetic_reasoning\nQuestion: Every day, Wendi feeds each of her chickens three cups of mixed...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 5,
- "text": "Task: arithmetic_reasoning\nQuestion: Kylar went to the store to buy glasses for his new apartment. O...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 6,
- "text": "Task: arithmetic_reasoning\nQuestion: Toulouse has twice as many sheep as Charleston. Charleston has ...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 7,
- "text": "Task: arithmetic_reasoning\nQuestion: Carla is downloading a 200 GB file. Normally she can download 2...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 8,
- "text": "Task: arithmetic_reasoning\nQuestion: John drives for 3 hours at a speed of 60 mph and then turns aro...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 9,
- "text": "Task: arithmetic_reasoning\nQuestion: Eliza's rate per hour for the first 40 hours she works each wee...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 10,
- "text": "Task: arithmetic_reasoning\nQuestion: A new program had 60 downloads in the first month. The number o...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 11,
- "text": "Task: arithmetic_reasoning\nQuestion: Toula went to the bakery and bought various types of pastries. ...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 12,
- "text": "Task: arithmetic_reasoning\nQuestion: Carlos is planting a lemon tree. The tree will cost $90 to plan...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 13,
- "text": "Task: arithmetic_reasoning\nQuestion: Melanie is a door-to-door saleswoman. She sold a third of her v...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 14,
- "text": "Task: arithmetic_reasoning\nQuestion: In a dance class of 20 students, 20% enrolled in contemporary d...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 15,
- "text": "Task: arithmetic_reasoning\nQuestion: A merchant wants to make a choice of purchase between 2 purchas...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 16,
- "text": "Task: arithmetic_reasoning\nQuestion: Two trains leave San Rafael at the same time. They begin travel...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 17,
- "text": "Task: arithmetic_reasoning\nQuestion: Jill gets paid $20 per hour to teach and $30 to be a cheerleadi...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 18,
- "text": "Task: arithmetic_reasoning\nQuestion: Claire makes a 3 egg omelet every morning for breakfast. How m...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 19,
- "text": "Task: arithmetic_reasoning\nQuestion: Marissa is hiking a 12-mile trail. She took 1 hour to walk the ...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 20,
- "text": "Task: arithmetic_reasoning\nQuestion: I have 10 liters of orange drink that are two-thirds water and ...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 21,
- "text": "Task: arithmetic_reasoning\nQuestion: Raymond and Samantha are cousins. Raymond was born 6 years befo...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 22,
- "text": "Task: arithmetic_reasoning\nQuestion: Billy sells DVDs. He has 8 customers on Tuesday. His first 3 cu...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 23,
- "text": "Task: arithmetic_reasoning\nQuestion: A candle melts by 2 centimeters every hour that it burns. How m...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 24,
- "text": "Task: arithmetic_reasoning\nQuestion: Kyle bought last year's best-selling book for $19.50. This is w...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 25,
- "text": "Task: arithmetic_reasoning\nQuestion: Marie ordered one chicken meal that costs $12, 5 packs of milk ...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 26,
- "text": "Task: arithmetic_reasoning\nQuestion: Mishka bought 3 pairs of shorts, 3 pairs of pants, and 3 pairs ...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 27,
- "text": "Task: arithmetic_reasoning\nQuestion: Cynthia eats one serving of ice cream every night. She buys ca...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 28,
- "text": "Task: arithmetic_reasoning\nQuestion: Henry made two stops during his 60-mile bike trip. He first sto...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 29,
- "text": "Task: arithmetic_reasoning\nQuestion: Gloria is shoe shopping when she comes across a pair of boots t...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 30,
- "text": "Task: arithmetic_reasoning\nQuestion: Darrell and Allen's ages are in the ratio of 7:11. If their tot...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 31,
- "text": "Task: arithmetic_reasoning\nQuestion: Gunter is trying to count the jelly beans in a jar. He asks his...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 32,
- "text": "Task: arithmetic_reasoning\nQuestion: John takes care of 10 dogs. Each dog takes .5 hours a day to w...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 33,
- "text": "Task: arithmetic_reasoning\nQuestion: Gretchen has 110 coins. There are 30 more gold coins than silve...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 34,
- "text": "Task: arithmetic_reasoning\nQuestion: Siobhan has 2 fewer jewels than Aaron. Aaron has 5 more jewels ...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 35,
- "text": "Task: arithmetic_reasoning\nQuestion: Mike plays ping pong for 40 minutes. In the first 20 minutes, ...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 36,
- "text": "Task: arithmetic_reasoning\nQuestion: Terry eats 2 yogurts a day. They are currently on sale at 4 yo...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 37,
- "text": "Task: arithmetic_reasoning\nQuestion: John plans to sell all his toys and use the money to buy video ...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 38,
- "text": "Task: arithmetic_reasoning\nQuestion: John runs 60 miles a week. He runs 3 days a week. He runs 3 ho...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 39,
- "text": "Task: arithmetic_reasoning\nQuestion: Dana can run at a rate of speed four times faster than she can ...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 40,
- "text": "Task: arithmetic_reasoning\nQuestion: Brandon's iPhone is four times as old as Ben's iPhone. Ben's iP...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 41,
- "text": "Task: arithmetic_reasoning\nQuestion: The great dragon, Perg, sat high atop mount Farbo, breathing fi...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 42,
- "text": "Task: arithmetic_reasoning\nQuestion: Grandma Jones baked 5 apple pies for the fireman's luncheon. S...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 43,
- "text": "Task: arithmetic_reasoning\nQuestion: According to its nutritional info, a bag of chips has 250 calor...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 44,
- "text": "Task: arithmetic_reasoning\nQuestion: Charlie wants to sell beeswax candles. For every pound of bees...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 45,
- "text": "Task: arithmetic_reasoning\nQuestion: Meredith is a freelance blogger who writes about health topics ...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 46,
- "text": "Task: arithmetic_reasoning\nQuestion: Candice put 80 post-it notes in her purse before she headed out...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 47,
- "text": "Task: arithmetic_reasoning\nQuestion: John buys twice as many red ties as blue ties. The red ties co...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 48,
- "text": "Task: arithmetic_reasoning\nQuestion: Tracy used a piece of wire 4 feet long to support tomato plants...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- },
- {
- "text_id": 49,
- "text": "Task: arithmetic_reasoning\nQuestion: Richard lives in an apartment building with 15 floors. Each flo...",
- "r_effs": {
- "llama3.2-3b-instruct": 1.0,
- "Mistral-7B-v0.3": 1.0,
- "llama3-8b": 1.0,
- "Qwen2.5-7B-Instruct": 1.0,
- "gemma-2-9b-it": 1.0
- },
- "rs_cross": 0.0,
- "model_accuracy": 1
- }
- ]
|