e5_text_difficulties.json 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652
  1. [
  2. {
  3. "text_id": 0,
  4. "text": "Task: arithmetic_reasoning\nQuestion: Janet’s ducks lay 16 eggs per day. She eats three for breakfast...",
  5. "r_effs": {
  6. "llama3.2-3b-instruct": 1.0,
  7. "Mistral-7B-v0.3": 1.0,
  8. "llama3-8b": 1.0,
  9. "Qwen2.5-7B-Instruct": 1.0,
  10. "gemma-2-9b-it": 1.0
  11. },
  12. "rs_cross": 0.0,
  13. "model_accuracy": 1
  14. },
  15. {
  16. "text_id": 1,
  17. "text": "Task: arithmetic_reasoning\nQuestion: A robe takes 2 bolts of blue fiber and half that much white fib...",
  18. "r_effs": {
  19. "llama3.2-3b-instruct": 1.0,
  20. "Mistral-7B-v0.3": 1.0,
  21. "llama3-8b": 1.0,
  22. "Qwen2.5-7B-Instruct": 1.0,
  23. "gemma-2-9b-it": 1.0
  24. },
  25. "rs_cross": 0.0,
  26. "model_accuracy": 1
  27. },
  28. {
  29. "text_id": 2,
  30. "text": "Task: arithmetic_reasoning\nQuestion: Josh decides to try flipping a house. He buys a house for $80,...",
  31. "r_effs": {
  32. "llama3.2-3b-instruct": 1.0,
  33. "Mistral-7B-v0.3": 1.0,
  34. "llama3-8b": 1.0,
  35. "Qwen2.5-7B-Instruct": 1.0,
  36. "gemma-2-9b-it": 1.0
  37. },
  38. "rs_cross": 0.0,
  39. "model_accuracy": 1
  40. },
  41. {
  42. "text_id": 3,
  43. "text": "Task: arithmetic_reasoning\nQuestion: James decides to run 3 sprints 3 times a week. He runs 60 mete...",
  44. "r_effs": {
  45. "llama3.2-3b-instruct": 1.0,
  46. "Mistral-7B-v0.3": 1.0,
  47. "llama3-8b": 1.0,
  48. "Qwen2.5-7B-Instruct": 1.0,
  49. "gemma-2-9b-it": 1.0
  50. },
  51. "rs_cross": 0.0,
  52. "model_accuracy": 1
  53. },
  54. {
  55. "text_id": 4,
  56. "text": "Task: arithmetic_reasoning\nQuestion: Every day, Wendi feeds each of her chickens three cups of mixed...",
  57. "r_effs": {
  58. "llama3.2-3b-instruct": 1.0,
  59. "Mistral-7B-v0.3": 1.0,
  60. "llama3-8b": 1.0,
  61. "Qwen2.5-7B-Instruct": 1.0,
  62. "gemma-2-9b-it": 1.0
  63. },
  64. "rs_cross": 0.0,
  65. "model_accuracy": 1
  66. },
  67. {
  68. "text_id": 5,
  69. "text": "Task: arithmetic_reasoning\nQuestion: Kylar went to the store to buy glasses for his new apartment. O...",
  70. "r_effs": {
  71. "llama3.2-3b-instruct": 1.0,
  72. "Mistral-7B-v0.3": 1.0,
  73. "llama3-8b": 1.0,
  74. "Qwen2.5-7B-Instruct": 1.0,
  75. "gemma-2-9b-it": 1.0
  76. },
  77. "rs_cross": 0.0,
  78. "model_accuracy": 1
  79. },
  80. {
  81. "text_id": 6,
  82. "text": "Task: arithmetic_reasoning\nQuestion: Toulouse has twice as many sheep as Charleston. Charleston has ...",
  83. "r_effs": {
  84. "llama3.2-3b-instruct": 1.0,
  85. "Mistral-7B-v0.3": 1.0,
  86. "llama3-8b": 1.0,
  87. "Qwen2.5-7B-Instruct": 1.0,
  88. "gemma-2-9b-it": 1.0
  89. },
  90. "rs_cross": 0.0,
  91. "model_accuracy": 1
  92. },
  93. {
  94. "text_id": 7,
  95. "text": "Task: arithmetic_reasoning\nQuestion: Carla is downloading a 200 GB file. Normally she can download 2...",
  96. "r_effs": {
  97. "llama3.2-3b-instruct": 1.0,
  98. "Mistral-7B-v0.3": 1.0,
  99. "llama3-8b": 1.0,
  100. "Qwen2.5-7B-Instruct": 1.0,
  101. "gemma-2-9b-it": 1.0
  102. },
  103. "rs_cross": 0.0,
  104. "model_accuracy": 1
  105. },
  106. {
  107. "text_id": 8,
  108. "text": "Task: arithmetic_reasoning\nQuestion: John drives for 3 hours at a speed of 60 mph and then turns aro...",
  109. "r_effs": {
  110. "llama3.2-3b-instruct": 1.0,
  111. "Mistral-7B-v0.3": 1.0,
  112. "llama3-8b": 1.0,
  113. "Qwen2.5-7B-Instruct": 1.0,
  114. "gemma-2-9b-it": 1.0
  115. },
  116. "rs_cross": 0.0,
  117. "model_accuracy": 1
  118. },
  119. {
  120. "text_id": 9,
  121. "text": "Task: arithmetic_reasoning\nQuestion: Eliza's rate per hour for the first 40 hours she works each wee...",
  122. "r_effs": {
  123. "llama3.2-3b-instruct": 1.0,
  124. "Mistral-7B-v0.3": 1.0,
  125. "llama3-8b": 1.0,
  126. "Qwen2.5-7B-Instruct": 1.0,
  127. "gemma-2-9b-it": 1.0
  128. },
  129. "rs_cross": 0.0,
  130. "model_accuracy": 1
  131. },
  132. {
  133. "text_id": 10,
  134. "text": "Task: arithmetic_reasoning\nQuestion: A new program had 60 downloads in the first month. The number o...",
  135. "r_effs": {
  136. "llama3.2-3b-instruct": 1.0,
  137. "Mistral-7B-v0.3": 1.0,
  138. "llama3-8b": 1.0,
  139. "Qwen2.5-7B-Instruct": 1.0,
  140. "gemma-2-9b-it": 1.0
  141. },
  142. "rs_cross": 0.0,
  143. "model_accuracy": 1
  144. },
  145. {
  146. "text_id": 11,
  147. "text": "Task: arithmetic_reasoning\nQuestion: Toula went to the bakery and bought various types of pastries. ...",
  148. "r_effs": {
  149. "llama3.2-3b-instruct": 1.0,
  150. "Mistral-7B-v0.3": 1.0,
  151. "llama3-8b": 1.0,
  152. "Qwen2.5-7B-Instruct": 1.0,
  153. "gemma-2-9b-it": 1.0
  154. },
  155. "rs_cross": 0.0,
  156. "model_accuracy": 1
  157. },
  158. {
  159. "text_id": 12,
  160. "text": "Task: arithmetic_reasoning\nQuestion: Carlos is planting a lemon tree. The tree will cost $90 to plan...",
  161. "r_effs": {
  162. "llama3.2-3b-instruct": 1.0,
  163. "Mistral-7B-v0.3": 1.0,
  164. "llama3-8b": 1.0,
  165. "Qwen2.5-7B-Instruct": 1.0,
  166. "gemma-2-9b-it": 1.0
  167. },
  168. "rs_cross": 0.0,
  169. "model_accuracy": 1
  170. },
  171. {
  172. "text_id": 13,
  173. "text": "Task: arithmetic_reasoning\nQuestion: Melanie is a door-to-door saleswoman. She sold a third of her v...",
  174. "r_effs": {
  175. "llama3.2-3b-instruct": 1.0,
  176. "Mistral-7B-v0.3": 1.0,
  177. "llama3-8b": 1.0,
  178. "Qwen2.5-7B-Instruct": 1.0,
  179. "gemma-2-9b-it": 1.0
  180. },
  181. "rs_cross": 0.0,
  182. "model_accuracy": 1
  183. },
  184. {
  185. "text_id": 14,
  186. "text": "Task: arithmetic_reasoning\nQuestion: In a dance class of 20 students, 20% enrolled in contemporary d...",
  187. "r_effs": {
  188. "llama3.2-3b-instruct": 1.0,
  189. "Mistral-7B-v0.3": 1.0,
  190. "llama3-8b": 1.0,
  191. "Qwen2.5-7B-Instruct": 1.0,
  192. "gemma-2-9b-it": 1.0
  193. },
  194. "rs_cross": 0.0,
  195. "model_accuracy": 1
  196. },
  197. {
  198. "text_id": 15,
  199. "text": "Task: arithmetic_reasoning\nQuestion: A merchant wants to make a choice of purchase between 2 purchas...",
  200. "r_effs": {
  201. "llama3.2-3b-instruct": 1.0,
  202. "Mistral-7B-v0.3": 1.0,
  203. "llama3-8b": 1.0,
  204. "Qwen2.5-7B-Instruct": 1.0,
  205. "gemma-2-9b-it": 1.0
  206. },
  207. "rs_cross": 0.0,
  208. "model_accuracy": 1
  209. },
  210. {
  211. "text_id": 16,
  212. "text": "Task: arithmetic_reasoning\nQuestion: Two trains leave San Rafael at the same time. They begin travel...",
  213. "r_effs": {
  214. "llama3.2-3b-instruct": 1.0,
  215. "Mistral-7B-v0.3": 1.0,
  216. "llama3-8b": 1.0,
  217. "Qwen2.5-7B-Instruct": 1.0,
  218. "gemma-2-9b-it": 1.0
  219. },
  220. "rs_cross": 0.0,
  221. "model_accuracy": 1
  222. },
  223. {
  224. "text_id": 17,
  225. "text": "Task: arithmetic_reasoning\nQuestion: Jill gets paid $20 per hour to teach and $30 to be a cheerleadi...",
  226. "r_effs": {
  227. "llama3.2-3b-instruct": 1.0,
  228. "Mistral-7B-v0.3": 1.0,
  229. "llama3-8b": 1.0,
  230. "Qwen2.5-7B-Instruct": 1.0,
  231. "gemma-2-9b-it": 1.0
  232. },
  233. "rs_cross": 0.0,
  234. "model_accuracy": 1
  235. },
  236. {
  237. "text_id": 18,
  238. "text": "Task: arithmetic_reasoning\nQuestion: Claire makes a 3 egg omelet every morning for breakfast. How m...",
  239. "r_effs": {
  240. "llama3.2-3b-instruct": 1.0,
  241. "Mistral-7B-v0.3": 1.0,
  242. "llama3-8b": 1.0,
  243. "Qwen2.5-7B-Instruct": 1.0,
  244. "gemma-2-9b-it": 1.0
  245. },
  246. "rs_cross": 0.0,
  247. "model_accuracy": 1
  248. },
  249. {
  250. "text_id": 19,
  251. "text": "Task: arithmetic_reasoning\nQuestion: Marissa is hiking a 12-mile trail. She took 1 hour to walk the ...",
  252. "r_effs": {
  253. "llama3.2-3b-instruct": 1.0,
  254. "Mistral-7B-v0.3": 1.0,
  255. "llama3-8b": 1.0,
  256. "Qwen2.5-7B-Instruct": 1.0,
  257. "gemma-2-9b-it": 1.0
  258. },
  259. "rs_cross": 0.0,
  260. "model_accuracy": 1
  261. },
  262. {
  263. "text_id": 20,
  264. "text": "Task: arithmetic_reasoning\nQuestion: I have 10 liters of orange drink that are two-thirds water and ...",
  265. "r_effs": {
  266. "llama3.2-3b-instruct": 1.0,
  267. "Mistral-7B-v0.3": 1.0,
  268. "llama3-8b": 1.0,
  269. "Qwen2.5-7B-Instruct": 1.0,
  270. "gemma-2-9b-it": 1.0
  271. },
  272. "rs_cross": 0.0,
  273. "model_accuracy": 1
  274. },
  275. {
  276. "text_id": 21,
  277. "text": "Task: arithmetic_reasoning\nQuestion: Raymond and Samantha are cousins. Raymond was born 6 years befo...",
  278. "r_effs": {
  279. "llama3.2-3b-instruct": 1.0,
  280. "Mistral-7B-v0.3": 1.0,
  281. "llama3-8b": 1.0,
  282. "Qwen2.5-7B-Instruct": 1.0,
  283. "gemma-2-9b-it": 1.0
  284. },
  285. "rs_cross": 0.0,
  286. "model_accuracy": 1
  287. },
  288. {
  289. "text_id": 22,
  290. "text": "Task: arithmetic_reasoning\nQuestion: Billy sells DVDs. He has 8 customers on Tuesday. His first 3 cu...",
  291. "r_effs": {
  292. "llama3.2-3b-instruct": 1.0,
  293. "Mistral-7B-v0.3": 1.0,
  294. "llama3-8b": 1.0,
  295. "Qwen2.5-7B-Instruct": 1.0,
  296. "gemma-2-9b-it": 1.0
  297. },
  298. "rs_cross": 0.0,
  299. "model_accuracy": 1
  300. },
  301. {
  302. "text_id": 23,
  303. "text": "Task: arithmetic_reasoning\nQuestion: A candle melts by 2 centimeters every hour that it burns. How m...",
  304. "r_effs": {
  305. "llama3.2-3b-instruct": 1.0,
  306. "Mistral-7B-v0.3": 1.0,
  307. "llama3-8b": 1.0,
  308. "Qwen2.5-7B-Instruct": 1.0,
  309. "gemma-2-9b-it": 1.0
  310. },
  311. "rs_cross": 0.0,
  312. "model_accuracy": 1
  313. },
  314. {
  315. "text_id": 24,
  316. "text": "Task: arithmetic_reasoning\nQuestion: Kyle bought last year's best-selling book for $19.50. This is w...",
  317. "r_effs": {
  318. "llama3.2-3b-instruct": 1.0,
  319. "Mistral-7B-v0.3": 1.0,
  320. "llama3-8b": 1.0,
  321. "Qwen2.5-7B-Instruct": 1.0,
  322. "gemma-2-9b-it": 1.0
  323. },
  324. "rs_cross": 0.0,
  325. "model_accuracy": 1
  326. },
  327. {
  328. "text_id": 25,
  329. "text": "Task: arithmetic_reasoning\nQuestion: Marie ordered one chicken meal that costs $12, 5 packs of milk ...",
  330. "r_effs": {
  331. "llama3.2-3b-instruct": 1.0,
  332. "Mistral-7B-v0.3": 1.0,
  333. "llama3-8b": 1.0,
  334. "Qwen2.5-7B-Instruct": 1.0,
  335. "gemma-2-9b-it": 1.0
  336. },
  337. "rs_cross": 0.0,
  338. "model_accuracy": 1
  339. },
  340. {
  341. "text_id": 26,
  342. "text": "Task: arithmetic_reasoning\nQuestion: Mishka bought 3 pairs of shorts, 3 pairs of pants, and 3 pairs ...",
  343. "r_effs": {
  344. "llama3.2-3b-instruct": 1.0,
  345. "Mistral-7B-v0.3": 1.0,
  346. "llama3-8b": 1.0,
  347. "Qwen2.5-7B-Instruct": 1.0,
  348. "gemma-2-9b-it": 1.0
  349. },
  350. "rs_cross": 0.0,
  351. "model_accuracy": 1
  352. },
  353. {
  354. "text_id": 27,
  355. "text": "Task: arithmetic_reasoning\nQuestion: Cynthia eats one serving of ice cream every night. She buys ca...",
  356. "r_effs": {
  357. "llama3.2-3b-instruct": 1.0,
  358. "Mistral-7B-v0.3": 1.0,
  359. "llama3-8b": 1.0,
  360. "Qwen2.5-7B-Instruct": 1.0,
  361. "gemma-2-9b-it": 1.0
  362. },
  363. "rs_cross": 0.0,
  364. "model_accuracy": 1
  365. },
  366. {
  367. "text_id": 28,
  368. "text": "Task: arithmetic_reasoning\nQuestion: Henry made two stops during his 60-mile bike trip. He first sto...",
  369. "r_effs": {
  370. "llama3.2-3b-instruct": 1.0,
  371. "Mistral-7B-v0.3": 1.0,
  372. "llama3-8b": 1.0,
  373. "Qwen2.5-7B-Instruct": 1.0,
  374. "gemma-2-9b-it": 1.0
  375. },
  376. "rs_cross": 0.0,
  377. "model_accuracy": 1
  378. },
  379. {
  380. "text_id": 29,
  381. "text": "Task: arithmetic_reasoning\nQuestion: Gloria is shoe shopping when she comes across a pair of boots t...",
  382. "r_effs": {
  383. "llama3.2-3b-instruct": 1.0,
  384. "Mistral-7B-v0.3": 1.0,
  385. "llama3-8b": 1.0,
  386. "Qwen2.5-7B-Instruct": 1.0,
  387. "gemma-2-9b-it": 1.0
  388. },
  389. "rs_cross": 0.0,
  390. "model_accuracy": 1
  391. },
  392. {
  393. "text_id": 30,
  394. "text": "Task: arithmetic_reasoning\nQuestion: Darrell and Allen's ages are in the ratio of 7:11. If their tot...",
  395. "r_effs": {
  396. "llama3.2-3b-instruct": 1.0,
  397. "Mistral-7B-v0.3": 1.0,
  398. "llama3-8b": 1.0,
  399. "Qwen2.5-7B-Instruct": 1.0,
  400. "gemma-2-9b-it": 1.0
  401. },
  402. "rs_cross": 0.0,
  403. "model_accuracy": 1
  404. },
  405. {
  406. "text_id": 31,
  407. "text": "Task: arithmetic_reasoning\nQuestion: Gunter is trying to count the jelly beans in a jar. He asks his...",
  408. "r_effs": {
  409. "llama3.2-3b-instruct": 1.0,
  410. "Mistral-7B-v0.3": 1.0,
  411. "llama3-8b": 1.0,
  412. "Qwen2.5-7B-Instruct": 1.0,
  413. "gemma-2-9b-it": 1.0
  414. },
  415. "rs_cross": 0.0,
  416. "model_accuracy": 1
  417. },
  418. {
  419. "text_id": 32,
  420. "text": "Task: arithmetic_reasoning\nQuestion: John takes care of 10 dogs. Each dog takes .5 hours a day to w...",
  421. "r_effs": {
  422. "llama3.2-3b-instruct": 1.0,
  423. "Mistral-7B-v0.3": 1.0,
  424. "llama3-8b": 1.0,
  425. "Qwen2.5-7B-Instruct": 1.0,
  426. "gemma-2-9b-it": 1.0
  427. },
  428. "rs_cross": 0.0,
  429. "model_accuracy": 1
  430. },
  431. {
  432. "text_id": 33,
  433. "text": "Task: arithmetic_reasoning\nQuestion: Gretchen has 110 coins. There are 30 more gold coins than silve...",
  434. "r_effs": {
  435. "llama3.2-3b-instruct": 1.0,
  436. "Mistral-7B-v0.3": 1.0,
  437. "llama3-8b": 1.0,
  438. "Qwen2.5-7B-Instruct": 1.0,
  439. "gemma-2-9b-it": 1.0
  440. },
  441. "rs_cross": 0.0,
  442. "model_accuracy": 1
  443. },
  444. {
  445. "text_id": 34,
  446. "text": "Task: arithmetic_reasoning\nQuestion: Siobhan has 2 fewer jewels than Aaron. Aaron has 5 more jewels ...",
  447. "r_effs": {
  448. "llama3.2-3b-instruct": 1.0,
  449. "Mistral-7B-v0.3": 1.0,
  450. "llama3-8b": 1.0,
  451. "Qwen2.5-7B-Instruct": 1.0,
  452. "gemma-2-9b-it": 1.0
  453. },
  454. "rs_cross": 0.0,
  455. "model_accuracy": 1
  456. },
  457. {
  458. "text_id": 35,
  459. "text": "Task: arithmetic_reasoning\nQuestion: Mike plays ping pong for 40 minutes. In the first 20 minutes, ...",
  460. "r_effs": {
  461. "llama3.2-3b-instruct": 1.0,
  462. "Mistral-7B-v0.3": 1.0,
  463. "llama3-8b": 1.0,
  464. "Qwen2.5-7B-Instruct": 1.0,
  465. "gemma-2-9b-it": 1.0
  466. },
  467. "rs_cross": 0.0,
  468. "model_accuracy": 1
  469. },
  470. {
  471. "text_id": 36,
  472. "text": "Task: arithmetic_reasoning\nQuestion: Terry eats 2 yogurts a day. They are currently on sale at 4 yo...",
  473. "r_effs": {
  474. "llama3.2-3b-instruct": 1.0,
  475. "Mistral-7B-v0.3": 1.0,
  476. "llama3-8b": 1.0,
  477. "Qwen2.5-7B-Instruct": 1.0,
  478. "gemma-2-9b-it": 1.0
  479. },
  480. "rs_cross": 0.0,
  481. "model_accuracy": 1
  482. },
  483. {
  484. "text_id": 37,
  485. "text": "Task: arithmetic_reasoning\nQuestion: John plans to sell all his toys and use the money to buy video ...",
  486. "r_effs": {
  487. "llama3.2-3b-instruct": 1.0,
  488. "Mistral-7B-v0.3": 1.0,
  489. "llama3-8b": 1.0,
  490. "Qwen2.5-7B-Instruct": 1.0,
  491. "gemma-2-9b-it": 1.0
  492. },
  493. "rs_cross": 0.0,
  494. "model_accuracy": 1
  495. },
  496. {
  497. "text_id": 38,
  498. "text": "Task: arithmetic_reasoning\nQuestion: John runs 60 miles a week. He runs 3 days a week. He runs 3 ho...",
  499. "r_effs": {
  500. "llama3.2-3b-instruct": 1.0,
  501. "Mistral-7B-v0.3": 1.0,
  502. "llama3-8b": 1.0,
  503. "Qwen2.5-7B-Instruct": 1.0,
  504. "gemma-2-9b-it": 1.0
  505. },
  506. "rs_cross": 0.0,
  507. "model_accuracy": 1
  508. },
  509. {
  510. "text_id": 39,
  511. "text": "Task: arithmetic_reasoning\nQuestion: Dana can run at a rate of speed four times faster than she can ...",
  512. "r_effs": {
  513. "llama3.2-3b-instruct": 1.0,
  514. "Mistral-7B-v0.3": 1.0,
  515. "llama3-8b": 1.0,
  516. "Qwen2.5-7B-Instruct": 1.0,
  517. "gemma-2-9b-it": 1.0
  518. },
  519. "rs_cross": 0.0,
  520. "model_accuracy": 1
  521. },
  522. {
  523. "text_id": 40,
  524. "text": "Task: arithmetic_reasoning\nQuestion: Brandon's iPhone is four times as old as Ben's iPhone. Ben's iP...",
  525. "r_effs": {
  526. "llama3.2-3b-instruct": 1.0,
  527. "Mistral-7B-v0.3": 1.0,
  528. "llama3-8b": 1.0,
  529. "Qwen2.5-7B-Instruct": 1.0,
  530. "gemma-2-9b-it": 1.0
  531. },
  532. "rs_cross": 0.0,
  533. "model_accuracy": 1
  534. },
  535. {
  536. "text_id": 41,
  537. "text": "Task: arithmetic_reasoning\nQuestion: The great dragon, Perg, sat high atop mount Farbo, breathing fi...",
  538. "r_effs": {
  539. "llama3.2-3b-instruct": 1.0,
  540. "Mistral-7B-v0.3": 1.0,
  541. "llama3-8b": 1.0,
  542. "Qwen2.5-7B-Instruct": 1.0,
  543. "gemma-2-9b-it": 1.0
  544. },
  545. "rs_cross": 0.0,
  546. "model_accuracy": 1
  547. },
  548. {
  549. "text_id": 42,
  550. "text": "Task: arithmetic_reasoning\nQuestion: Grandma Jones baked 5 apple pies for the fireman's luncheon. S...",
  551. "r_effs": {
  552. "llama3.2-3b-instruct": 1.0,
  553. "Mistral-7B-v0.3": 1.0,
  554. "llama3-8b": 1.0,
  555. "Qwen2.5-7B-Instruct": 1.0,
  556. "gemma-2-9b-it": 1.0
  557. },
  558. "rs_cross": 0.0,
  559. "model_accuracy": 1
  560. },
  561. {
  562. "text_id": 43,
  563. "text": "Task: arithmetic_reasoning\nQuestion: According to its nutritional info, a bag of chips has 250 calor...",
  564. "r_effs": {
  565. "llama3.2-3b-instruct": 1.0,
  566. "Mistral-7B-v0.3": 1.0,
  567. "llama3-8b": 1.0,
  568. "Qwen2.5-7B-Instruct": 1.0,
  569. "gemma-2-9b-it": 1.0
  570. },
  571. "rs_cross": 0.0,
  572. "model_accuracy": 1
  573. },
  574. {
  575. "text_id": 44,
  576. "text": "Task: arithmetic_reasoning\nQuestion: Charlie wants to sell beeswax candles. For every pound of bees...",
  577. "r_effs": {
  578. "llama3.2-3b-instruct": 1.0,
  579. "Mistral-7B-v0.3": 1.0,
  580. "llama3-8b": 1.0,
  581. "Qwen2.5-7B-Instruct": 1.0,
  582. "gemma-2-9b-it": 1.0
  583. },
  584. "rs_cross": 0.0,
  585. "model_accuracy": 1
  586. },
  587. {
  588. "text_id": 45,
  589. "text": "Task: arithmetic_reasoning\nQuestion: Meredith is a freelance blogger who writes about health topics ...",
  590. "r_effs": {
  591. "llama3.2-3b-instruct": 1.0,
  592. "Mistral-7B-v0.3": 1.0,
  593. "llama3-8b": 1.0,
  594. "Qwen2.5-7B-Instruct": 1.0,
  595. "gemma-2-9b-it": 1.0
  596. },
  597. "rs_cross": 0.0,
  598. "model_accuracy": 1
  599. },
  600. {
  601. "text_id": 46,
  602. "text": "Task: arithmetic_reasoning\nQuestion: Candice put 80 post-it notes in her purse before she headed out...",
  603. "r_effs": {
  604. "llama3.2-3b-instruct": 1.0,
  605. "Mistral-7B-v0.3": 1.0,
  606. "llama3-8b": 1.0,
  607. "Qwen2.5-7B-Instruct": 1.0,
  608. "gemma-2-9b-it": 1.0
  609. },
  610. "rs_cross": 0.0,
  611. "model_accuracy": 1
  612. },
  613. {
  614. "text_id": 47,
  615. "text": "Task: arithmetic_reasoning\nQuestion: John buys twice as many red ties as blue ties. The red ties co...",
  616. "r_effs": {
  617. "llama3.2-3b-instruct": 1.0,
  618. "Mistral-7B-v0.3": 1.0,
  619. "llama3-8b": 1.0,
  620. "Qwen2.5-7B-Instruct": 1.0,
  621. "gemma-2-9b-it": 1.0
  622. },
  623. "rs_cross": 0.0,
  624. "model_accuracy": 1
  625. },
  626. {
  627. "text_id": 48,
  628. "text": "Task: arithmetic_reasoning\nQuestion: Tracy used a piece of wire 4 feet long to support tomato plants...",
  629. "r_effs": {
  630. "llama3.2-3b-instruct": 1.0,
  631. "Mistral-7B-v0.3": 1.0,
  632. "llama3-8b": 1.0,
  633. "Qwen2.5-7B-Instruct": 1.0,
  634. "gemma-2-9b-it": 1.0
  635. },
  636. "rs_cross": 0.0,
  637. "model_accuracy": 1
  638. },
  639. {
  640. "text_id": 49,
  641. "text": "Task: arithmetic_reasoning\nQuestion: Richard lives in an apartment building with 15 floors. Each flo...",
  642. "r_effs": {
  643. "llama3.2-3b-instruct": 1.0,
  644. "Mistral-7B-v0.3": 1.0,
  645. "llama3-8b": 1.0,
  646. "Qwen2.5-7B-Instruct": 1.0,
  647. "gemma-2-9b-it": 1.0
  648. },
  649. "rs_cross": 0.0,
  650. "model_accuracy": 1
  651. }
  652. ]