diff --git "a/eval_milebench/DocVQA/pred.json" "b/eval_milebench/DocVQA/pred.json" new file mode 100644--- /dev/null +++ "b/eval_milebench/DocVQA/pred.json" @@ -0,0 +1,2402 @@ +[ + { + "sample_id": 0, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: what is the title for the name robert kauk?\nChoice list: \nA. VICE PRESIDENT, BRUSH BEET GROWERS ASS'N\nB. TREASURER, BRUSH BEET GROWERS ASS'N\nC. PRESIDENT, BRUSH BEET GROWERS ASS'N\nD. SECRETARY, BRUSH BEET GROWERS ASS'N\nAnswer with the option's letter from the given choices directly.", + "gt_response": "PRESIDENT, BRUSH BEET GROWERS ASS'N", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 5, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: Which institution is mentioned at the top of the page?\nChoice list: \nA. MEDICAL RESEARCH FOUNDATION OF OREGON AND WASHINGTON\nB. MEDICAL RESEARCH FOUNDATION OF OREGON\nC. OREGON MEDICAL RESEARCH FOUNDATION\nD. MEDICAL RESEARCH ORGANIZATION OF OREGON\nAnswer with the option's letter from the given choices directly.", + "gt_response": "MEDICAL RESEARCH FOUNDATION OF OREGON", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 7, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: who is the chairman of nutrition program, penn state\nChoice list: \nA. Jennifer D. Harris\nB. Helen A. guthrie\nC. Michael C. Thompson\nD. John B. Smith\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Helen A. guthrie", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 12, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: Who has the assignment for \"Plant Clean up\"?\nChoice list: \nA. Corsberg\nB. Corsberg Jr.\nC. Corsburg\nD. Corsber\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Corsberg", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 14, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: To whom this is addressed\nChoice list: \nA. Ms. K.S. Houghton\nB. Dr.K.S.Houghton\nC. Mrs. K.S. Houghton\nD. Mr. K.S. Houghton\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Dr.K.S.Houghton", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 15, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: What is the Direct materials cost (Items under $50) given in the voucher?\nChoice list: \nA. 118.15\nB. $118.50\nC. 118.14\nD. $118\nAnswer with the option's letter from the given choices directly.", + "gt_response": "118.14", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 20, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: What is the place of meeting?\nChoice list: \nA. Charlotte\nB. Greensboro\nC. Raleigh\nD. Winston-Salem\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Winston-Salem", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 23, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: what is the flight no. mentioned in the given page?\nChoice list: \nA. 408 ($48.30)\nB. 407 ($48.29)\nC. 407 ($48.30)\nD. 406 ($48.30)\nAnswer with the option's letter from the given choices directly.", + "gt_response": "407 ($48.30)", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 34, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: to whom this letter was written?\nChoice list: \nA. Tom\nB. Tim\nC. Alex\nD. John\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Tim", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 35, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: Who conducted the paper on the topic \" Iron in Human Nutrition \" on Friday?\nChoice list: \nA. Aaron C. Manson\nB. Richard D. Thompson\nC. Gilbert B. Forbes\nD. Gilbert B. Forsythe\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Gilbert B. Forbes", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 36, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: When did Charles E. Hirsch promoted as Chief Engineer?\nChoice list: \nA. September 1, 1948\nB. September 1, 1950\nC. September 1, 1949\nD. August 1, 1949\nAnswer with the option's letter from the given choices directly.", + "gt_response": "September 1, 1949", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 40, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the Name?\nChoice list: \nA. Dr. Robert E. Shaw\nB. Dr. Richard E. Frank\nC. Dr. Robert E. Shank\nD. Mr. Robert E. Shank\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Dr. Robert E. Shank", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 42, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: When is the Third day?\nChoice list: \nA. Friday 22nd\nB. Monday 22nd\nC. Tuesday 22nd\nD. Wednesday 22nd\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Wednesday 22nd", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 43, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: By how much has the cement industry reduced energy use?\nChoice list: \nA. nearly 30 percent\nB. about 35 percent\nC. almost 40 percent\nD. approximately 25 percent\nAnswer with the option's letter from the given choices directly.", + "gt_response": "nearly 30 percent", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 45, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the total voucher amount?\nChoice list: \nA. $1,295.87\nB. €1,295.87\nC. ¥1,295.87\nD. $1,295.88\nAnswer with the option's letter from the given choices directly.", + "gt_response": "$1,295.87", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 46, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: Who is the chairman of Environment and Public Works Committee?\nChoice list: \nA. Mitch McConnell\nB. Barack Obama\nC. Nancy Pelosi\nD. John Barrasso\nAnswer with the option's letter from the given choices directly.", + "gt_response": "John Barrasso", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 49, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: Who is giving the introductory remarks?\nChoice list: \nA. Dr. Dodge\nB. Dr. Dodgerson\nC. Mrs. Dodge\nD. Dr. Doug\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Dr. Dodge", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 50, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the Timing for the Journal \"Journal of Managed Care Pharmacy\"?\nChoice list: \nA. 3Q99\nB. 3Q98\nC. 4Q98\nD. 2Q98\nAnswer with the option's letter from the given choices directly.", + "gt_response": "3Q98", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 1, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: How much Total Income?\nChoice list: \nA. $12,000 to $15,000\nB. $11,000 to $14,000\nC. $10,000 to $13,000\nD. $13,000 to $16,000\nAnswer with the option's letter from the given choices directly.", + "gt_response": "$12,000 to $15,000", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 8, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the Net sales of Campbell Soup Company for the year 1965?\nChoice list: \nA. €712,785,000\nB. $712,785,000\nC. $712,785,001\nD. ¥712,785,000\nAnswer with the option's letter from the given choices directly.", + "gt_response": "$712,785,000", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 11, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: When is the approval needed in order to meet overall project timing?\nChoice list: \nA. by 4/22/95\nB. by 4/20/95\nC. by 4/21/95\nD. by 4/23/95\nAnswer with the option's letter from the given choices directly.", + "gt_response": "by 4/21/95", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 16, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the product PO number?\nChoice list: \nA. #072799\nB. #0727981\nC. #072798\nD. #072797\nAnswer with the option's letter from the given choices directly.", + "gt_response": "#072798", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 19, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: what is the proposed grand total amount for the year 1976?\nChoice list: \nA. € 129,576\nB. $ 129,576\nC. $ 129,577\nD. ¥ 129,576\nAnswer with the option's letter from the given choices directly.", + "gt_response": "$ 129,576", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 21, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the Profit after Taxation before Share of Results of Associates for 2008?\nChoice list: \nA. 5000.00\nB. 3178.17\nC. 800.00\nD. 3178.18\nAnswer with the option's letter from the given choices directly.", + "gt_response": "3178.17", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 22, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: What is the project name written this sheet\nChoice list: \nA. Project \"NN\"\nB. Project \"AI\"\nC. Project \"CV\"\nD. Project \"ML\"\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Project \"NN\"", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 24, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: How much mg of potassium per 100 grams is contained in Kale (R)?\nChoice list: \nA. 401\nB. 402\nC. 400\nD. 403\nAnswer with the option's letter from the given choices directly.", + "gt_response": "401", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 29, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the cost of the parking at hotel in daytime?\nChoice list: \nA. $10\nB. ¥12\nC. $12\nD. €12\nAnswer with the option's letter from the given choices directly.", + "gt_response": "$12", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 2, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the title of Irene Karl?\nChoice list: \nA. Res. Asst.\nB. Res. Associate\nC. Research Associate\nD. Assistant Researcher\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Res. Asst.", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 3, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: What is the End Date of Returns?\nChoice list: \nA. 10/10/98\nB. 10/10/99\nC. 10/10/97\nD. 10/10/96\nAnswer with the option's letter from the given choices directly.", + "gt_response": "10/10/97", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 10, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: what is the designation of Dr. F. James Levinson?\nChoice list: \nA. manager\nB. director\nC. supervisor\nD. executive\nAnswer with the option's letter from the given choices directly.", + "gt_response": "director", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 13, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the weight of Lactalbumin in Milk protein - 75g?\nChoice list: \nA. 7.60\nB. 7.25\nC. 8.50\nD. 6.90\nAnswer with the option's letter from the given choices directly.", + "gt_response": "7.60", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 17, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: What is the Written in To Field?\nChoice list: \nA. All Boston Region Full-Time Employees\nB. All New York Region Full-Time Personnel\nC. All San Francisco Region Part-Time Personnel\nD. All Boston Region Full-Time Personnel\nAnswer with the option's letter from the given choices directly.", + "gt_response": "All Boston Region Full-Time Personnel", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 26, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: Who is the recipient?\nChoice list: \nA. K. P. Dubrovin\nB. J. P. Dubrovin\nC. K. P. Durovin\nD. K. P. Dubrovin Jr.\nAnswer with the option's letter from the given choices directly.", + "gt_response": "K. P. Dubrovin", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 31, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: what does camel crema deliver?\nChoice list: \nA. a creamy indulgent flavor that offers an intriguing and pleasurable smoking experience.\nB. a rich and smooth taste that provides a satisfying and enjoyable smoking session.\nC. a luxurious and palatable blend that delivers a captivating and delightful smoking experience.\nD. a velvety and luscious sensation that enhances the smoking ritual.\nAnswer with the option's letter from the given choices directly.", + "gt_response": "a creamy indulgent flavor that offers an intriguing and pleasurable smoking experience.", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 38, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: In table XIV how many total abnormalities in hospital K?\nChoice list: \nA. 62\nB. 63\nC. 60\nD. 64\nAnswer with the option's letter from the given choices directly.", + "gt_response": "63", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 52, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: In table II what is the total period of observation of Man-years in hospital K?\nChoice list: \nA. 1,088.7\nB. 1,089.0\nC. 1,088.9\nD. 1,088.8\nAnswer with the option's letter from the given choices directly.", + "gt_response": "1,088.8", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 54, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: what is the nickname given for thiamine?\nChoice list: \nA. energy vitamin\nB. victory vitamin\nC. morale vitamin\nD. optimism vitamin\nAnswer with the option's letter from the given choices directly.", + "gt_response": "morale vitamin", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 4, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: Which Class is Peter H. Raven in?\nChoice list: \nA. II\nB. III\nC. I\nD. IV\nAnswer with the option's letter from the given choices directly.", + "gt_response": "II", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 6, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: Which day is October 10, 1968\nChoice list: \nA. Wednesday\nB. Monday\nC. Thursday\nD. Friday\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Thursday", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 18, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: What is the name of the Store?\nChoice list: \nA. - Exxon Mobil Corporation\nB. Sunoco, Inc. (R&M)\nC. - BP plc\nD. - Chevron Corporation\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Sunoco, Inc. (R&M)", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 32, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: what is the unit of pension for Actuarial Gains/(Losses) for the year ended in 2010?\nChoice list: \nA. 7.50\nB. 5.00\nC. 7.00\nD. 10.00\nAnswer with the option's letter from the given choices directly.", + "gt_response": "7.50", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 39, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: what is title on the y axis of fig.1?\nChoice list: \nA. PLANT DRY WT(%)\nB. PLANT DRY CONTROL WT(%)\nC. PLANT DRY WT(% OF CONTROL)\nD. PLANT WEIGHT(%)\nAnswer with the option's letter from the given choices directly.", + "gt_response": "PLANT DRY WT(% OF CONTROL)", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 55, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the Percentage of loyalty according to CDF measures?\nChoice list: \nA. 35.9%\nB. 37.9%\nC. 36.9%\nD. 36%\nAnswer with the option's letter from the given choices directly.", + "gt_response": "36.9%", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 9, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: What is the email id of Mr. Hironao Ihara?\nChoice list: \nA. h.ihara@takeda.com\nB. hironaoihara@takeda.com\nC. hironao.ihara@takeda.com\nD. iharahironao@takeda.com\nAnswer with the option's letter from the given choices directly.", + "gt_response": "hironao.ihara@takeda.com", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 25, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What are the reporting dates?\nChoice list: \nA. 10.5-10/30-98\nB. 10-5-10/30-98\nC. 10/5-1030/98\nD. 10/5 -10/30/98\nAnswer with the option's letter from the given choices directly.", + "gt_response": "10/5 -10/30/98", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 27, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: what is the date mentioned in the given page?\nChoice list: \nA. Thursday, November 1, 1974\nB. Friday, November 1, 1974\nC. Saturday, November 1, 1974\nD. Friday, October 1, 1974\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Friday, November 1, 1974", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 28, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the first TARGET AUDIENCE mentioned?\nChoice list: \nA. BVS2 (AMM)\nB. BVS1 (PWM)\nC. BVS1 (ZMM)\nD. BVS1 (AMM)\nAnswer with the option's letter from the given choices directly.", + "gt_response": "BVS1 (AMM)", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 30, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: How much is the debt equity ratio?\nChoice list: \nA. 0.02\nB. 0.2\nC. 0.01\nD. 0.05\nAnswer with the option's letter from the given choices directly.", + "gt_response": "0.02", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 33, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: what is the date mentioned in the given page?\nChoice list: \nA. 2nd November 1976\nB. 2 November 1966\nC. 2 nov 1967\nD. 2nd November 1957\nAnswer with the option's letter from the given choices directly.", + "gt_response": "2 nov 1967", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 41, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: what is the cat.no?\nChoice list: \nA. 0612-80-505\nB. 0612-80-606\nC. 6192-80-505\nD. 0612-90-505\nAnswer with the option's letter from the given choices directly.", + "gt_response": "0612-80-505", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 48, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the File No.?\nChoice list: \nA. 183-58361\nB. 500-85831\nC. 185-58361\nD. 185-58362\nAnswer with the option's letter from the given choices directly.", + "gt_response": "185-58361", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 53, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the name of reviewer #2 given in the form?\nChoice list: \nA. Coleman Bill\nB. Bill Coleman\nC. David Coleman\nD. Reviewer #2\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Bill Coleman", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 56, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: What agreement is shown here?\nChoice list: \nA. DORAL EDLP RETAIL PRICING AGREEMENT\nB. DORAL EDLP RETAIL PRICING PARTNERSHIP AGREEMENT\nC. DORAL EDLP RETAIL PRICING LICENSING AGREEMENT\nD. DORAL EDLP RETAIL PRICING CONTRACT\nAnswer with the option's letter from the given choices directly.", + "gt_response": "DORAL EDLP RETAIL PRICING AGREEMENT", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 67, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: what is the cost of dinner on dec. 2?\nChoice list: \nA. £2.50\nB. $2.50\nC. $3.50\nD. 2.50\nAnswer with the option's letter from the given choices directly.", + "gt_response": "2.50", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 68, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: who has signed at the bottom of the letter?\nChoice list: \nA. Dr. M.G. Wagh (without the period)\nB. Dr. M.G. Wagh\nC. Ms. M.G. Wagh\nD. Mr. M.G. Wagh\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Dr. M.G. Wagh", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 73, + "question": "Each group of pictures relates to a question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: what is the price of iron analysis in atomic absorption methodology?\nChoice list: \nA. 8.50\nB. 9.00\nC. 7.50\nD. 8.00\nAnswer with the option's letter from the given choices directly.", + "gt_response": "8.00", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 78, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: what is the total population under 21 years in 1950?\nChoice list: \nA. 139,131\nB. 139,123\nC. 139,133\nD. 139,132\nAnswer with the option's letter from the given choices directly.", + "gt_response": "139,132", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 82, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the annual total in the year 1995-96?\nChoice list: \nA. 1,713,000\nB. 2,000,000\nC. 1,700,000\nD. 1,713,001\nAnswer with the option's letter from the given choices directly.", + "gt_response": "1,713,000", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 88, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: Which university is mentioned in the letter head?\nChoice list: \nA. ALBANY MEDICAL COLLEGE\nB. UNION UNIVERSITY\nC. THE ALBANY MEDICAL COLLEGE OF UNION UNIVERSITY\nD. THE UNION UNIVERSITY\nAnswer with the option's letter from the given choices directly.", + "gt_response": "THE ALBANY MEDICAL COLLEGE OF UNION UNIVERSITY", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 92, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the Fullform of SCM?\nChoice list: \nA. State College of Management (SCM)\nB. Supply chain Management (SCM)\nC. Social capital measurement (SCM)\nD. System Configuration Manager (SCM)\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Supply chain Management (SCM)", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 94, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: What are the sizes of Turquoise or navy?\nChoice list: \nA. 10-16 and 141/2-241/2.\nB. 12-20 and 131/2-231/2.\nC. 12-20 and 141/2-241/2.\nD. 12-20 and 141/2-241/2.\nAnswer with the option's letter from the given choices directly.", + "gt_response": "12-20 and 141/2-241/2.", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 99, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the Name of the Foundation?\nChoice list: \nA. Nutrition Foundation of Sweden\nB. Swedish Nutrition Foundation\nC. International Nutrition Foundation\nD. Swedish Nutrition Institute\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Swedish Nutrition Foundation", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 100, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: How much Mg/Day iron for 6-8 years?\nChoice list: \nA. 6\nB. 8\nC. 10\nD. 12\nAnswer with the option's letter from the given choices directly.", + "gt_response": "10", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 101, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: to whom the letter was written?\nChoice list: \nA. members of the U.S. medical advisory committee\nB. members of the U.S. medical advisory council\nC. members of the U.S. medical advisory board\nD. members of the U.S. medical advisory panel\nAnswer with the option's letter from the given choices directly.", + "gt_response": "members of the U.S. medical advisory committee", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 102, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: what is the demo number mentioned?\nChoice list: \nA. 03760\nB. 03670\nC. 03765\nD. 03960\nAnswer with the option's letter from the given choices directly.", + "gt_response": "03760", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 104, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: What is the due date(outline)?\nChoice list: \nA. February 25, 2000\nB. March 25, 2002\nC. February 25, 2021\nD. February 25, 2002\nAnswer with the option's letter from the given choices directly.", + "gt_response": "February 25, 2002", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 107, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the emp. no. of Ivano N Rivers?\nChoice list: \nA. 751034\nB. 751035\nC. 751036\nD. 751037\nAnswer with the option's letter from the given choices directly.", + "gt_response": "751035", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 108, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: In how many countries global company is operating?\nChoice list: \nA. more than 220\nB. between 200 and 220\nC. over 200\nD. less than 220\nAnswer with the option's letter from the given choices directly.", + "gt_response": "more than 220", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 112, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: What is the Order No.?\nChoice list: \nA. 32699\nB. 32708\nC. 32710\nD. 32709\nAnswer with the option's letter from the given choices directly.", + "gt_response": "32709", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 37, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the Page Number?\nChoice list: \nA. 5\nB. 4\nC. 3\nD. 6\nAnswer with the option's letter from the given choices directly.", + "gt_response": "4", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 44, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: What was the amount of the total grants in 1962-63?\nChoice list: \nA. 586,950\nB. 586,950.50\nC. 586,900\nD. 586,590\nAnswer with the option's letter from the given choices directly.", + "gt_response": "586,950", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 47, + "question": "Each group of pictures relates to a question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: what is the amount of potassium mg./100g. for Gelatin, Plain?\nChoice list: \nA. 25\nB. 21\nC. 23\nD. 22\nAnswer with the option's letter from the given choices directly.", + "gt_response": "22", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 66, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: What is the brand code?\nChoice list: \nA. CF85\nB. CF86\nC. CF95\nD. EF85\nAnswer with the option's letter from the given choices directly.", + "gt_response": "CF85", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 72, + "question": "Each group of pictures relates to a question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: Which is the institution or agency of ALEXANDER, E. Russell, M.D.?\nChoice list: \nA. Johns Hopkins\nB. Harvard\nC. Washington\nD. Yale\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Washington", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 83, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: what is the month mentioned in the date of birth in the given form?\nChoice list: \nA. october\nB. august\nC. september\nD. november\nAnswer with the option's letter from the given choices directly.", + "gt_response": "september", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 85, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the amount of potassium present in lentils, dry(R) as mentioned in the given page?\nChoice list: \nA. 1200\nB. 1300\nC. 1400\nD. 1150\nAnswer with the option's letter from the given choices directly.", + "gt_response": "1200", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 93, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the G/L account code mentioned in the voucher?\nChoice list: \nA. 04 08 1199 9143 821\nB. 05 08 1100 9143 821\nC. 04 08 1100 9143 821\nD. 04 08 1100 9143 822\nAnswer with the option's letter from the given choices directly.", + "gt_response": "04 08 1100 9143 821", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 95, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: What is the name of the Hotel where the reservation is done?\nChoice list: \nA. Naples Grande Beach Resort\nB. Naples Beach Hotel and Tennis Club\nC. Naples Beach Resort & Spa\nD. Naples Beach Hotel & Golf Club\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Naples Beach Hotel & Golf Club", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 59, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the address of the business office of the company?\nChoice list: \nA. 107 Depot Avenue, N. E., Knoxville, Tennessee\nB. 108 Depot Avenue, N. E., Knoxville, Tennessee\nC. 109 Depot Avenue, N. E., Knoxville, Tennessee\nD. 110 Depot Avenue, N. E., Knoxville, Tennessee\nAnswer with the option's letter from the given choices directly.", + "gt_response": "108 Depot Avenue, N. E., Knoxville, Tennessee", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 60, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: How many pages are there?\nChoice list: \nA. 4\nB. 5\nC. 2\nD. 3\nAnswer with the option's letter from the given choices directly.", + "gt_response": "3", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 61, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: in which state is Washington University at?\nChoice list: \nA. Missouri\nB. Washington State\nC. Washington D.C\nD. Washington\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Missouri", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 63, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: Which topic is handled at 1:30 PM?\nChoice list: \nA. Closing Remarks/Conclusion\nB. Panel Discussion/Debate\nC. Opening Remarks/Introduction\nD. Keynote Speech/Address\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Opening Remarks/Introduction", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 64, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the amount of total voucher as mentioned in the given form?\nChoice list: \nA. 1,517.00\nB. 1,516.86\nC. 1,516.85\nD. 1,516.87\nAnswer with the option's letter from the given choices directly.", + "gt_response": "1,516.86", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 65, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: When is the date of departure?\nChoice list: \nA. July 10th, 1949\nB. July 10th, 1950\nC. July 9th, 1950\nD. July 10th, 1951\nAnswer with the option's letter from the given choices directly.", + "gt_response": "July 10th, 1950", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 71, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: what is the office phone number?\nChoice list: \nA. 383-5411\nB. 281-2511\nC. 282-2512\nD. 282-2511\nAnswer with the option's letter from the given choices directly.", + "gt_response": "282-2511", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 76, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is estimated population in poverty in Lewis?\nChoice list: \nA. 2,199\nB. 2,399\nC. 2,299\nD. 2,299.50\nAnswer with the option's letter from the given choices directly.", + "gt_response": "2,299", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 77, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the expiration date?\nChoice list: \nA. 09/30/97\nB. 10/01/97\nC. 09/30/98\nD. 09/29/97\nAnswer with the option's letter from the given choices directly.", + "gt_response": "09/30/97", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 79, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: what is the brand mentioned in the confirmation?\nChoice list: \nA. WINSTON-SALEM\nB. WINSTONE\nC. WESTON\nD. WINSTON\nAnswer with the option's letter from the given choices directly.", + "gt_response": "WINSTON", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 57, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is shown in Y axis of the graph in Capital letters?\nChoice list: \nA. AVERAGE SALES\nB. SPECIFIC ACTIVITY\nC. PROFIT MARGIN\nD. TOTAL REVENUE\nAnswer with the option's letter from the given choices directly.", + "gt_response": "SPECIFIC ACTIVITY", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 62, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: Who requested Response Code?\nChoice list: \nA. Dylan Huyett\nB. Dan Huyett\nC. David Huyett\nD. Drew Huyett\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Drew Huyett", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 69, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is written within parentheses, just below the title?\nChoice list: \nA. Calories per meal\nB. Calories per serving\nC. Calories per week\nD. Calories per day\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Calories per day", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 74, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the Institution?\nChoice list: \nA. Massachusetts Institute of Technology\nB. Harvard University\nC. William Marsh rice University\nD. Stanford University\nAnswer with the option's letter from the given choices directly.", + "gt_response": "William Marsh rice University", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 75, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the total amount mentioned in the given form?\nChoice list: \nA. 574.48\nB. 574.49\nC. 574.50\nD. 573.49\nAnswer with the option's letter from the given choices directly.", + "gt_response": "574.49", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 89, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: who is the whole-time director (from August 14,2009)?\nChoice list: \nA. Mr. R Raghavan\nB. Mr. R Ramamurthy\nC. Mr. R Rajmohan\nD. Mr. R Ramanujam\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Mr. R Ramamurthy", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 51, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: How much is the time and mileage charge given?\nChoice list: \nA. 22.8\nB. 22.50\nC. 22.80\nD. 22.85\nAnswer with the option's letter from the given choices directly.", + "gt_response": "22.85", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 58, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: \"wisdom and art,strength and wealth are of no avail if health is lacking \" was written by?\nChoice list: \nA. Aristotle\nB. Herophilus\nC. Hippocrates\nD. Socrates\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Herophilus", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 70, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: what is the candidate name for promotion?\nChoice list: \nA. George M. Saunders\nB. George Murdoch Smith\nC. George Saunders\nD. George Murdoch Saunders\nAnswer with the option's letter from the given choices directly.", + "gt_response": "George Murdoch Saunders", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 90, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: What is the Timing of Conference Reminder?\nChoice list: \nA. 2:30 to 4:00 p.m\nB. 12:30 to 2:30 p.m\nC. 11:30 a.m to 2:00 p.m\nD. 1.30 to 3:00 p.m\nAnswer with the option's letter from the given choices directly.", + "gt_response": "1.30 to 3:00 p.m", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 105, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: what is the heading at top of the page?\nChoice list: \nA. safety data sheet\nB. product data sheet\nC. material safety data sheet\nD. technical data sheet\nAnswer with the option's letter from the given choices directly.", + "gt_response": "material safety data sheet", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 111, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: What kind of \"studies\" have ITC commenced for few of their products?\nChoice list: \nA. ecological impact studies\nB. life cycle assessment studies\nC. sustainability studies\nD. carbon footprint studies\nAnswer with the option's letter from the given choices directly.", + "gt_response": "life cycle assessment studies", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 119, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: How much is the hotel cost?\nChoice list: \nA. $ 10.00\nB. $10.01\nC. €10.00\nD. ¥10.00\nAnswer with the option's letter from the given choices directly.", + "gt_response": "$ 10.00", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 113, + "question": "Each group of pictures relates to a question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: what is the emp. no. of herman w arnett jr?\nChoice list: \nA. i052008\nB. 052008JR\nC. 052008\nD. 052008H\nAnswer with the option's letter from the given choices directly.", + "gt_response": "052008", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 114, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: what is the account to be charged as mentioned in the given page?\nChoice list: \nA. PA72WBC44\nB. PA73WBC44\nC. PB73WBC44\nD. PA73WBC45\nAnswer with the option's letter from the given choices directly.", + "gt_response": "PA73WBC44", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 116, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: what is the payee's name?\nChoice list: \nA. Robert E Shank Jr\nB. Rob E Shank\nC. Robert E. Shank\nD. Robert E. Shanks\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Robert E. Shank", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 117, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: what is the contact number of The Visiting Nurse Association of Greater St. Louis, St. Louis County ?\nChoice list: \nA. 314-533-9680\nB. 314-533-9685\nC. 314-533-9600\nD. 314-533-9681\nAnswer with the option's letter from the given choices directly.", + "gt_response": "314-533-9680", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 129, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: What is the Days offer open?\nChoice list: \nA. 90\nB. 92\nC. 91\nD. 93\nAnswer with the option's letter from the given choices directly.", + "gt_response": "91", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 130, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the date of arrival at Greensboro Airport?\nChoice list: \nA. Monday / January 4th\nB. SUNDAY / January 4th\nC. Saturday / January 4th\nD. Jan 4th\nAnswer with the option's letter from the given choices directly.", + "gt_response": "SUNDAY / January 4th", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 132, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: what is the general budget total for Medical Coordinator?\nChoice list: \nA. $2,500\nB. $3,000\nC. £3,000\nD. €3,000\nAnswer with the option's letter from the given choices directly.", + "gt_response": "$3,000", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 133, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: Which department is involved?\nChoice list: \nA. ELECTRICAL ENGINEERING DEPARTMENT\nB. BIOLOGY DEPARTMENT\nC. PHYSICS DEPARTMENT\nD. CHEMICAL DEPARTMENT\nAnswer with the option's letter from the given choices directly.", + "gt_response": "CHEMICAL DEPARTMENT", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 140, + "question": "Each group of pictures relates to a question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: What is the date mentioned in this letter?\nChoice list: \nA. September 9, 1964\nB. September 9, 1963\nC. September 10, 1963\nD. September 8, 1963\nAnswer with the option's letter from the given choices directly.", + "gt_response": "September 9, 1963", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 143, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the name of heart association?\nChoice list: \nA. United States\nB. American\nC. International\nD. National\nAnswer with the option's letter from the given choices directly.", + "gt_response": "American", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 144, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the subject of the inter-office memorandum?\nChoice list: \nA. BILL SMITH\nB. LASZLO TOTH\nC. JANE DOE\nD. JOHN ADAMS\nAnswer with the option's letter from the given choices directly.", + "gt_response": "LASZLO TOTH", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 148, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: when is the Report of Travel dated?\nChoice list: \nA. Sept. 20, 1971\nB. Sept. 19, 1971\nC. Oct. 20, 1971\nD. Aug. 20, 1971\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Sept. 20, 1971", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 151, + "question": "Each group of pictures relates to a question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: what is the name of the university mentioned in the given form?\nChoice list: \nA. University of Washington\nB. Washington university\nC. George Washington University\nD. Washington state university\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Washington university", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 154, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: what is the contract no.?\nChoice list: \nA. DA-49-008-MD-1024\nB. DA-49-007-MD-1024\nC. DA-49-007-MD-1025\nD. DA-48-007-MD-1024\nAnswer with the option's letter from the given choices directly.", + "gt_response": "DA-49-007-MD-1024", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 155, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: To whom is the confirmation addressed?\nChoice list: \nA. Kurt Henshaw\nB. Kirk Hinshore\nC. Kirk Hinshaw\nD. John Smith\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Kirk Hinshaw", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 157, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: What is the first entity of the \"TABLE 1:\"?\nChoice list: \nA. TABLE 2\nB. TABLE 1\nC. PM Code\nD. PM Code 1\nAnswer with the option's letter from the given choices directly.", + "gt_response": "PM Code", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 158, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: what is amount of Potassium mg./100g. of Figs (R)?\nChoice list: \nA. 280\nB. 300\nC. 290\nD. 310\nAnswer with the option's letter from the given choices directly.", + "gt_response": "290", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 159, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: The number mentioned on the right of the leftside margin?\nChoice list: \nA. 314002840\nB. 314002839\nC. 314002837\nD. 314002838\nAnswer with the option's letter from the given choices directly.", + "gt_response": "314002838", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 98, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: who is chief, Processing and Records Unit, PERS. MGMT. DIV.?\nChoice list: \nA. Marie D. Newman\nB. Mary C. Newman\nC. Marie C. Newton\nD. Marie C. Newman\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Marie C. Newman", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 106, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: What is the date on the form ?\nChoice list: \nA. september 27, 1987\nB. september 27, 1988\nC. september 27, 1989\nD. september 27, 1998\nAnswer with the option's letter from the given choices directly.", + "gt_response": "september 27, 1989", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 110, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the middle name mentioned in the given form?\nChoice list: \nA. Jenkins\nB. Williams\nC. Kirk\nD. Smith\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Kirk", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 123, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the Region Operations Office FAX?\nChoice list: \nA. 651-686-6016\nB. 656-686-6016\nC. 651-686-6036\nD. 651-686-6017\nAnswer with the option's letter from the given choices directly.", + "gt_response": "651-686-6016", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 124, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the Total cost?\nChoice list: \nA. $14.55\nB. $15.55\nC. ¥14.55\nD. €14.55\nAnswer with the option's letter from the given choices directly.", + "gt_response": "$14.55", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 127, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: what is the EST response %?\nChoice list: \nA. 5.00%\nB. 6.00%\nC. 5.20%\nD. 4.80%\nAnswer with the option's letter from the given choices directly.", + "gt_response": "5.00%", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 137, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: what is the name of the university mentioned in the given address?\nChoice list: \nA. george washington university\nB. james madison university\nC. benjamin franklin university\nD. thomas jefferson university\nAnswer with the option's letter from the given choices directly.", + "gt_response": "thomas jefferson university", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 142, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the full form of GLP?\nChoice list: \nA. Good Laboratory Practice\nB. Good Laboratory Procedure\nC. Great Laboratory Practice\nD. Good Laboratory Policy\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Good Laboratory Practice", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 146, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: How many numbers of copies of the journal of nutrition?\nChoice list: \nA. 4300\nB. 4200\nC. 4500\nD. 4400\nAnswer with the option's letter from the given choices directly.", + "gt_response": "4400", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 80, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: what is the program number?\nChoice list: \nA. 610270\nB. 601200\nC. 601279\nD. 601270\nAnswer with the option's letter from the given choices directly.", + "gt_response": "601270", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 81, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the Estimated Budget for Pass-through Expenses?\nChoice list: \nA. $3,500.00\nB. $2,500.00\nC. $4,000.00\nD. $3,000.00*\nAnswer with the option's letter from the given choices directly.", + "gt_response": "$3,000.00*", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 84, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: what is the name of marketing?\nChoice list: \nA. Targetbase\nB. Marketbase\nC. Brandbase\nD. Starbase\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Targetbase", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 86, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: what is the area code mentioned in the given page?\nChoice list: \nA. 280\nB. 978\nC. 814\nD. 743\nAnswer with the option's letter from the given choices directly.", + "gt_response": "814", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 87, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: To where the approved invoice sent to?\nChoice list: \nA. Sponsored Members\nB. Approving Sponsors\nC. Membership Sponsors\nD. Sponsoring Members\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Sponsoring Members", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 96, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: what is the estimated population in poverty in Macon county?\nChoice list: \nA. 3,363\nB. 3,366\nC. 3,360\nD. 3,362\nAnswer with the option's letter from the given choices directly.", + "gt_response": "3,363", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 109, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: what is number 2 priority as approved by the AHA board of directors?\nChoice list: \nA. Atherosclerosis\nB. Cardiovascular disease\nC. Coronary artery disease\nD. Hypertension\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Atherosclerosis", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 128, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the position title of William M. Grosvenor, Jr.?\nChoice list: \nA. Director of Research and Development\nB. Chief Financial Officer\nC. Vice President of Sales and Marketing\nD. Senior Project Manager\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Director of Research and Development", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 141, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: Who is the marketing person responsible for the project?\nChoice list: \nA. Lucinda Sheer\nB. Lucinda Smith\nC. Lucinda Sheers\nD. Lucinda Sherman\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Lucinda Sheer", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 152, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: What is the Payee's Account No.?\nChoice list: \nA. cg720t117pb\nB. cg721t117pb\nC. cg721t117qb\nD. cg721t116pb\nAnswer with the option's letter from the given choices directly.", + "gt_response": "cg721t117pb", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 91, + "question": "Each group of pictures relates to a question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: What is the Mean of 2,4-D?\nChoice list: \nA. 0.08%\nB. 0.08\nC. 0.80%\nD. 0.80\nAnswer with the option's letter from the given choices directly.", + "gt_response": "0.08", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 97, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the lounge booked for United States Brewers Association Medical Advisory Group?\nChoice list: \nA. Central Lounge\nB. Southwest Lounge\nC. South Lounge\nD. North Lounge\nAnswer with the option's letter from the given choices directly.", + "gt_response": "South Lounge", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 103, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: What is the Daily Quantity for Turnip Greens?\nChoice list: \nA. 1/4 lb.\nB. 1/5 lb.\nC. 1/2 lb.\nD. 1/3 lb.\nAnswer with the option's letter from the given choices directly.", + "gt_response": "1/3 lb.", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 115, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: Where is Mr.James Briggs working as an Editor?\nChoice list: \nA. Chicago Tribune\nB. Greeley Daily Tribune\nC. Los Angeles Times\nD. New York Times\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Greeley Daily Tribune", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 118, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: How much is the EFT $ Amount?\nChoice list: \nA. 3327.78\nB. $3327.79\nC. $3327.77\nD. $3327.80\nAnswer with the option's letter from the given choices directly.", + "gt_response": "3327.78", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 125, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: who is the whole -time director( up to July 31,2009)?\nChoice list: \nA. Mr. V.S.Vhanbhag\nB. Ms. S.V.Shanbhag\nC. Mr. S.V.Shanbhag\nD. Mrs. S.V.Shanbhag\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Mr. S.V.Shanbhag", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 120, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: What is the full form of POV?\nChoice list: \nA. Public-Owned Vehicle\nB. Personal-Owned Vehicle\nC. Privately-Operated Vehicle\nD. Privately-Owned Vehicle\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Privately-Owned Vehicle", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 121, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the name of the university mentioned in the given form?\nChoice list: \nA. Washington university\nB. University of Washington\nC. George Washington University\nD. Washington State University\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Washington university", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 122, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the amount of Calories under Chemical Analyses?\nChoice list: \nA. 2,870 cal\nB. 2,872 kcal\nC. 2,872 cal\nD. 2,875 cal\nAnswer with the option's letter from the given choices directly.", + "gt_response": "2,872 cal", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 131, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the name of the passenger mentioned in the given page?\nChoice list: \nA. Dr. W. J. Darby\nB. Dr. J. W. Darby\nC. W. J. Darby, MD\nD. Dr. William J. Darby\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Dr. W . J. Darby", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 134, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: Who is the Discussion chairman for application of the morning session on Wednesday, June 23?\nChoice list: \nA. John H. Brows\nB. John H. Brown\nC. John H. Browe\nD. John H. Browne\nAnswer with the option's letter from the given choices directly.", + "gt_response": "John H. Browe", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 135, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the date mentioned in the given page?\nChoice list: \nA. december 6-8, 1958\nB. 12-6-1958\nC. Dec 6 to Dec 8, 1958\nD. December Sixth to Eighth, 1958\nAnswer with the option's letter from the given choices directly.", + "gt_response": "december 6-8, 1958", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 145, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the Voucher Amount?\nChoice list: \nA. $210,391.01\nB. $210,391.10\nC. $210,390.00\nD. $210,391.00\nAnswer with the option's letter from the given choices directly.", + "gt_response": "$210,391.00", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 160, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: Who is the author of \" The Taming of the C.A.N.D.Y. Monster\"?\nChoice list: \nA. Lanski\nB. LANSKY\nC. Lanskey\nD. Langsky\nAnswer with the option's letter from the given choices directly.", + "gt_response": "LANSKY", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 164, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: Who is the Contact Person of agency?\nChoice list: \nA. John Smith\nB. David Moore\nC. David Johnson\nD. Michael Davis\nAnswer with the option's letter from the given choices directly.", + "gt_response": "David Moore", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 165, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: what is the origin?\nChoice list: \nA. LAX\nB. JFK\nC. CDG\nD. BEY\nAnswer with the option's letter from the given choices directly.", + "gt_response": "BEY", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 166, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: What is the value of 'Deposits'?\nChoice list: \nA. $535.66\nB. ¥535.66\nC. €535.66\nD. $535.67\nAnswer with the option's letter from the given choices directly.", + "gt_response": "$535.66", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 169, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: what is the name of the cashier mentioned?\nChoice list: \nA. Mr. Ralph T. Johnson\nB. Mr. John T. Smith and\nC. Ms. Rachel T. Smith\nD. Mr. Ralph T. Smith\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Mr. Ralph T. Smith", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 172, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: What is the heading of the REPORT?\nChoice list: \nA. progress report 11\nB. progress report 9\nC. progress report 10\nD. final report 10\nAnswer with the option's letter from the given choices directly.", + "gt_response": "progress report 10", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 174, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is a major source of sodium?\nChoice list: \nA. Salt is a major source of sodium.\nB. Water is a major source of sodium.\nC. Sugar is a major source of sodium.\nD. Potassium is a major source of sodium.\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Salt is a major source of sodium.", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 176, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: What is the electronic signature code number?\nChoice list: \nA. 266-524-8\nB. 267-524-9\nC. 266-524-9\nD. 266-525-9\nAnswer with the option's letter from the given choices directly.", + "gt_response": "266-524-9", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 178, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: Under which department, The Cleveland Clinic Foundation operates?\nChoice list: \nA. Department of Radiology\nB. Department of Orthopedic Surgery\nC. Department of Neuroscience\nD. Department of Cardiovascular Medicine.\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Department of Cardiovascular Medicine.", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 179, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: What is the product designation?\nChoice list: \nA. Product code\nB. Product name\nC. Sugarcane\nD. Sugar-cane\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Sugar-cane", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 182, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: What is the cellular number of Gigi M. Chen?\nChoice list: \nA. 716.725.7102\nB. 716.725.7101\nC. 716.725.7103\nD. 716.725.7100\nAnswer with the option's letter from the given choices directly.", + "gt_response": "716.725.7100", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 185, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: How many biographical data forms are attached?\nChoice list: \nA. 6 biographical data forms\nB. 5 biographical data forms\nC. 7 biographical data forms\nD. 4 biographical data forms\nAnswer with the option's letter from the given choices directly.", + "gt_response": "6 biographical data forms", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 187, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: What is the proposed end date for Action # 11?\nChoice list: \nA. 3/24/03\nB. 12/24/03\nC. 3/24/05\nD. 3/24/04\nAnswer with the option's letter from the given choices directly.", + "gt_response": "3/24/03", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 191, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: what is the given schedule at the time of 10:30 on monday, june 20?\nChoice list: \nA. meeting\nB. break\nC. lecture\nD. orientation\nAnswer with the option's letter from the given choices directly.", + "gt_response": "orientation", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 192, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: What is the Expiration Date?\nChoice list: \nA. 12/03/96\nB. 12/31/06\nC. 12/31/98\nD. 12/31/96\nAnswer with the option's letter from the given choices directly.", + "gt_response": "12/31/96", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 194, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is J. Brozek's topic from 9:30-10:00?\nChoice list: \nA. PHYSICAL CHARACTERISTICS OF MAN\nB. CHARACTERIZATION OF MAN'S PHYSIQUE\nC. CHARACTERIZATION OF PERSON'S PHYSIQUE\nD. CHARACTERIZATION OF WOMAN'S PHYSIQUE\nAnswer with the option's letter from the given choices directly.", + "gt_response": "CHARACTERIZATION OF MAN'S PHYSIQUE", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 195, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: what is the quantity mentioned in the given page ?\nChoice list: \nA. 10\nB. 1\nC. 0\nD. 2\nAnswer with the option's letter from the given choices directly.", + "gt_response": "1", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 147, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: What is the Total for Rent Paid for 2008?\nChoice list: \nA. 0.55\nB. $0.54\nC. $0.56\nD. 0.5502\nAnswer with the option's letter from the given choices directly.", + "gt_response": "0.55", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 149, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: what is the amount of potassium present in liver (R) as mentioned in the given page?\nChoice list: \nA. 300\nB. 295\nC. 296\nD. 297\nAnswer with the option's letter from the given choices directly.", + "gt_response": "296", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 153, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the amount of Potassium mg./100g. for Squash, Winter, seeds removed?\nChoice list: \nA. 407\nB. 409\nC. 406\nD. 408\nAnswer with the option's letter from the given choices directly.", + "gt_response": "407", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 156, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: Who is the author for \"Physiology of Vitamin A\"?\nChoice list: \nA. o. a. roels\nB. O. A. Roels\nC. Dr. O. A. Roels\nD. O. Roels\nAnswer with the option's letter from the given choices directly.", + "gt_response": "o. a. roels", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 175, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is amount of composition for Printer number I?\nChoice list: \nA. € 3,436.98\nB. $ 3,436.98\nC. ¥ 3,436.98\nD. $ 3,536.98\nAnswer with the option's letter from the given choices directly.", + "gt_response": "$ 3,436.98", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 180, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the amount of 2nd Quarter check mentioned in the form?\nChoice list: \nA. 150,204.69\nB. 150,204.79\nC. 150,204.39\nD. 150,207.79\nAnswer with the option's letter from the given choices directly.", + "gt_response": "150,204.79", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 186, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: what is the issue date?\nChoice list: \nA. October 26, 1988\nB. October 16, 1998\nC. September 26, 1998\nD. October 26, 1998\nAnswer with the option's letter from the given choices directly.", + "gt_response": "October 26, 1998", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 193, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the location code?\nChoice list: \nA. 11-0010-000\nB. 11-0010-001\nC. 11-0010-010\nD. 11-0010-002\nAnswer with the option's letter from the given choices directly.", + "gt_response": "11-0010-001", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 198, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: To which department does Stephen Molnar belong to?\nChoice list: \nA. Ethnology\nB. Psychology\nC. Sociology\nD. Anthropology\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Anthropology", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 161, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: Which company's name is mentioned?\nChoice list: \nA. Silver Tobacco Limited\nB. GOLDEN TOBACCO LIMITED\nC. Platinum Tobacco Limited\nD. Bronze Tobacco Limited\nAnswer with the option's letter from the given choices directly.", + "gt_response": "GOLDEN TOBACCO LIMITED", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 162, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: what are the expenses for meals (other than those at hotel )?\nChoice list: \nA. $27.50\nB. $25.50\nC. $26.00\nD. 26.50\nAnswer with the option's letter from the given choices directly.", + "gt_response": "26.50", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 167, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: What is the designation of Dr. William J. Darby?\nChoice list: \nA. CEO\nB. Chairman\nC. president\nD. Managing director\nAnswer with the option's letter from the given choices directly.", + "gt_response": "president", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 171, + "question": "Each group of pictures relates to a question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: what should be able to be modified-expanded or contracted?\nChoice list: \nA. low priority designations\nB. incorrect priority designations\nC. high priority designations\nD. priority designations\nAnswer with the option's letter from the given choices directly.", + "gt_response": "low priority designations", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 177, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: What is the issued date of this letter?\nChoice list: \nA. July 16, 1999\nB. July 15, 1999\nC. July 17, 1999\nD. June 16, 1999\nAnswer with the option's letter from the given choices directly.", + "gt_response": "July 16, 1999", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 181, + "question": "There is a related question for each group of pictures. Please answer it shortly. You must choose your answer from the Choice List. \nQuestion: Whats Lab name on the form?\nChoice list: \nA. ABBOT LABORATORIES\nB. ABOT LABS\nC. ABBOTT LABORATORIES\nD. ABBBOT LABS\nAnswer with the option's letter from the given choices directly.", + "gt_response": "ABBOTT LABORATORIES", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 183, + "question": "Each group of pictures relates to a question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: What is the name of the project?\nChoice list: \nA. Project #7595\nB. #7595 Manuscript\nC. Project #7595 Manuscript\nD. Project Manuscript\nAnswer with the option's letter from the given choices directly.", + "gt_response": "#7595 Manuscript", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 184, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: What is the designation of Mrs. J. Heather Etheridge?\nChoice list: \nA. Secretary\nB. Office Manager\nC. Administrative Assistant\nD. Executive Assistant\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Administrative Assistant", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 196, + "question": "Please answer briefly the question that corresponds to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the first line of the address mentioned at the top?\nChoice list: \nA. William Building\nB. Reynolds Building\nC. Johnson Building\nD. Smith Building\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Reynolds Building", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 199, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the estimated population in poverty in Putnam county?\nChoice list: \nA. 3,926,100\nB. 3,926,000\nC. 3,926\nD. 3,926,010\nAnswer with the option's letter from the given choices directly.", + "gt_response": "3,926", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 126, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: What is Written in the SPEC Status Field?\nChoice list: \nA. N/A\nB. CURRENT\nC. NOT CURRENT\nD. PASS\nAnswer with the option's letter from the given choices directly.", + "gt_response": "CURRENT", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 136, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: What is the designation of the person undersigned?\nChoice list: \nA. General Manager\nB. Head Scientist\nC. Chief Chemist.\nD. Lead Researcher\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Chief Chemist.", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 138, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: what are the number of professionals mentioned in the given form?\nChoice list: \nA. 10 Professionals\nB. 20 Professionals\nC. 15 Professionals\nD. 12 Professionals\nAnswer with the option's letter from the given choices directly.", + "gt_response": "12 Professionals", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 139, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: What is the Home Phone?\nChoice list: \nA. 638-8723\nB. 744-5106\nC. 555-4982\nD. 454-5601\nAnswer with the option's letter from the given choices directly.", + "gt_response": "744-5106", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 173, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the title of position for charles L. Paxson?\nChoice list: \nA. detective\nB. researcher\nC. analyst\nD. investigator\nAnswer with the option's letter from the given choices directly.", + "gt_response": "investigator", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 188, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: What is th last Holding Date of Equity Owner mentioned for \"Dalmia Housing Finance Ltd\"?\nChoice list: \nA. 31-Dec-08\nB. 31-Dec-06\nC. 31-Dec-10\nD. 31-Dec-12\nAnswer with the option's letter from the given choices directly.", + "gt_response": "31-Dec-08", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 150, + "question": "I will give you some pictures, and each group of pictures will correspond to a question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: what is the program endorsed by the committee?\nChoice list: \nA. history program\nB. home economics program\nC. mathematics program\nD. science program\nAnswer with the option's letter from the given choices directly.", + "gt_response": "home economics program", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 163, + "question": "Please give a short answer to the question that is related to each group of pictures. You must choose your answer from the Choice List. \nQuestion: When is the Memorandum dated on?\nChoice list: \nA. August 30, 1994\nB. January 30, 1994\nC. August 30, 1995\nD. August 3, 1994\nAnswer with the option's letter from the given choices directly.", + "gt_response": "August 30, 1994", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 168, + "question": "There is a question for each group of pictures. Please answer it in a short way. You must choose your answer from the Choice List. \nQuestion: Who is Donald K. Tressler?\nChoice list: \nA. Donald K. Tressler is the CEO of the Institute\nB. Donald K. Tressler is a prominent scientist at the Institute\nC. Scientific Director of the Institute\nD. Donald K. Tressler is the Head of Research at the Institute\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Scientific Director of the Institute", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "C" + }, + { + "sample_id": 170, + "question": "For each group of pictures, there is a question. Please give a short answer to it. You must choose your answer from the Choice List. \nQuestion: What is the minimal volume for GH RRA?\nChoice list: \nA. 2.5 cc\nB. 2.9 cc\nC. 3.1 cc\nD. 3.0 cc\nAnswer with the option's letter from the given choices directly.", + "gt_response": "3.0 cc", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + }, + { + "sample_id": 189, + "question": "Each group of pictures has a related question. Please give a brief answer to it. You must choose your answer from the Choice List. \nQuestion: what is the date of goods Rec?\nChoice list: \nA. 02/13/73\nB. 2/13/732\nC. 13/2/73\nD. 2/13/73\nAnswer with the option's letter from the given choices directly.", + "gt_response": "2/13/73", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "D" + }, + { + "sample_id": 190, + "question": "For every group of pictures, there is a corresponding question. Please answer it briefly. You must choose your answer from the Choice List. \nQuestion: what is the name of the university mentioned?\nChoice list: \nA. Vanderbilt Institute\nB. Vanderbilt University\nC. Vanderbilt College\nD. Vandenburg University\nAnswer with the option's letter from the given choices directly.", + "gt_response": "Vanderbilt University", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "B" + }, + { + "sample_id": 197, + "question": "Please answer shortly the question that relates to each group of pictures. You must choose your answer from the Choice List. \nQuestion: what is the invoice number?\nChoice list: \nA. #154-0071\nB. #154-071\nC. #154-007\nD. #154-006\nAnswer with the option's letter from the given choices directly.", + "gt_response": "#154-0071", + "gen_kwargs": { + "do_sample": false, + "num_beams": 1, + "max_new_tokens": 32, + "eos_token_id": 92542 + }, + "pred_response": "A" + } +] \ No newline at end of file