{"id":"PM-REM-00001","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What PMID identifies the PubMed article titled \"Translational stewardship in pandemic therapeutics: ivermectin, evidentiary misalignment, and the propagation of constraints\"?","verified_answer":"42426878","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42426878.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42426878/"],"task_family":"pmid_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"pmid_exact"}
{"id":"PM-REM-00017","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What PMID identifies the PubMed article titled \"Photobiomodulation with or without ILIB in diabetic peripheral neuropathy: a randomized pilot trial\"?","verified_answer":"42430054","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42430054.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42430054/"],"task_family":"pmid_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"pmid_exact"}
{"id":"PM-REM-00033","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What PMID identifies the PubMed article titled \"Incidence, mortality and risk factors of invasive pulmonary aspergillosis in critically ill patients during the COVID-19 era: a global systematic review and meta-analysis\"?","verified_answer":"42432685","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42432685.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42432685/"],"task_family":"pmid_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"pmid_exact"}
{"id":"PM-REM-00049","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What PMID identifies the PubMed article titled \"The Effect of Antihypertensive Medication Classes on the Hemodynamic Severity Parameters of Classical and Paradoxical Low-Flow, Low-Gradient Aortic Stenosis\"?","verified_answer":"42436701","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42436701.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42436701/"],"task_family":"pmid_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"pmid_exact"}
{"id":"PM-REM-00065","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What PMID identifies the PubMed article titled \"Amyloid PET Quantitation and Centiloid Thresholds in the Diagnosis of Alzheimer Disease: An Individual Participant Data Meta-Analysis\"?","verified_answer":"42441390","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42441390.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42441390/"],"task_family":"pmid_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"pmid_exact"}
{"id":"PM-REM-00081","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What PMID identifies the PubMed article titled \"Pneumonia Etiology and Risk Factors in a Tertiary Hospital During the COVID-19 Era: A Retrospective Analysis (2020-2024)\"?","verified_answer":"42443656","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42443656.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42443656/"],"task_family":"pmid_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"pmid_exact"}
{"id":"PM-REM-00097","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What PMID identifies the PubMed article titled \"Australian Guideline for the Identification and Management of Hypertension in Children and Adolescents\"?","verified_answer":"42446373","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42446373.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42446373/"],"task_family":"pmid_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"pmid_exact"}
{"id":"PM-REM-00113","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What PMID identifies the PubMed article titled \"Combination pharmacotherapy in psychotic depression: A systematic review and pairwise meta-analysis of randomized trials\"?","verified_answer":"42448052","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42448052.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42448052/"],"task_family":"pmid_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"pmid_exact"}
{"id":"PM-REM-00129","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What PMID identifies the PubMed article titled \"Observational Assessments of Chicken, Beef, and Seafood Proportions with a Mediterranean-Style Healthy Dietary Pattern and Cardiovascular Risk Factor Changes: Post Hoc Analysis of a Controlled Feeding Trial\"?","verified_answer":"42451066","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42451066.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42451066/"],"task_family":"pmid_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"pmid_exact"}
{"id":"PM-REM-00145","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What PMID identifies the PubMed article titled \"State-of-the-art of the high dose influenza vaccine in Spain\"?","verified_answer":"42454050","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42454050.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42454050/"],"task_family":"pmid_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"pmid_exact"}
{"id":"PM-REM-00161","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What PMID identifies the PubMed article titled \"Mapping 2-Year Psychiatric and Neurologic Risks After Infections Across Body Systems and Age Groups\"?","verified_answer":"42455558","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42455558.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42455558/"],"task_family":"pmid_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"pmid_exact"}
{"id":"PM-REM-00177","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What PMID identifies the PubMed article titled \"Urate-lowering effects of losartan: a meta-analysis of randomised controlled trials and target trial emulation\"?","verified_answer":"42458015","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42458015.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42458015/"],"task_family":"pmid_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"pmid_exact"}
{"id":"PM-REM-00002","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What DOI does PubMed list for PMID 42427041?","verified_answer":"10.3760/cma.j.cn112138-20260214-00097","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42427041.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42427041/"],"task_family":"doi_recall","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"doi_normalized"}
{"id":"PM-REM-00018","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What DOI does PubMed list for PMID 42430132?","verified_answer":"10.2196/88717","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42430132.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42430132/"],"task_family":"doi_recall","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"doi_normalized"}
{"id":"PM-REM-00034","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What DOI does PubMed list for PMID 42433209?","verified_answer":"10.1111/cts.70659","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42433209.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42433209/"],"task_family":"doi_recall","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"doi_normalized"}
{"id":"PM-REM-00050","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What DOI does PubMed list for PMID 42437576?","verified_answer":"10.1016/j.jpain.2026.106377","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42437576.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42437576/"],"task_family":"doi_recall","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"doi_normalized"}
{"id":"PM-REM-00066","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What DOI does PubMed list for PMID 42441397?","verified_answer":"10.3310/GJRP0919","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42441397.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42441397/"],"task_family":"doi_recall","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"doi_normalized"}
{"id":"PM-REM-00082","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What DOI does PubMed list for PMID 42443896?","verified_answer":"10.1186/s12912-026-04982-5","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42443896.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42443896/"],"task_family":"doi_recall","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"doi_normalized"}
{"id":"PM-REM-00098","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What DOI does PubMed list for PMID 42446396?","verified_answer":"10.1515/jpem-2026-0267","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42446396.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42446396/"],"task_family":"doi_recall","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"doi_normalized"}
{"id":"PM-REM-00114","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What DOI does PubMed list for PMID 42448095?","verified_answer":"10.1016/j.jaapos.2026.104900","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42448095.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42448095/"],"task_family":"doi_recall","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"doi_normalized"}
{"id":"PM-REM-00130","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What DOI does PubMed list for PMID 42451083?","verified_answer":"10.3390/nu18132079","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42451083.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42451083/"],"task_family":"doi_recall","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"doi_normalized"}
{"id":"PM-REM-00146","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What DOI does PubMed list for PMID 42454239?","verified_answer":"10.1002/joa3.70420","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42454239.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42454239/"],"task_family":"doi_recall","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"doi_normalized"}
{"id":"PM-REM-00003","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"Does DOI 10.1186/s12967-026-08595-z identify PMID 42427061 in PubMed metadata? Answer yes or no.","verified_answer":"no","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42427061.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42427061/"],"task_family":"doi_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"medium","grading_mode":"doi_identity_boolean"}
{"id":"PM-REM-00019","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"Does DOI 10.1186/s12967-026-08595-z identify PMID 42430158 in PubMed metadata? Answer yes or no.","verified_answer":"no","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42430158.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42430158/"],"task_family":"doi_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"medium","grading_mode":"doi_identity_boolean"}
{"id":"PM-REM-00035","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"Does DOI 10.1186/s12967-026-08595-z identify PMID 42433212 in PubMed metadata? Answer yes or no.","verified_answer":"no","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42433212.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42433212/"],"task_family":"doi_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"medium","grading_mode":"doi_identity_boolean"}
{"id":"PM-REM-00051","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"Does DOI 10.1186/s12967-026-08595-z identify PMID 42437699 in PubMed metadata? Answer yes or no.","verified_answer":"no","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42437699.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42437699/"],"task_family":"doi_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"medium","grading_mode":"doi_identity_boolean"}
{"id":"PM-REM-00067","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"Does DOI 10.1186/s12967-026-08595-z identify PMID 42441596 in PubMed metadata? Answer yes or no.","verified_answer":"no","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42441596.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42441596/"],"task_family":"doi_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"medium","grading_mode":"doi_identity_boolean"}
{"id":"PM-REM-00083","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"Does DOI 10.1186/s12967-026-08595-z identify PMID 42444070 in PubMed metadata? Answer yes or no.","verified_answer":"no","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42444070.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42444070/"],"task_family":"doi_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"medium","grading_mode":"doi_identity_boolean"}
{"id":"PM-REM-00099","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"Does DOI 10.1186/s12967-026-08595-z identify PMID 42446811 in PubMed metadata? Answer yes or no.","verified_answer":"no","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42446811.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42446811/"],"task_family":"doi_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"medium","grading_mode":"doi_identity_boolean"}
{"id":"PM-REM-00115","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"Does DOI 10.1186/s12967-026-08595-z identify PMID 42448296 in PubMed metadata? Answer yes or no.","verified_answer":"no","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42448296.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42448296/"],"task_family":"doi_identity","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"medium","grading_mode":"doi_identity_boolean"}
{"id":"PM-REM-00004","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What title does PubMed list for PMID 42427090?","verified_answer":"Association between childhood neglect and psychiatric disorders in adults: systematic review, meta-analysis and meta-regression","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42427090.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42427090/"],"task_family":"title","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"title_normalized"}
{"id":"PM-REM-00020","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What title does PubMed list for PMID 42430171?","verified_answer":"Early Nephrology Consultation and Acute Kidney Injury in Hospitalized Patients: A Randomized Clinical Trial","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42430171.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42430171/"],"task_family":"title","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"title_normalized"}
{"id":"PM-REM-00036","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What title does PubMed list for PMID 42433213?","verified_answer":"Module-specific diagnostic accuracy of ADOS-2 in real-world clinical referral populations: an updated systematic review and HSROC meta-analysis","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42433213.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42433213/"],"task_family":"title","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"title_normalized"}
{"id":"PM-REM-00052","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What title does PubMed list for PMID 42437901?","verified_answer":"The impact of spiritual care on gestational diabetes self-management: a randomized controlled trial","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42437901.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42437901/"],"task_family":"title","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"title_normalized"}
{"id":"PM-REM-00068","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What title does PubMed list for PMID 42441597?","verified_answer":"A meta-analysis of cognitive complexity and judgment accuracy in clinical decision making","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42441597.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42441597/"],"task_family":"title","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"title_normalized"}
{"id":"PM-REM-00084","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What title does PubMed list for PMID 42444173?","verified_answer":"Early Dysglycemia Detected by Continuous Glucose Monitoring in a 6-Year-Old Child with Cystic Fibrosis: A Case Report","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42444173.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42444173/"],"task_family":"title","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"title_normalized"}
{"id":"PM-REM-00100","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What title does PubMed list for PMID 42446876?","verified_answer":"Buprenorphine-Naloxone vs Extended-Release Naltrexone Following Opioid Withdrawal Treatment","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42446876.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42446876/"],"task_family":"title","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"title_normalized"}
{"id":"PM-REM-00116","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What title does PubMed list for PMID 42448495?","verified_answer":"Zanubrutinib monotherapy for IgG4-related head and neck disease","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42448495.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42448495/"],"task_family":"title","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"title_normalized"}
{"id":"PM-REM-00132","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What title does PubMed list for PMID 42451144?","verified_answer":"Dietary Mineral Intake and Vascular Health in Patients with Long COVID-19: The BioICOPER Study","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42451144.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42451144/"],"task_family":"title","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"title_normalized"}
{"id":"PM-REM-00148","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What title does PubMed list for PMID 42454328?","verified_answer":"Dose-response relationship of exercise interventions on sleep quality in patients with depression: a systematic review and meta-analysis","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42454328.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42454328/"],"task_family":"title","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"title_normalized"}
{"id":"PM-REM-00005","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What journal does PubMed list for PMID 42427170?","verified_answer":"Alzheimer's & dementia : the journal of the Alzheimer's Association","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42427170.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42427170/"],"task_family":"journal","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"journal_normalized"}
{"id":"PM-REM-00021","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What journal does PubMed list for PMID 42430679?","verified_answer":"Neurology","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42430679.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42430679/"],"task_family":"journal","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"journal_normalized"}
{"id":"PM-REM-00037","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What journal does PubMed list for PMID 42433775?","verified_answer":"Annals of medicine and surgery (2012)","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42433775.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42433775/"],"task_family":"journal","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"journal_normalized"}
{"id":"PM-REM-00053","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What journal does PubMed list for PMID 42438408?","verified_answer":"The British journal of nutrition","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42438408.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42438408/"],"task_family":"journal","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"journal_normalized"}
{"id":"PM-REM-00069","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What journal does PubMed list for PMID 42442036?","verified_answer":"Neuroscience and biobehavioral reviews","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42442036.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42442036/"],"task_family":"journal","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"journal_normalized"}
{"id":"PM-REM-00085","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What journal does PubMed list for PMID 42444317?","verified_answer":"Suicide & life-threatening behavior","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42444317.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42444317/"],"task_family":"journal","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"journal_normalized"}
{"id":"PM-REM-00101","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What journal does PubMed list for PMID 42446912?","verified_answer":"Clinical and investigative medicine. Medecine clinique et experimentale","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42446912.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42446912/"],"task_family":"journal","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"journal_normalized"}
{"id":"PM-REM-00117","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What journal does PubMed list for PMID 42448511?","verified_answer":"Medicina intensiva","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42448511.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42448511/"],"task_family":"journal","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"journal_normalized"}
{"id":"PM-REM-00006","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What publication date does PubMed list for PMID 42428026?","verified_answer":"2026-07-08","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42428026.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42428026/"],"task_family":"publication_date","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"date_normalized"}
{"id":"PM-REM-00022","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What publication date does PubMed list for PMID 42430684?","verified_answer":"2026-07-10","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42430684.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42430684/"],"task_family":"publication_date","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"date_normalized"}
{"id":"PM-REM-00038","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What publication date does PubMed list for PMID 42434922?","verified_answer":"2026-07-11","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42434922.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42434922/"],"task_family":"publication_date","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"date_normalized"}
{"id":"PM-REM-00054","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What publication date does PubMed list for PMID 42438415?","verified_answer":"2026-07-01","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42438415.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42438415/"],"task_family":"publication_date","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"date_normalized"}
{"id":"PM-REM-00070","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What publication date does PubMed list for PMID 42442053?","verified_answer":"2026-07-09","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42442053.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42442053/"],"task_family":"publication_date","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"date_normalized"}
{"id":"PM-REM-00086","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What publication date does PubMed list for PMID 42444509?","verified_answer":"2026-07-14","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42444509.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42444509/"],"task_family":"publication_date","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"date_normalized"}
{"id":"PM-REM-00102","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What publication date does PubMed list for PMID 42447127?","verified_answer":"2026-07-14","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42447127.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42447127/"],"task_family":"publication_date","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"date_normalized"}
{"id":"PM-REM-00118","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"What publication date does PubMed list for PMID 42449242?","verified_answer":"2026-07-14","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42449242.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42449242/"],"task_family":"publication_date","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"date_normalized"}
{"id":"PM-REM-00007","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"Who is the first author listed by PubMed for PMID 42428155?","verified_answer":"Gray JP","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42428155.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42428155/"],"task_family":"first_author","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"author_normalized"}
{"id":"PM-REM-00023","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"Who is the first author listed by PubMed for PMID 42430764?","verified_answer":"Hasenpusch C","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42430764.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42430764/"],"task_family":"first_author","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"author_normalized"}
{"id":"PM-REM-00039","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"Who is the first author listed by PubMed for PMID 42435246?","verified_answer":"Mulia GE","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42435246.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42435246/"],"task_family":"first_author","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"author_normalized"}
{"id":"PM-REM-00055","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"Who is the first author listed by PubMed for PMID 42438498?","verified_answer":"Vaughan M","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42438498.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42438498/"],"task_family":"first_author","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"author_normalized"}
{"id":"PM-REM-00071","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"Who is the first author listed by PubMed for PMID 42442374?","verified_answer":"Crivelli L","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42442374.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42442374/"],"task_family":"first_author","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"author_normalized"}
{"id":"PM-REM-00087","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"Who is the first author listed by PubMed for PMID 42445246?","verified_answer":"Tang S","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42445246.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42445246/"],"task_family":"first_author","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"author_normalized"}
{"id":"PM-REM-00103","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"Who is the first author listed by PubMed for PMID 42447178?","verified_answer":"Kalafat UM","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42447178.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42447178/"],"task_family":"first_author","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"author_normalized"}
{"id":"PM-REM-00119","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"Who is the first author listed by PubMed for PMID 42449266?","verified_answer":"Guvenc KB","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42449266.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42449266/"],"task_family":"first_author","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"author_normalized"}
{"id":"PM-REM-00010","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"According to PubMed, who are the first three authors of PMID 42428655?","verified_answer":"Ausbuettel F; Kano F; Patsalis N","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42428655.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42428655/"],"task_family":"author_list","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"author_list_first_three"}
{"id":"PM-REM-00026","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"According to PubMed, who are the first three authors of PMID 42431383?","verified_answer":"Yaseen M; Chen WJ; Chang JP","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42431383.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42431383/"],"task_family":"author_list","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"author_list_first_three"}
{"id":"PM-REM-00042","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"According to PubMed, who are the first three authors of PMID 42435731?","verified_answer":"Gougeon A; Grenier E; Cau V","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42435731.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42435731/"],"task_family":"author_list","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"author_list_first_three"}
{"id":"PM-REM-00058","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"According to PubMed, who are the first three authors of PMID 42439414?","verified_answer":"Wang L; Tao C; Luo C","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42439414.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42439414/"],"task_family":"author_list","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"author_list_first_three"}
{"id":"PM-REM-00074","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"According to PubMed, who are the first three authors of PMID 42442701?","verified_answer":"Di Francesco A; Munafò A; Catania G","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42442701.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42442701/"],"task_family":"author_list","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"easy","grading_mode":"author_list_first_three"}
{"id":"PM-REM-00011","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"According to PubMed publication types, what retraction or correction status is listed for PMID 42428982?","verified_answer":"none listed","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42428982.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42428982/"],"task_family":"retraction_status","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"medium","grading_mode":"publication_relationship_status"}
{"id":"PM-REM-00027","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"According to PubMed publication types, what retraction or correction status is listed for PMID 42431657?","verified_answer":"none listed","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42431657.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42431657/"],"task_family":"retraction_status","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"medium","grading_mode":"publication_relationship_status"}
{"id":"PM-REM-00043","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"According to PubMed publication types, what retraction or correction status is listed for PMID 42435864?","verified_answer":"none listed","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42435864.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42435864/"],"task_family":"retraction_status","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"medium","grading_mode":"publication_relationship_status"}
{"id":"PM-REM-00059","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"According to PubMed publication types, what retraction or correction status is listed for PMID 42439957?","verified_answer":"none listed","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42439957.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42439957/"],"task_family":"retraction_status","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"medium","grading_mode":"publication_relationship_status"}
{"id":"PM-REM-00075","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"According to PubMed publication types, what retraction or correction status is listed for PMID 42442740?","verified_answer":"none listed","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42442740.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42442740/"],"task_family":"retraction_status","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"medium","grading_mode":"publication_relationship_status"}
{"id":"PM-REM-00091","dataset":"pubmed-citation-metadata-refusal-calibration","domain":"biomedical_literature","question":"According to PubMed publication types, what retraction or correction status is listed for PMID 42445755?","verified_answer":"none listed","verification_summary":"PubMed E-utilities esearch/esummary metadata; source record pubmed:42445755.","source_urls":["https://pubmed.ncbi.nlm.nih.gov/42445755/"],"task_family":"retraction_status","failure_types":[],"reference_model":null,"model_response":null,"verdict":null,"difficulty":"medium","grading_mode":"publication_relationship_status"}