{ "version": "holdout-v1", "status": "completed", "evaluationRole": "Untouched preregistered holdout", "generatedAt": "2026-09-01T02:32:11.945Z", "passed": false, "summary": { "totalRecords": 281, "relevantRecords": 9, "protectedRelevant": 9, "falseExcludes": 0, "protectedRecall": 1, "falseExcludeRate": 0, "autoExclusionRate": 0.15658362989323843, "manualReviewRate": 0.8291814946619217, "decisionCounts": { "include": 4, "exclude": 44, "unsure": 233 } }, "gates": { "protectedRecall": { "threshold": 0.95, "observed": 1, "passed": true }, "manualReviewRate": { "threshold": 0.8, "observed": 0.8291814946619217, "passed": false } }, "samples": { "falseExcludes": [], "manualReview": [ { "pmid": "4209914", "title": "Chronic eosinophilic pneumonia, a manifestation of allergic aspergillosis.", "goldRelevant": false, "decision": "unsure", "confidence": "low", "rationale": "Title-and-abstract screening: manual review required. Study design: Maybe; evidence: No abstract available; cannot determine study design.; source: title and abstract. Population: Maybe; evidence: No abstract available; cannot confirm population.; source: title and abstract. Intervention or exposure: Maybe; evidence: No abstract available; cannot confirm intervention.; source: title and abstract. Comparator: Maybe; evidence: No abstract available; cannot confirm comparator.; source: title and abstract. Exclusion criterion 1 not triggered: Maybe; evidence: No abstract available; cannot confirm exclusion of CF.; source: title and abstract." }, { "pmid": "24625938", "title": "Role of inhaled amphotericin in allergic bronchopulmonary aspergillosis.", "goldRelevant": false, "decision": "unsure", "confidence": "low", "rationale": "Title-and-abstract screening: manual review required. Study design: No; evidence: “The aim of this review is to study the utility of inhaled amphotericin in ABPA.”; source: title and abstract. Population: Yes; evidence: “Allergic bronchopulmonary aspergillosis (ABPA) is an immunological pulmonary disorder caused by immune reactions mounted against the ubiquitous fungus Aspergillus fumigatus. The disease clinically manifests with poorly controlled asthma, hemoptysis, systemic manifestations like fever, anorexia and weight loss, fleeting pulmonary opacities and bronchiectasis.”; source: title and abstract. Intervention or exposure: No; evidence: “Nebulized amphotericin B has been used in the management of invasive pulmonary aspergillosis.”; source: title and abstract. Comparator: Maybe; evidence: The model did not provide a quote verifiable in the title or abstract; manual review is required.; source: title and abstract. Exclusion criterion 1 not triggered: Yes; evidence: “Allergic bronchopulmonary aspergillosis (ABPA) is an immunological pulmonary disorder caused by immune reactions mounted against the ubiquitous fungus Aspergillus fumigatus.”; source: title and abstract." }, { "pmid": "20635793", "title": "Successful use of rituximab in refractory idiopathic thrombocytopenic purpura in a patient with common variable immunodeficiency.", "goldRelevant": false, "decision": "unsure", "confidence": "low", "rationale": "Title-and-abstract screening: manual review required. Study design: No; evidence: “We describe a 36-year-old woman with CVID.”; source: title and abstract. Population: Yes; evidence: “The clinical course of her disease was complicated by bronchiectasis”; source: title and abstract. Intervention or exposure: No; evidence: “She received a total of 5 doses of rituximab (375 mg/m2)”; source: title and abstract. Comparator: Maybe; evidence: The model did not provide a quote verifiable in the title or abstract; manual review is required.; source: title and abstract. Exclusion criterion 1 not triggered: Yes; evidence: “common variable immunodeficiency (CVID)”; source: title and abstract." }, { "pmid": "7638431", "title": "[The use of high resolution x-ray computed tomography in the diagnosis of hypersensitivity pneumopathy to gold salts. Apropos of a case].", "goldRelevant": false, "decision": "unsure", "confidence": "low", "rationale": "Title-and-abstract screening: manual review required. Study design: No; evidence: “The authors present a case of pneumonitis induced by gold”; source: title and abstract. Population: Yes; evidence: “accompanied by significant bronchial distortion and bronchiectasis”; source: title and abstract. Intervention or exposure: No; evidence: “pneumonitis induced by gold”; source: title and abstract. Comparator: Maybe; evidence: The model did not provide a quote verifiable in the title or abstract; manual review is required.; source: title and abstract. Exclusion criterion 1 not triggered: Yes; evidence: “hypersensitivity pneumonia is rare during gold therapy”; source: title and abstract." }, { "pmid": "26575791", "title": "Utility of IgE (total and Aspergillus fumigatus specific) in monitoring for response and exacerbations in allergic bronchopulmonary aspergillosis.", "goldRelevant": false, "decision": "unsure", "confidence": "low", "rationale": "Title-and-abstract screening: manual review required. Study design: Maybe; evidence: The model did not provide a quote verifiable in the title or abstract; manual review is required.; source: title and abstract. Population: No; evidence: “patients of ABPA (acute stage) with pulmonary infiltrates and bronchiectasis”; source: title and abstract. Intervention or exposure: No; evidence: “after 8 weeks of glucocorticoid therapy”; source: title and abstract. Comparator: No; evidence: “underwent measurement of total and A. fumigatus specific IgE at baseline, after 8 weeks of glucocorticoid therapy, and during exacerbations”; source: title and abstract. Exclusion criterion 1 not triggered: Yes; evidence: “patients of ABPA (acute stage) with pulmonary infiltrates and bronchiectasis”; source: title and abstract." }, { "pmid": "25354514", "title": "The clinical spectrum of pulmonary aspergillosis.", "goldRelevant": false, "decision": "unsure", "confidence": "low", "rationale": "Title-and-abstract screening: manual review required. Study design: No; evidence: “The clinical presentation of Aspergillus lung disease is determined by the interaction between fungus and host.”; source: title and abstract. Population: Maybe; evidence: The model did not provide a quote verifiable in the title or abstract; manual review is required.; source: title and abstract. Intervention or exposure: No; evidence: “The clinical presentation of Aspergillus lung disease is determined by the interaction between fungus and host.”; source: title and abstract. Comparator: No; evidence: “The clinical presentation of Aspergillus lung disease is determined by the interaction between fungus and host.”; source: title and abstract. Exclusion criterion 1 not triggered: No; evidence: “Allergic bronchopulmonary aspergillosis affects patients with asthma and cystic fibrosis”; source: title and abstract." }, { "pmid": "1763005", "title": "[Fibrosing alveolitis in a 7-year-old girl with autoimmune hemolytic anemia and autoimmune hepatitis].", "goldRelevant": false, "decision": "unsure", "confidence": "low", "rationale": "Title-and-abstract screening: manual review required. Study design: Maybe; evidence: The model did not provide a quote verifiable in the title or abstract; manual review is required.; source: title and abstract. Population: No; evidence: “bronchiectases in the region of the left lower lobe were confirmed by bronchography”; source: title and abstract. Intervention or exposure: No; evidence: “treatment with decortin and imurek”; source: title and abstract. Comparator: No; evidence: “An attempt to discontinue the medication at 5 1/2 years of age resulted in a histologically confirmed recurrence”; source: title and abstract. Exclusion criterion 1 not triggered: Maybe; evidence: The model did not provide a quote verifiable in the title or abstract; manual review is required.; source: title and abstract." }, { "pmid": "1411394", "title": "[Pulmonary changes in ulcerative colitis].", "goldRelevant": false, "decision": "unsure", "confidence": "low", "rationale": "Title-and-abstract screening: manual review required. Study design: No; evidence: “We report on a 54-year-old patient who developed symptoms of bronchitis 3 months after colectomy for ulcerative colitis.”; source: title and abstract. Population: Yes; evidence: “Bronchiectases were documented by high resolution computer lung scan.”; source: title and abstract. Intervention or exposure: No; evidence: “Our patient was treated with oral and topical corticosteroids.”; source: title and abstract. Comparator: No; evidence: “Our patient was treated with oral and topical corticosteroids.”; source: title and abstract. Exclusion criterion 1 not triggered: Maybe; evidence: The model did not provide a quote verifiable in the title or abstract; manual review is required.; source: title and abstract." } ], "protectedRelevant": [ { "pmid": "15206498", "title": "Subjective benefit of inhaled therapies in patients with bronchiectasis: a questionnaire study.", "goldRelevant": true, "decision": "unsure", "confidence": "low", "rationale": "Title-and-abstract screening: manual review required. Study design: No; evidence: “questionnaire study”; source: title and abstract. Population: Yes; evidence: “patients with bronchiectasis”; source: title and abstract. Intervention or exposure: Maybe; evidence: “inhaled therapies”; source: title and abstract. Comparator: Maybe; evidence: “subjective benefits”; source: title and abstract. Exclusion criterion 1 not triggered: Yes; evidence: “patients with bronchiectasis”; source: title and abstract." }, { "pmid": "15741443", "title": "Inhaled fluticasone in bronchiectasis: a 12 month study.", "goldRelevant": true, "decision": "include", "confidence": "high", "rationale": "Title-and-abstract screening: retain for the next stage. Study design: Yes; evidence: “86 patients were randomised to receive either fluticasone 500 mug twice daily (n = 43, 23F, mean (SD) age 57.7 (14.4) years) or matched placebo (n = 43, 34F, 59.2 (14.2) years) and reviewed regularly for 52 weeks in a double blind fashion.”; source: title and abstract. Population: Yes; evidence: “Inhaled fluticasone in bronchiectasis”; source: title and abstract. Intervention or exposure: Yes; evidence: “fluticasone 500 mug twice daily”; source: title and abstract. Comparator: Yes; evidence: “matched placebo”; source: title and abstract. Exclusion criterion 1 not triggered: Yes; evidence: “Inhaled fluticasone in bronchiectasis”; source: title and abstract." }, { "pmid": "19138237", "title": "Withdrawal of inhaled steroids in children with non-cystic fibrosis bronchiectasis.", "goldRelevant": true, "decision": "unsure", "confidence": "low", "rationale": "Title-and-abstract screening: manual review required. Study design: No; evidence: “Twenty-seven children with steady-state non-CF bronchiectasis were evaluated primarily with metacholine challenge tests and apoptotic neutrophil ratios in induced sputum and secondarily with symptom scores, pulmonary function tests and tumour necrosis factor-alpha (TNF-alpha), interleukin-8 (IL-8) levels and neutrophil ratios in induced sputum before and after 12-week withdrawal of inhaled steroids.”; source: title and abstract. Population: Yes; evidence: “children with non-cystic fibrosis (non-CF) bronchiectasis”; source: title and abstract. Intervention or exposure: Yes; evidence: “withdrawal of inhaled steroids”; source: title and abstract. Comparator: Maybe; evidence: The model did not provide a quote verifiable in the title or abstract; manual review is required.; source: title and abstract. Exclusion criterion 1 not triggered: Yes; evidence: “non-cystic fibrosis (non-CF) bronchiectasis”; source: title and abstract." }, { "pmid": "9730996", "title": "Inhaled fluticasone reduces sputum inflammatory indices in severe bronchiectasis.", "goldRelevant": true, "decision": "unsure", "confidence": "low", "rationale": "Title-and-abstract screening: manual review required. Study design: Yes; evidence: “double-blind, placebo-controlled study”; source: title and abstract. Population: Maybe; evidence: The model did not provide a quote verifiable in the title or abstract; manual review is required.; source: title and abstract. Intervention or exposure: Yes; evidence: “inhaled fluticasone (500 microgram twice daily)”; source: title and abstract. Comparator: Yes; evidence: “or placebo”; source: title and abstract. Exclusion criterion 1 not triggered: Yes; evidence: “in bronchiectasis”; source: title and abstract." } ] } }