fix model paths, retrain, perform inference

Makefile

@@ -1,6 +1,6 @@
-MODEL_PATH_TEXT=medi_llm_fullmodel_text.pt
-MODEL_PATH_IMAGE=medi_llm_fullmodel_image.pt
-MODEL_PATH_MULTIMODAL=medi_llm_fullmodel_multimodal.pt
+MODEL_PATH_TEXT=medi_llm_state_dict_text.pth
+MODEL_PATH_IMAGE=medi_llm_state_dict_image.pth
+MODEL_PATH_MULTIMODAL=medi_llm_state_dict_multimodal.pth
 SCRIPT=inference.py
 
 # Run inference for multimodal model

inference.py

@@ -26,6 +26,8 @@ def predict(model, dataloader, device):
     all_preds, all_truths = [], []
     all_texts, all_paths, all_ids = [], [], []
 
+    inv_map = {0: "low", 1: "medium", 2: "high"}
+
     with torch.no_grad():
         for batch in tqdm(dataloader, desc="Running inference"):
             input_ids = batch.get("input_ids", None)
@@ -42,10 +44,22 @@ def predict(model, dataloader, device):
             preds = torch.argmax(outputs, dim=1).cpu().tolist()
             all_preds.extend(preds)
 
-            all_truths.extend(batch.get("triage_level", [-1] * len(preds)))
-            all_texts.extend(batch.get("emr_text", [""] * len(preds)))
-            all_paths.extend([str(p) for p in batch.get("image_path", [""] * len(preds))])
-            all_ids.extend(batch.get("patient_id", [f"patient_{i}" for i in range(len(preds))]))
+            batch_size = len(preds)
+
+            # Patient ID (original from dataset)
+            all_ids.extend(batch["patient_id"])
+
+            # EMR Text
+            all_texts.extend(batch.get("emr_text", [""] * batch_size))
+
+            # Image Path
+            all_paths.extend(batch.get("image_path", [""] * batch_size))
+
+            # True Labels
+            if "label" in batch:
+                all_truths.extend([inv_map.get(label.item(), "") for label in batch["label"]])
+            else:
+                all_truths.extend([""] * batch_size)
 
     return all_preds, all_truths, all_texts, all_paths, all_ids
 
@@ -105,40 +119,39 @@ def main():
     preds, truths, texts, paths, ids = predict(model, dataloader, DEVICE)
 
     label_inv_map = inverse_label_map()
-    pred_labels = [label_inv_map(p) for p in preds]
-    true_labels = [label_inv_map(t) if t in label_inv_map else "" for t in truths]
+    pred_labels = [label_inv_map[p] for p in preds]
 
     df = pd.DataFrame({
         "patient_id": ids,
         "predicted": pred_labels,
-        "true": true_labels,
+        "truth_label": truths,
         "emr_text": texts,
         "image_path": paths,
     })
 
     # Filter misclassified rows if needed
-    if args.save_missclassified_only:
-        df = df[df["predicted"] != df["true"]]
+    if args.save_misclassified_only:
+        df = df[df["predicted"] != df["truth_label"]]
 
-    print(df[["patient_id", "predicted", "true"]])
+    print(df[["patient_id", "predicted", "truth_label"]])
     # Ensure output directory exists
     output_path = Path(args.output_csv)
     output_path.parent.mkdir(parents=True, exist_ok=True)
 
     # Save predictions
     df.to_csv(args.output_csv, index=False)
-    print(f"✅ Saved predictions to {args.output_csv}")
+    print(f"✅ Saved predictions to {output_path}")
     print(f"\n🔎 Processed {len(preds)} samples ({'missclassified only' if args.save_misclassified_only else 'all'}).")
 
     # print classification report + metrics if labels exist
-    if all(label in ["low", "medium", "high"] for label in true_labels):
+    if all(label in ["low", "medium", "high"] for label in truths):
         print("\n📊 Classification Report:")
-        print(classification_report(true_labels, pred_labels))
+        print(classification_report(truths, pred_labels))
 
-        acc = accuracy_score(true_labels, pred_labels)
-        f1 = f1_score(true_labels, pred_labels, average="weighted")
+        acc = accuracy_score(truths, pred_labels)
+        f1 = f1_score(truths, pred_labels, average="weighted")
         print(f"\n🎯 Accuracy: {acc:.4f}")
-        print(f"🎯 Weighted F1 Score: {f1:.4f}")
+        print(f"\n🎯 Weighted F1 Score: {f1:.4f}")
 
 
 if __name__ == "__main__":

predictions_image_20250725_201612.csv

@@ -0,0 +1,31 @@
+patient_id,predicted,truth_label,emr_text,image_path
+COVID-8,high,high,"Patient TEST-DC29, a 55 years old individual presented after experiencing symptoms for approximately 10 days. Patient remains oriented with stable hemodynamics. A gradual onset of dry cough with mild respiratory discomfort has been documented. Vital measurements include a body temperature of 100.8°F and an oxygen saturation level of 87%. No definitive pattern observed; further evaluation is warranted. No remarkable family history or chronic illness reported. Anosmia has been intermittently observed over recent days.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-1640.png
+NORMAL-6,low,low,"Patient TEST-RF26, a 42 years old individual presented after experiencing symptoms for approximately 6 days. A gradual onset of dry cough with mild respiratory discomfort has been documented. Standard precautions have been advised post-evaluation. Vital measurements include a body temperature of 98.6°F and an oxygen saturation level of 98%. No prior admissions or surgical history disclosed. Diagnosis remains unclear pending further laboratory confirmation.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-2223.png
+VIRAL PNEUMONIA-5,high,medium,"Patient TEST-NP02, a 75 years old individual presented after experiencing symptoms for approximately 9 days. The patient has noted intermittent chest pressure and occasional shortness of breath. Vital measurements include a body temperature of 99.1°F and an oxygen saturation level of 92%. No definitive pattern observed; further evaluation is warranted. Patient remains oriented with stable hemodynamics. Radiographic evidence reveals dispersed infiltrative patterns.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-1101.png
+NORMAL-2,low,low,"Patient TEST-AJ06, a 50 years old individual presented after experiencing symptoms for approximately 4 days. Episodes of throat irritation and general malaise observed. Vital measurements include a body temperature of 97.9°F and an oxygen saturation level of 95%. Diagnosis remains unclear pending further laboratory confirmation. No prior admissions or surgical history disclosed.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-7819.png
+COVID-10,high,high,"Patient TEST-DF19, a 68 years old individual presented after experiencing symptoms for approximately 7 days. The patient has noted intermittent chest pressure and occasional shortness of breath. Vital measurements include a body temperature of 102.4°F and an oxygen saturation level of 92%. No prior admissions or surgical history disclosed. No definitive pattern observed; further evaluation is warranted.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-418.png
+COVID-5,high,high,"Patient TEST-RI51, a 46 years old individual presented after experiencing symptoms for approximately 6 days. Nutritional intake and sleep patterns appear adequate. Episodes of throat irritation and general malaise observed. Vital measurements include a body temperature of 99.4°F and an oxygen saturation level of 89%. No remarkable family history or chronic illness reported. Diagnosis remains unclear pending further laboratory confirmation.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-653.png
+VIRAL PNEUMONIA-8,medium,medium,"Patient TEST-CD95, a 64 years old individual presented after experiencing symptoms for approximately 8 days. Episodes of throat irritation and general malaise observed. Nutritional intake and sleep patterns appear adequate. Vital measurements include a body temperature of 100.9°F and an oxygen saturation level of 96%. Preliminary indicators fall into a diagnostic grey area.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-1286.png
+COVID-3,high,high,"Patient TEST-KO00, a 56 years old individual presented after experiencing symptoms for approximately 3 days. No prior admissions or surgical history disclosed. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 100.2°F and an oxygen saturation level of 89%. No prior admissions or surgical history disclosed. No definitive pattern observed; further evaluation is warranted.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-2258.png
+NORMAL-5,low,low,"Patient TEST-EK85, a 79 years old individual presented after experiencing symptoms for approximately 5 days. Episodes of throat irritation and general malaise observed. No remarkable family history or chronic illness reported. Nutritional intake and sleep patterns appear adequate. Vital measurements include a body temperature of 98.0°F and an oxygen saturation level of 97%. No definitive pattern observed; further evaluation is warranted.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-1365.png
+VIRAL PNEUMONIA-6,medium,medium,"Patient TEST-DY43, a 75 years old individual presented after experiencing symptoms for approximately 5 days. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 100.7°F and an oxygen saturation level of 95%. Nutritional intake and sleep patterns appear adequate. No remarkable family history or chronic illness reported. Diagnosis remains unclear pending further laboratory confirmation.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-927.png
+COVID-7,high,high,"Patient TEST-DN15, a 37 years old individual presented after experiencing symptoms for approximately 10 days. The patient has noted intermittent chest pressure and occasional shortness of breath. Vital measurements include a body temperature of 99.1°F and an oxygen saturation level of 91%. Preliminary indicators fall into a diagnostic grey area. No remarkable family history or chronic illness reported. Anosmia has been intermittently observed over recent days.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-1085.png
+NORMAL-7,low,low,"Patient TEST-QU92, a 85 years old individual presented after experiencing symptoms for approximately 3 days. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 98.2°F and an oxygen saturation level of 97%. Nutritional intake and sleep patterns appear adequate. Preliminary indicators fall into a diagnostic grey area.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-7874.png
+COVID-6,high,high,"Patient TEST-YM73, a 65 years old individual presented after experiencing symptoms for approximately 2 days. Episodes of throat irritation and general malaise observed. Nutritional intake and sleep patterns appear adequate. No remarkable family history or chronic illness reported. Vital measurements include a body temperature of 100.0°F and an oxygen saturation level of 93%. Diagnosis remains unclear pending further laboratory confirmation. Anosmia has been intermittently observed over recent days.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-1399.png
+NORMAL-1,low,low,"Patient TEST-HN49, a 34 years old individual presented after experiencing symptoms for approximately 9 days. A gradual onset of dry cough with mild respiratory discomfort has been documented. Vital measurements include a body temperature of 98.4°F and an oxygen saturation level of 99%. No prior admissions or surgical history disclosed. No prior admissions or surgical history disclosed. Preliminary indicators fall into a diagnostic grey area.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-1925.png
+NORMAL-4,high,low,"Patient TEST-QE09, a 52 years old individual presented after experiencing symptoms for approximately 7 days. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 98.2°F and an oxygen saturation level of 95%. Preliminary indicators fall into a diagnostic grey area. There are currently no active complaints from the patient.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-3320.png
+VIRAL PNEUMONIA-1,medium,medium,"Patient TEST-HR49, a 61 years old individual presented after experiencing symptoms for approximately 5 days. No remarkable family history or chronic illness reported. Patient remains oriented with stable hemodynamics. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 99.5°F and an oxygen saturation level of 90%. Preliminary indicators fall into a diagnostic grey area. Radiographic evidence reveals dispersed infiltrative patterns.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-144.png
+NORMAL-8,low,low,"Patient TEST-RW12, a 54 years old individual presented after experiencing symptoms for approximately 5 days. A gradual onset of dry cough with mild respiratory discomfort has been documented. Vital measurements include a body temperature of 98.4°F and an oxygen saturation level of 96%. Presentation overlaps multiple pulmonary conditions. Nutritional intake and sleep patterns appear adequate.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-4447.png
+VIRAL PNEUMONIA-9,medium,medium,"Patient TEST-ZO32, a 20 years old individual presented after experiencing symptoms for approximately 10 days. Standard precautions have been advised post-evaluation. No remarkable family history or chronic illness reported. A gradual onset of dry cough with mild respiratory discomfort has been documented. Vital measurements include a body temperature of 101.2°F and an oxygen saturation level of 92%. Preliminary indicators fall into a diagnostic grey area.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-261.png
+VIRAL PNEUMONIA-10,medium,medium,"Patient TEST-CU46, a 40 years old individual presented after experiencing symptoms for approximately 8 days. No prior admissions or surgical history disclosed. A gradual onset of dry cough with mild respiratory discomfort has been documented. No remarkable family history or chronic illness reported. Vital measurements include a body temperature of 99.1°F and an oxygen saturation level of 95%. Diagnosis remains unclear pending further laboratory confirmation.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-166.png
+COVID-1,high,high,"Patient TEST-FB14, a 40 years old individual presented after experiencing symptoms for approximately 7 days. Nutritional intake and sleep patterns appear adequate. The patient has noted intermittent chest pressure and occasional shortness of breath. Nutritional intake and sleep patterns appear adequate. Vital measurements include a body temperature of 98.9°F and an oxygen saturation level of 91%. Presentation overlaps multiple pulmonary conditions.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-3380.png
+COVID-2,high,high,"Patient TEST-HB66, a 73 years old individual presented after experiencing symptoms for approximately 10 days. Mild respiratory symptoms have progressed over several days. Nutritional intake and sleep patterns appear adequate. Vital measurements include a body temperature of 99.3°F and an oxygen saturation level of 89%. Diagnosis remains unclear pending further laboratory confirmation.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-1410.png
+NORMAL-3,high,low,"Patient TEST-KX40, a 39 years old individual presented after experiencing symptoms for approximately 2 days. Reported complaints include mild fatigue and sporadic episodes of wheezing. No prior admissions or surgical history disclosed. No prior admissions or surgical history disclosed. Vital measurements include a body temperature of 97.6°F and an oxygen saturation level of 95%. Preliminary indicators fall into a diagnostic grey area.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-5988.png
+COVID-9,low,high,"Patient TEST-JK08, a 64 years old individual presented after experiencing symptoms for approximately 7 days. Nutritional intake and sleep patterns appear adequate. Episodes of throat irritation and general malaise observed. Vital measurements include a body temperature of 100.0°F and an oxygen saturation level of 93%. Preliminary indicators fall into a diagnostic grey area.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-2796.png
+VIRAL PNEUMONIA-3,medium,medium,"Patient TEST-RZ58, a 84 years old individual presented after experiencing symptoms for approximately 4 days. Reported complaints include mild fatigue and sporadic episodes of wheezing. Vital measurements include a body temperature of 100.3°F and an oxygen saturation level of 91%. No remarkable family history or chronic illness reported. Preliminary indicators fall into a diagnostic grey area.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-843.png
+NORMAL-9,low,low,"Patient TEST-SG97, a 24 years old individual presented after experiencing symptoms for approximately 10 days. Standard precautions have been advised post-evaluation. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 98.7°F and an oxygen saturation level of 100%. Presentation overlaps multiple pulmonary conditions.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-4888.png
+VIRAL PNEUMONIA-2,medium,medium,"Patient TEST-OG12, a 74 years old individual presented after experiencing symptoms for approximately 3 days. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 101.3°F and an oxygen saturation level of 91%. Presentation overlaps multiple pulmonary conditions. No prior admissions or surgical history disclosed.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-396.png
+COVID-4,high,high,"Patient TEST-KY96, a 83 years old individual presented after experiencing symptoms for approximately 6 days. Patient remains oriented with stable hemodynamics. Reported complaints include mild fatigue and sporadic episodes of wheezing. Vital measurements include a body temperature of 99.9°F and an oxygen saturation level of 94%. Presentation overlaps multiple pulmonary conditions. Nutritional intake and sleep patterns appear adequate.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-1639.png
+VIRAL PNEUMONIA-7,medium,medium,"Patient TEST-ZK84, a 52 years old individual presented after experiencing symptoms for approximately 1 days. Patient remains oriented with stable hemodynamics. Episodes of throat irritation and general malaise observed. No remarkable family history or chronic illness reported. Vital measurements include a body temperature of 99.7°F and an oxygen saturation level of 91%. Clinical features are suggestive of a nonspecific viral etiology.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-397.png
+NORMAL-10,high,low,"Patient TEST-PW53, a 51 years old individual presented after experiencing symptoms for approximately 9 days. Standard precautions have been advised post-evaluation. The patient has noted intermittent chest pressure and occasional shortness of breath. Vital measurements include a body temperature of 97.6°F and an oxygen saturation level of 97%. Diagnosis remains unclear pending further laboratory confirmation. No prior admissions or surgical history disclosed.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-1943.png
+VIRAL PNEUMONIA-4,medium,medium,"Patient TEST-PP31, a 38 years old individual presented after experiencing symptoms for approximately 3 days. Episodes of throat irritation and general malaise observed. Vital measurements include a body temperature of 102.1°F and an oxygen saturation level of 91%. Presentation overlaps multiple pulmonary conditions. Patient remains oriented with stable hemodynamics. Radiographic evidence reveals dispersed infiltrative patterns.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-411.png

predictions_multimodal_20250725_201743.csv

@@ -0,0 +1,31 @@
+patient_id,predicted,truth_label,emr_text,image_path
+COVID-8,high,high,"Patient TEST-DC29, a 55 years old individual presented after experiencing symptoms for approximately 10 days. Patient remains oriented with stable hemodynamics. A gradual onset of dry cough with mild respiratory discomfort has been documented. Vital measurements include a body temperature of 100.8°F and an oxygen saturation level of 87%. No definitive pattern observed; further evaluation is warranted. No remarkable family history or chronic illness reported. Anosmia has been intermittently observed over recent days.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-1640.png
+NORMAL-6,low,low,"Patient TEST-RF26, a 42 years old individual presented after experiencing symptoms for approximately 6 days. A gradual onset of dry cough with mild respiratory discomfort has been documented. Standard precautions have been advised post-evaluation. Vital measurements include a body temperature of 98.6°F and an oxygen saturation level of 98%. No prior admissions or surgical history disclosed. Diagnosis remains unclear pending further laboratory confirmation.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-2223.png
+VIRAL PNEUMONIA-5,medium,medium,"Patient TEST-NP02, a 75 years old individual presented after experiencing symptoms for approximately 9 days. The patient has noted intermittent chest pressure and occasional shortness of breath. Vital measurements include a body temperature of 99.1°F and an oxygen saturation level of 92%. No definitive pattern observed; further evaluation is warranted. Patient remains oriented with stable hemodynamics. Radiographic evidence reveals dispersed infiltrative patterns.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-1101.png
+NORMAL-2,low,low,"Patient TEST-AJ06, a 50 years old individual presented after experiencing symptoms for approximately 4 days. Episodes of throat irritation and general malaise observed. Vital measurements include a body temperature of 97.9°F and an oxygen saturation level of 95%. Diagnosis remains unclear pending further laboratory confirmation. No prior admissions or surgical history disclosed.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-7819.png
+COVID-10,high,high,"Patient TEST-DF19, a 68 years old individual presented after experiencing symptoms for approximately 7 days. The patient has noted intermittent chest pressure and occasional shortness of breath. Vital measurements include a body temperature of 102.4°F and an oxygen saturation level of 92%. No prior admissions or surgical history disclosed. No definitive pattern observed; further evaluation is warranted.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-418.png
+COVID-5,high,high,"Patient TEST-RI51, a 46 years old individual presented after experiencing symptoms for approximately 6 days. Nutritional intake and sleep patterns appear adequate. Episodes of throat irritation and general malaise observed. Vital measurements include a body temperature of 99.4°F and an oxygen saturation level of 89%. No remarkable family history or chronic illness reported. Diagnosis remains unclear pending further laboratory confirmation.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-653.png
+VIRAL PNEUMONIA-8,medium,medium,"Patient TEST-CD95, a 64 years old individual presented after experiencing symptoms for approximately 8 days. Episodes of throat irritation and general malaise observed. Nutritional intake and sleep patterns appear adequate. Vital measurements include a body temperature of 100.9°F and an oxygen saturation level of 96%. Preliminary indicators fall into a diagnostic grey area.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-1286.png
+COVID-3,high,high,"Patient TEST-KO00, a 56 years old individual presented after experiencing symptoms for approximately 3 days. No prior admissions or surgical history disclosed. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 100.2°F and an oxygen saturation level of 89%. No prior admissions or surgical history disclosed. No definitive pattern observed; further evaluation is warranted.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-2258.png
+NORMAL-5,low,low,"Patient TEST-EK85, a 79 years old individual presented after experiencing symptoms for approximately 5 days. Episodes of throat irritation and general malaise observed. No remarkable family history or chronic illness reported. Nutritional intake and sleep patterns appear adequate. Vital measurements include a body temperature of 98.0°F and an oxygen saturation level of 97%. No definitive pattern observed; further evaluation is warranted.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-1365.png
+VIRAL PNEUMONIA-6,high,medium,"Patient TEST-DY43, a 75 years old individual presented after experiencing symptoms for approximately 5 days. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 100.7°F and an oxygen saturation level of 95%. Nutritional intake and sleep patterns appear adequate. No remarkable family history or chronic illness reported. Diagnosis remains unclear pending further laboratory confirmation.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-927.png
+COVID-7,high,high,"Patient TEST-DN15, a 37 years old individual presented after experiencing symptoms for approximately 10 days. The patient has noted intermittent chest pressure and occasional shortness of breath. Vital measurements include a body temperature of 99.1°F and an oxygen saturation level of 91%. Preliminary indicators fall into a diagnostic grey area. No remarkable family history or chronic illness reported. Anosmia has been intermittently observed over recent days.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-1085.png
+NORMAL-7,low,low,"Patient TEST-QU92, a 85 years old individual presented after experiencing symptoms for approximately 3 days. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 98.2°F and an oxygen saturation level of 97%. Nutritional intake and sleep patterns appear adequate. Preliminary indicators fall into a diagnostic grey area.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-7874.png
+COVID-6,high,high,"Patient TEST-YM73, a 65 years old individual presented after experiencing symptoms for approximately 2 days. Episodes of throat irritation and general malaise observed. Nutritional intake and sleep patterns appear adequate. No remarkable family history or chronic illness reported. Vital measurements include a body temperature of 100.0°F and an oxygen saturation level of 93%. Diagnosis remains unclear pending further laboratory confirmation. Anosmia has been intermittently observed over recent days.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-1399.png
+NORMAL-1,low,low,"Patient TEST-HN49, a 34 years old individual presented after experiencing symptoms for approximately 9 days. A gradual onset of dry cough with mild respiratory discomfort has been documented. Vital measurements include a body temperature of 98.4°F and an oxygen saturation level of 99%. No prior admissions or surgical history disclosed. No prior admissions or surgical history disclosed. Preliminary indicators fall into a diagnostic grey area.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-1925.png
+NORMAL-4,low,low,"Patient TEST-QE09, a 52 years old individual presented after experiencing symptoms for approximately 7 days. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 98.2°F and an oxygen saturation level of 95%. Preliminary indicators fall into a diagnostic grey area. There are currently no active complaints from the patient.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-3320.png
+VIRAL PNEUMONIA-1,medium,medium,"Patient TEST-HR49, a 61 years old individual presented after experiencing symptoms for approximately 5 days. No remarkable family history or chronic illness reported. Patient remains oriented with stable hemodynamics. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 99.5°F and an oxygen saturation level of 90%. Preliminary indicators fall into a diagnostic grey area. Radiographic evidence reveals dispersed infiltrative patterns.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-144.png
+NORMAL-8,low,low,"Patient TEST-RW12, a 54 years old individual presented after experiencing symptoms for approximately 5 days. A gradual onset of dry cough with mild respiratory discomfort has been documented. Vital measurements include a body temperature of 98.4°F and an oxygen saturation level of 96%. Presentation overlaps multiple pulmonary conditions. Nutritional intake and sleep patterns appear adequate.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-4447.png
+VIRAL PNEUMONIA-9,medium,medium,"Patient TEST-ZO32, a 20 years old individual presented after experiencing symptoms for approximately 10 days. Standard precautions have been advised post-evaluation. No remarkable family history or chronic illness reported. A gradual onset of dry cough with mild respiratory discomfort has been documented. Vital measurements include a body temperature of 101.2°F and an oxygen saturation level of 92%. Preliminary indicators fall into a diagnostic grey area.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-261.png
+VIRAL PNEUMONIA-10,medium,medium,"Patient TEST-CU46, a 40 years old individual presented after experiencing symptoms for approximately 8 days. No prior admissions or surgical history disclosed. A gradual onset of dry cough with mild respiratory discomfort has been documented. No remarkable family history or chronic illness reported. Vital measurements include a body temperature of 99.1°F and an oxygen saturation level of 95%. Diagnosis remains unclear pending further laboratory confirmation.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-166.png
+COVID-1,high,high,"Patient TEST-FB14, a 40 years old individual presented after experiencing symptoms for approximately 7 days. Nutritional intake and sleep patterns appear adequate. The patient has noted intermittent chest pressure and occasional shortness of breath. Nutritional intake and sleep patterns appear adequate. Vital measurements include a body temperature of 98.9°F and an oxygen saturation level of 91%. Presentation overlaps multiple pulmonary conditions.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-3380.png
+COVID-2,high,high,"Patient TEST-HB66, a 73 years old individual presented after experiencing symptoms for approximately 10 days. Mild respiratory symptoms have progressed over several days. Nutritional intake and sleep patterns appear adequate. Vital measurements include a body temperature of 99.3°F and an oxygen saturation level of 89%. Diagnosis remains unclear pending further laboratory confirmation.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-1410.png
+NORMAL-3,low,low,"Patient TEST-KX40, a 39 years old individual presented after experiencing symptoms for approximately 2 days. Reported complaints include mild fatigue and sporadic episodes of wheezing. No prior admissions or surgical history disclosed. No prior admissions or surgical history disclosed. Vital measurements include a body temperature of 97.6°F and an oxygen saturation level of 95%. Preliminary indicators fall into a diagnostic grey area.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-5988.png
+COVID-9,high,high,"Patient TEST-JK08, a 64 years old individual presented after experiencing symptoms for approximately 7 days. Nutritional intake and sleep patterns appear adequate. Episodes of throat irritation and general malaise observed. Vital measurements include a body temperature of 100.0°F and an oxygen saturation level of 93%. Preliminary indicators fall into a diagnostic grey area.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-2796.png
+VIRAL PNEUMONIA-3,high,medium,"Patient TEST-RZ58, a 84 years old individual presented after experiencing symptoms for approximately 4 days. Reported complaints include mild fatigue and sporadic episodes of wheezing. Vital measurements include a body temperature of 100.3°F and an oxygen saturation level of 91%. No remarkable family history or chronic illness reported. Preliminary indicators fall into a diagnostic grey area.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-843.png
+NORMAL-9,low,low,"Patient TEST-SG97, a 24 years old individual presented after experiencing symptoms for approximately 10 days. Standard precautions have been advised post-evaluation. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 98.7°F and an oxygen saturation level of 100%. Presentation overlaps multiple pulmonary conditions.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-4888.png
+VIRAL PNEUMONIA-2,medium,medium,"Patient TEST-OG12, a 74 years old individual presented after experiencing symptoms for approximately 3 days. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 101.3°F and an oxygen saturation level of 91%. Presentation overlaps multiple pulmonary conditions. No prior admissions or surgical history disclosed.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-396.png
+COVID-4,low,high,"Patient TEST-KY96, a 83 years old individual presented after experiencing symptoms for approximately 6 days. Patient remains oriented with stable hemodynamics. Reported complaints include mild fatigue and sporadic episodes of wheezing. Vital measurements include a body temperature of 99.9°F and an oxygen saturation level of 94%. Presentation overlaps multiple pulmonary conditions. Nutritional intake and sleep patterns appear adequate.",/Users/preetham_ravula/projects/medi-llm/data/images/COVID/COVID-1639.png
+VIRAL PNEUMONIA-7,high,medium,"Patient TEST-ZK84, a 52 years old individual presented after experiencing symptoms for approximately 1 days. Patient remains oriented with stable hemodynamics. Episodes of throat irritation and general malaise observed. No remarkable family history or chronic illness reported. Vital measurements include a body temperature of 99.7°F and an oxygen saturation level of 91%. Clinical features are suggestive of a nonspecific viral etiology.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-397.png
+NORMAL-10,low,low,"Patient TEST-PW53, a 51 years old individual presented after experiencing symptoms for approximately 9 days. Standard precautions have been advised post-evaluation. The patient has noted intermittent chest pressure and occasional shortness of breath. Vital measurements include a body temperature of 97.6°F and an oxygen saturation level of 97%. Diagnosis remains unclear pending further laboratory confirmation. No prior admissions or surgical history disclosed.",/Users/preetham_ravula/projects/medi-llm/data/images/NORMAL/Normal-1943.png
+VIRAL PNEUMONIA-4,medium,medium,"Patient TEST-PP31, a 38 years old individual presented after experiencing symptoms for approximately 3 days. Episodes of throat irritation and general malaise observed. Vital measurements include a body temperature of 102.1°F and an oxygen saturation level of 91%. Presentation overlaps multiple pulmonary conditions. Patient remains oriented with stable hemodynamics. Radiographic evidence reveals dispersed infiltrative patterns.",/Users/preetham_ravula/projects/medi-llm/data/images/VIRAL PNEUMONIA/Viral Pneumonia-411.png

predictions_text_20250725_201433.csv

@@ -0,0 +1,31 @@
+patient_id,predicted,truth_label,emr_text,image_path
+COVID-8,high,high,"Patient TEST-DC29, a 55 years old individual presented after experiencing symptoms for approximately 10 days. Patient remains oriented with stable hemodynamics. A gradual onset of dry cough with mild respiratory discomfort has been documented. Vital measurements include a body temperature of 100.8°F and an oxygen saturation level of 87%. No definitive pattern observed; further evaluation is warranted. No remarkable family history or chronic illness reported. Anosmia has been intermittently observed over recent days.",data/images/COVID/COVID-1640.png
+NORMAL-6,low,low,"Patient TEST-RF26, a 42 years old individual presented after experiencing symptoms for approximately 6 days. A gradual onset of dry cough with mild respiratory discomfort has been documented. Standard precautions have been advised post-evaluation. Vital measurements include a body temperature of 98.6°F and an oxygen saturation level of 98%. No prior admissions or surgical history disclosed. Diagnosis remains unclear pending further laboratory confirmation.",data/images/NORMAL/Normal-2223.png
+VIRAL PNEUMONIA-5,medium,medium,"Patient TEST-NP02, a 75 years old individual presented after experiencing symptoms for approximately 9 days. The patient has noted intermittent chest pressure and occasional shortness of breath. Vital measurements include a body temperature of 99.1°F and an oxygen saturation level of 92%. No definitive pattern observed; further evaluation is warranted. Patient remains oriented with stable hemodynamics. Radiographic evidence reveals dispersed infiltrative patterns.",data/images/VIRAL PNEUMONIA/Viral Pneumonia-1101.png
+NORMAL-2,low,low,"Patient TEST-AJ06, a 50 years old individual presented after experiencing symptoms for approximately 4 days. Episodes of throat irritation and general malaise observed. Vital measurements include a body temperature of 97.9°F and an oxygen saturation level of 95%. Diagnosis remains unclear pending further laboratory confirmation. No prior admissions or surgical history disclosed.",data/images/NORMAL/Normal-7819.png
+COVID-10,medium,high,"Patient TEST-DF19, a 68 years old individual presented after experiencing symptoms for approximately 7 days. The patient has noted intermittent chest pressure and occasional shortness of breath. Vital measurements include a body temperature of 102.4°F and an oxygen saturation level of 92%. No prior admissions or surgical history disclosed. No definitive pattern observed; further evaluation is warranted.",data/images/COVID/COVID-418.png
+COVID-5,high,high,"Patient TEST-RI51, a 46 years old individual presented after experiencing symptoms for approximately 6 days. Nutritional intake and sleep patterns appear adequate. Episodes of throat irritation and general malaise observed. Vital measurements include a body temperature of 99.4°F and an oxygen saturation level of 89%. No remarkable family history or chronic illness reported. Diagnosis remains unclear pending further laboratory confirmation.",data/images/COVID/COVID-653.png
+VIRAL PNEUMONIA-8,medium,medium,"Patient TEST-CD95, a 64 years old individual presented after experiencing symptoms for approximately 8 days. Episodes of throat irritation and general malaise observed. Nutritional intake and sleep patterns appear adequate. Vital measurements include a body temperature of 100.9°F and an oxygen saturation level of 96%. Preliminary indicators fall into a diagnostic grey area.",data/images/VIRAL PNEUMONIA/Viral Pneumonia-1286.png
+COVID-3,high,high,"Patient TEST-KO00, a 56 years old individual presented after experiencing symptoms for approximately 3 days. No prior admissions or surgical history disclosed. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 100.2°F and an oxygen saturation level of 89%. No prior admissions or surgical history disclosed. No definitive pattern observed; further evaluation is warranted.",data/images/COVID/COVID-2258.png
+NORMAL-5,low,low,"Patient TEST-EK85, a 79 years old individual presented after experiencing symptoms for approximately 5 days. Episodes of throat irritation and general malaise observed. No remarkable family history or chronic illness reported. Nutritional intake and sleep patterns appear adequate. Vital measurements include a body temperature of 98.0°F and an oxygen saturation level of 97%. No definitive pattern observed; further evaluation is warranted.",data/images/NORMAL/Normal-1365.png
+VIRAL PNEUMONIA-6,medium,medium,"Patient TEST-DY43, a 75 years old individual presented after experiencing symptoms for approximately 5 days. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 100.7°F and an oxygen saturation level of 95%. Nutritional intake and sleep patterns appear adequate. No remarkable family history or chronic illness reported. Diagnosis remains unclear pending further laboratory confirmation.",data/images/VIRAL PNEUMONIA/Viral Pneumonia-927.png
+COVID-7,high,high,"Patient TEST-DN15, a 37 years old individual presented after experiencing symptoms for approximately 10 days. The patient has noted intermittent chest pressure and occasional shortness of breath. Vital measurements include a body temperature of 99.1°F and an oxygen saturation level of 91%. Preliminary indicators fall into a diagnostic grey area. No remarkable family history or chronic illness reported. Anosmia has been intermittently observed over recent days.",data/images/COVID/COVID-1085.png
+NORMAL-7,low,low,"Patient TEST-QU92, a 85 years old individual presented after experiencing symptoms for approximately 3 days. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 98.2°F and an oxygen saturation level of 97%. Nutritional intake and sleep patterns appear adequate. Preliminary indicators fall into a diagnostic grey area.",data/images/NORMAL/Normal-7874.png
+COVID-6,medium,high,"Patient TEST-YM73, a 65 years old individual presented after experiencing symptoms for approximately 2 days. Episodes of throat irritation and general malaise observed. Nutritional intake and sleep patterns appear adequate. No remarkable family history or chronic illness reported. Vital measurements include a body temperature of 100.0°F and an oxygen saturation level of 93%. Diagnosis remains unclear pending further laboratory confirmation. Anosmia has been intermittently observed over recent days.",data/images/COVID/COVID-1399.png
+NORMAL-1,low,low,"Patient TEST-HN49, a 34 years old individual presented after experiencing symptoms for approximately 9 days. A gradual onset of dry cough with mild respiratory discomfort has been documented. Vital measurements include a body temperature of 98.4°F and an oxygen saturation level of 99%. No prior admissions or surgical history disclosed. No prior admissions or surgical history disclosed. Preliminary indicators fall into a diagnostic grey area.",data/images/NORMAL/Normal-1925.png
+NORMAL-4,low,low,"Patient TEST-QE09, a 52 years old individual presented after experiencing symptoms for approximately 7 days. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 98.2°F and an oxygen saturation level of 95%. Preliminary indicators fall into a diagnostic grey area. There are currently no active complaints from the patient.",data/images/NORMAL/Normal-3320.png
+VIRAL PNEUMONIA-1,medium,medium,"Patient TEST-HR49, a 61 years old individual presented after experiencing symptoms for approximately 5 days. No remarkable family history or chronic illness reported. Patient remains oriented with stable hemodynamics. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 99.5°F and an oxygen saturation level of 90%. Preliminary indicators fall into a diagnostic grey area. Radiographic evidence reveals dispersed infiltrative patterns.",data/images/VIRAL PNEUMONIA/Viral Pneumonia-144.png
+NORMAL-8,low,low,"Patient TEST-RW12, a 54 years old individual presented after experiencing symptoms for approximately 5 days. A gradual onset of dry cough with mild respiratory discomfort has been documented. Vital measurements include a body temperature of 98.4°F and an oxygen saturation level of 96%. Presentation overlaps multiple pulmonary conditions. Nutritional intake and sleep patterns appear adequate.",data/images/NORMAL/Normal-4447.png
+VIRAL PNEUMONIA-9,medium,medium,"Patient TEST-ZO32, a 20 years old individual presented after experiencing symptoms for approximately 10 days. Standard precautions have been advised post-evaluation. No remarkable family history or chronic illness reported. A gradual onset of dry cough with mild respiratory discomfort has been documented. Vital measurements include a body temperature of 101.2°F and an oxygen saturation level of 92%. Preliminary indicators fall into a diagnostic grey area.",data/images/VIRAL PNEUMONIA/Viral Pneumonia-261.png
+VIRAL PNEUMONIA-10,medium,medium,"Patient TEST-CU46, a 40 years old individual presented after experiencing symptoms for approximately 8 days. No prior admissions or surgical history disclosed. A gradual onset of dry cough with mild respiratory discomfort has been documented. No remarkable family history or chronic illness reported. Vital measurements include a body temperature of 99.1°F and an oxygen saturation level of 95%. Diagnosis remains unclear pending further laboratory confirmation.",data/images/VIRAL PNEUMONIA/Viral Pneumonia-166.png
+COVID-1,medium,high,"Patient TEST-FB14, a 40 years old individual presented after experiencing symptoms for approximately 7 days. Nutritional intake and sleep patterns appear adequate. The patient has noted intermittent chest pressure and occasional shortness of breath. Nutritional intake and sleep patterns appear adequate. Vital measurements include a body temperature of 98.9°F and an oxygen saturation level of 91%. Presentation overlaps multiple pulmonary conditions.",data/images/COVID/COVID-3380.png
+COVID-2,high,high,"Patient TEST-HB66, a 73 years old individual presented after experiencing symptoms for approximately 10 days. Mild respiratory symptoms have progressed over several days. Nutritional intake and sleep patterns appear adequate. Vital measurements include a body temperature of 99.3°F and an oxygen saturation level of 89%. Diagnosis remains unclear pending further laboratory confirmation.",data/images/COVID/COVID-1410.png
+NORMAL-3,low,low,"Patient TEST-KX40, a 39 years old individual presented after experiencing symptoms for approximately 2 days. Reported complaints include mild fatigue and sporadic episodes of wheezing. No prior admissions or surgical history disclosed. No prior admissions or surgical history disclosed. Vital measurements include a body temperature of 97.6°F and an oxygen saturation level of 95%. Preliminary indicators fall into a diagnostic grey area.",data/images/NORMAL/Normal-5988.png
+COVID-9,medium,high,"Patient TEST-JK08, a 64 years old individual presented after experiencing symptoms for approximately 7 days. Nutritional intake and sleep patterns appear adequate. Episodes of throat irritation and general malaise observed. Vital measurements include a body temperature of 100.0°F and an oxygen saturation level of 93%. Preliminary indicators fall into a diagnostic grey area.",data/images/COVID/COVID-2796.png
+VIRAL PNEUMONIA-3,medium,medium,"Patient TEST-RZ58, a 84 years old individual presented after experiencing symptoms for approximately 4 days. Reported complaints include mild fatigue and sporadic episodes of wheezing. Vital measurements include a body temperature of 100.3°F and an oxygen saturation level of 91%. No remarkable family history or chronic illness reported. Preliminary indicators fall into a diagnostic grey area.",data/images/VIRAL PNEUMONIA/Viral Pneumonia-843.png
+NORMAL-9,low,low,"Patient TEST-SG97, a 24 years old individual presented after experiencing symptoms for approximately 10 days. Standard precautions have been advised post-evaluation. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 98.7°F and an oxygen saturation level of 100%. Presentation overlaps multiple pulmonary conditions.",data/images/NORMAL/Normal-4888.png
+VIRAL PNEUMONIA-2,medium,medium,"Patient TEST-OG12, a 74 years old individual presented after experiencing symptoms for approximately 3 days. Mild respiratory symptoms have progressed over several days. Vital measurements include a body temperature of 101.3°F and an oxygen saturation level of 91%. Presentation overlaps multiple pulmonary conditions. No prior admissions or surgical history disclosed.",data/images/VIRAL PNEUMONIA/Viral Pneumonia-396.png
+COVID-4,medium,high,"Patient TEST-KY96, a 83 years old individual presented after experiencing symptoms for approximately 6 days. Patient remains oriented with stable hemodynamics. Reported complaints include mild fatigue and sporadic episodes of wheezing. Vital measurements include a body temperature of 99.9°F and an oxygen saturation level of 94%. Presentation overlaps multiple pulmonary conditions. Nutritional intake and sleep patterns appear adequate.",data/images/COVID/COVID-1639.png
+VIRAL PNEUMONIA-7,medium,medium,"Patient TEST-ZK84, a 52 years old individual presented after experiencing symptoms for approximately 1 days. Patient remains oriented with stable hemodynamics. Episodes of throat irritation and general malaise observed. No remarkable family history or chronic illness reported. Vital measurements include a body temperature of 99.7°F and an oxygen saturation level of 91%. Clinical features are suggestive of a nonspecific viral etiology.",data/images/VIRAL PNEUMONIA/Viral Pneumonia-397.png
+NORMAL-10,low,low,"Patient TEST-PW53, a 51 years old individual presented after experiencing symptoms for approximately 9 days. Standard precautions have been advised post-evaluation. The patient has noted intermittent chest pressure and occasional shortness of breath. Vital measurements include a body temperature of 97.6°F and an oxygen saturation level of 97%. Diagnosis remains unclear pending further laboratory confirmation. No prior admissions or surgical history disclosed.",data/images/NORMAL/Normal-1943.png
+VIRAL PNEUMONIA-4,medium,medium,"Patient TEST-PP31, a 38 years old individual presented after experiencing symptoms for approximately 3 days. Episodes of throat irritation and general malaise observed. Vital measurements include a body temperature of 102.1°F and an oxygen saturation level of 91%. Presentation overlaps multiple pulmonary conditions. Patient remains oriented with stable hemodynamics. Radiographic evidence reveals dispersed infiltrative patterns.",data/images/VIRAL PNEUMONIA/Viral Pneumonia-411.png

results/classification_report_image.json

@@ -1,33 +1,33 @@
 {
   "low": {
-    "precision": 0.7076923076923077,
-    "recall": 0.7666666666666667,
-    "f1-score": 0.736,
+    "precision": 0.7288135593220338,
+    "recall": 0.7166666666666667,
+    "f1-score": 0.7226890756302521,
     "support": 60.0
   },
   "medium": {
-    "precision": 0.9454545454545454,
+    "precision": 0.8524590163934426,
     "recall": 0.8666666666666667,
-    "f1-score": 0.9043478260869565,
+    "f1-score": 0.859504132231405,
     "support": 60.0
   },
   "high": {
-    "precision": 0.8,
-    "recall": 0.8,
-    "f1-score": 0.8,
+    "precision": 0.7833333333333333,
+    "recall": 0.7833333333333333,
+    "f1-score": 0.7833333333333333,
     "support": 60.0
   },
-  "accuracy": 0.8111111111111111,
+  "accuracy": 0.7888888888888889,
   "macro avg": {
-    "precision": 0.8177156177156176,
-    "recall": 0.8111111111111112,
-    "f1-score": 0.8134492753623187,
+    "precision": 0.7882019696829365,
+    "recall": 0.7888888888888889,
+    "f1-score": 0.7885088470649967,
     "support": 180.0
   },
   "weighted avg": {
-    "precision": 0.8177156177156177,
-    "recall": 0.8111111111111111,
-    "f1-score": 0.8134492753623189,
+    "precision": 0.7882019696829367,
+    "recall": 0.7888888888888889,
+    "f1-score": 0.7885088470649968,
     "support": 180.0
   }
 }

results/classification_report_multimodal.json

@@ -1,33 +1,33 @@
 {
   "low": {
-    "precision": 1.0,
-    "recall": 0.9833333333333333,
-    "f1-score": 0.9915966386554622,
+    "precision": 0.9836065573770492,
+    "recall": 1.0,
+    "f1-score": 0.9917355371900827,
     "support": 60.0
   },
   "medium": {
     "precision": 1.0,
-    "recall": 0.8666666666666667,
-    "f1-score": 0.9285714285714286,
+    "recall": 0.95,
+    "f1-score": 0.9743589743589743,
     "support": 60.0
   },
   "high": {
-    "precision": 0.8695652173913043,
+    "precision": 0.967741935483871,
     "recall": 1.0,
-    "f1-score": 0.9302325581395349,
+    "f1-score": 0.9836065573770492,
     "support": 60.0
   },
-  "accuracy": 0.95,
+  "accuracy": 0.9833333333333333,
   "macro avg": {
-    "precision": 0.9565217391304347,
-    "recall": 0.9500000000000001,
-    "f1-score": 0.9501335417888086,
+    "precision": 0.9837828309536402,
+    "recall": 0.9833333333333334,
+    "f1-score": 0.9832336896420353,
     "support": 180.0
   },
   "weighted avg": {
-    "precision": 0.9565217391304347,
-    "recall": 0.95,
-    "f1-score": 0.9501335417888085,
+    "precision": 0.98378283095364,
+    "recall": 0.9833333333333333,
+    "f1-score": 0.9832336896420354,
     "support": 180.0
   }
 }

results/classification_report_text.json

@@ -1,33 +1,33 @@
 {
   "low": {
-    "precision": 0.9523809523809523,
-    "recall": 1.0,
-    "f1-score": 0.975609756097561,
+    "precision": 0.9672131147540983,
+    "recall": 0.9833333333333333,
+    "f1-score": 0.9752066115702479,
     "support": 60.0
   },
   "medium": {
-    "precision": 0.8181818181818182,
-    "recall": 0.75,
-    "f1-score": 0.782608695652174,
+    "precision": 0.7647058823529411,
+    "recall": 0.8666666666666667,
+    "f1-score": 0.8125,
     "support": 60.0
   },
   "high": {
-    "precision": 0.7741935483870968,
-    "recall": 0.8,
-    "f1-score": 0.7868852459016393,
+    "precision": 0.8627450980392157,
+    "recall": 0.7333333333333333,
+    "f1-score": 0.7927927927927928,
     "support": 60.0
   },
-  "accuracy": 0.85,
+  "accuracy": 0.8611111111111112,
   "macro avg": {
-    "precision": 0.8482521063166223,
-    "recall": 0.85,
-    "f1-score": 0.8483678992171247,
+    "precision": 0.8648880317154184,
+    "recall": 0.8611111111111112,
+    "f1-score": 0.8601664681210135,
     "support": 180.0
   },
   "weighted avg": {
-    "precision": 0.8482521063166224,
-    "recall": 0.85,
-    "f1-score": 0.8483678992171247,
+    "precision": 0.8648880317154184,
+    "recall": 0.8611111111111112,
+    "f1-score": 0.8601664681210135,
     "support": 180.0
   }
 }

results/metrics_image.json

@@ -1,34 +1,34 @@
 {
   "train_acc": [
-    0.5180555555555556,
-    0.6791666666666667,
-    0.7652777777777777,
-    0.8111111111111111,
-    0.8347222222222223
+    0.4888888888888889,
+    0.6986111111111111,
+    0.7791666666666667,
+    0.7555555555555555,
+    0.8430555555555556
   ],
   "val_acc": [
-    0.5666666666666667,
-    0.7555555555555555,
-    0.7777777777777778,
-    0.7833333333333333,
-    0.8111111111111111
+    0.45555555555555555,
+    0.48333333333333334,
+    0.7666666666666667,
+    0.8166666666666667,
+    0.7888888888888889
   ],
   "train_f1": [
-    0.5137332025573597,
-    0.6703242558393787,
-    0.7633980527238039,
-    0.8102284861708482,
-    0.8336262775152254
+    0.48181922061091015,
+    0.6887650937467082,
+    0.778548540566389,
+    0.7558482159219586,
+    0.8426780556664499
   ],
   "val_f1": [
-    0.4961886334435354,
-    0.748110619539191,
-    0.7796714007240322,
-    0.7774577094965445,
-    0.8134492753623189
+    0.4491433291639997,
+    0.4363378684807256,
+    0.7625073668664554,
+    0.8150274189840973,
+    0.7885088470649968
   ],
-  "final_train_acc": 0.8347222222222223,
-  "final_val_acc": 0.8111111111111111,
-  "final_train_f1": 0.8336262775152254,
-  "final_val_f1": 0.8134492753623189
+  "final_train_acc": 0.8430555555555556,
+  "final_val_acc": 0.7888888888888889,
+  "final_train_f1": 0.8426780556664499,
+  "final_val_f1": 0.7885088470649968
 }

results/metrics_multimodal.json

@@ -1,34 +1,34 @@
 {
   "train_acc": [
-    0.5138888888888888,
-    0.8375,
-    0.9291666666666667,
-    0.9458333333333333,
-    0.9611111111111111
+    0.5375,
+    0.7263888888888889,
+    0.9027777777777778,
+    0.9333333333333333,
+    0.9652777777777778
   ],
   "val_acc": [
-    0.7555555555555555,
-    0.8555555555555555,
-    0.8277777777777777,
-    0.9388888888888889,
-    0.95
+    0.5833333333333334,
+    0.8388888888888889,
+    0.9277777777777778,
+    0.9611111111111111,
+    0.9833333333333333
   ],
   "train_f1": [
-    0.5134230099661359,
-    0.8361895459722223,
-    0.9290709485857166,
-    0.9457510555138364,
-    0.9610323477679206
+    0.536049328660644,
+    0.7235148703595,
+    0.9024800641801505,
+    0.93318371312119,
+    0.9652251280841254
   ],
   "val_f1": [
-    0.7517789275334545,
-    0.8570538585441715,
-    0.8169790993320406,
-    0.9389060273658387,
-    0.9501335417888085
+    0.5680470763804097,
+    0.8340975484075549,
+    0.9271197664874166,
+    0.9612710946146225,
+    0.9832336896420354
   ],
-  "final_train_acc": 0.9611111111111111,
-  "final_val_acc": 0.95,
-  "final_train_f1": 0.9610323477679206,
-  "final_val_f1": 0.9501335417888085
+  "final_train_acc": 0.9652777777777778,
+  "final_val_acc": 0.9833333333333333,
+  "final_train_f1": 0.9652251280841254,
+  "final_val_f1": 0.9832336896420354
 }

results/metrics_text.json

@@ -1,34 +1,34 @@
 {
   "train_acc": [
-    0.4930555555555556,
-    0.6,
-    0.8388888888888889,
-    0.8347222222222223,
-    0.8513888888888889
+    0.4652777777777778,
+    0.6638888888888889,
+    0.7402777777777778,
+    0.7861111111111111,
+    0.8305555555555556
   ],
   "val_acc": [
-    0.5111111111111111,
-    0.7222222222222222,
-    0.8555555555555555,
-    0.8333333333333334,
-    0.85
+    0.5333333333333333,
+    0.7611111111111111,
+    0.7888888888888889,
+    0.85,
+    0.8611111111111112
   ],
   "train_f1": [
-    0.4904818105293567,
-    0.5966488044725581,
-    0.8390194686500029,
-    0.8349985580382376,
-    0.8510579595638623
+    0.4613460806590974,
+    0.6653808670140424,
+    0.7397632622113597,
+    0.7833112108974177,
+    0.8286638765327977
   ],
   "val_f1": [
-    0.4915977110377292,
-    0.7155129398120051,
-    0.8516779224409841,
-    0.8292850467289719,
-    0.8483678992171247
+    0.5090167917778191,
+    0.7322554991931685,
+    0.782206139060508,
+    0.8462691058842163,
+    0.8601664681210135
   ],
-  "final_train_acc": 0.8513888888888889,
-  "final_val_acc": 0.85,
-  "final_train_f1": 0.8510579595638623,
-  "final_val_f1": 0.8483678992171247
+  "final_train_acc": 0.8305555555555556,
+  "final_val_acc": 0.8611111111111112,
+  "final_train_f1": 0.8286638765327977,
+  "final_val_f1": 0.8601664681210135
 }

src/multimodal_model.py

@@ -3,6 +3,16 @@ import torch.nn as nn
 import timm  # For Image models like ResNet
 from transformers import AutoModel  # Pretrained text encoders
 
+# ================================================
+# NOTE:
+# Future upgrades can include:
+#   - MLP Fusion
+#   - Bilinear Pooling
+#   - Attention-based Fusion
+#   - Cross-modal Transformers
+# These require structural changes to the forward() logic.
+# ================================================
+
 
 class MediLLMModel(nn.Module):
     def __init__(
@@ -112,6 +122,25 @@ class MediLLMModel(nn.Module):
             )  # Concatenates text and image features along feature dimension
             # [CLS vector from BERT] + [ResNet image vector]
             # -> [batch_size, 2816]
+            # === Placeholder: Advanced Fusion Methods ===
+            # Option 1: Bilinear Fusion
+            # fused = torch.bmm(text_feat.unsqueeze(2), img_feat.unsqueeze(1)).view(batch_size, -1)
+            # fused = self.bilinear_fc(fused)
+
+            # Option 2: Cross-Modal Attention
+            # - Use attention mechanism where one modality attends to another
+            # - E.g., compute attention weights over image using text as query
+            # - Requires custom attention modules or transformers
+
+            # Option 3: Cross-modal Transformer Encoder
+            # - Concatenate image and text features as tokens
+            # - Feed into transformer encoder with positional embeddings
+
+            # Option 4: Fusion Logic
+            # fused = torch.cat([text_feat, img_feat], dim=1)
+            # fused = self.dropout(torch.relu(self.fusion_fc1(fused)))
+            # fused = self.dropout(torch.relu(self.fusion_fc2(fused)))
+            # return self.classifier(fused)
 
         # Return logits for each class, later apply softmax during evaluation
         return self.classifier(features)

src/train.py

@@ -5,6 +5,8 @@ import yaml
 import json
 import argparse
 import matplotlib.pyplot as plt  # for plotting
+import random
+import numpy as np
 
 from tqdm import tqdm  # loading bar for loops
 from torch.utils.data import (
@@ -33,6 +35,15 @@ from src.triage_dataset import TriageDataset  # Dataset Class
 from src.multimodal_model import MediLLMModel  # Mutlimodal Model
 
 
+def set_seed(seed=42):
+    random.seed(seed)
+    np.random.seed(seed)
+    torch.manual_seed(seed)
+    torch.cuda.manual_seed_all(seed)
+    torch.backends.cudnn.deterministic = True
+    torch.backends.cudnn.benchmark = False
+
+
 def load_config(mode):
     config_path = os.path.join(base_dir, "config", "config.yaml")
     os.makedirs(os.path.dirname(config_path), exist_ok=True)
@@ -87,6 +98,8 @@ def stratified_split(dataset, val_ratio=0.2, seed=42):
 # Function to instantiate model and data, train, validate, plot results
 # and save the model
 def train_model(mode="multimodal", use_wandb=False):
+    set_seed(42)
+
     if use_wandb:
         import wandb
 
@@ -110,7 +123,7 @@ def train_model(mode="multimodal", use_wandb=False):
     if use_wandb:
         # Initialize Weights & Biases
         wandb.init(
-            project="MediLLM_Final",
+            project="MediLLM_Final_v2",
             name=f"train_{mode}",
             config=cfg
         )
@@ -260,11 +273,11 @@ def train_model(mode="multimodal", use_wandb=False):
             })
 
     # Save model
-    model_path = os.path.join(base_dir, f"medi_llm_fullmodel_{mode}.pt")
+    model_path = os.path.join(base_dir, f"medi_llm_state_dict_{mode}.pth")
     torch.save(
-        model, model_path
-    )  # Saves the full model
-    print(f"💾 Saved full model to {model_path}")
+        model.state_dict(), model_path
+    )  # Saves only model weights and biases
+    print(f"💾 Saved model weights and biases to {model_path}")
 
     # Save to Weights & Biases
     if use_wandb:

src/triage_dataset.py

@@ -100,21 +100,26 @@ class TriageDataset(Dataset):
                     image_path = self.image_base_dir / image_path
 
             if not image_path.exists():
-                if IS_CI:
-                    raise FileNotFoundError(f"[CI] Image file not found: {image_path}")
-                else:
-                    raise FileNotFoundError(f"[LOCAL] Image file not found: {image_path}")
+                msg = f"Image file not found: {image_path}"
+                raise FileNotFoundError(f"[CI] {msg}" if IS_CI else f"[LOCAL] {msg}")
+
             image = Image.open(image_path).convert("RGB")
             output["image"] = self.transform(image)
 
-            # addition for inference
-            if "image_path" in self.df.columns:
-                output["image_path"] = image_path
-
         # Label
-        if "label" in row and row["label"] in self.label_map:
+        if "triage_level" in row and row["triage_level"] in self.label_map:
             output["label"] = torch.tensor(
                 self.label_map[row["triage_level"]], dtype=torch.long
             )
 
+        # fields for inference output
+        if "patient_id" in row:
+            output["patient_id"] = row["patient_id"]
+
+        if "emr_text" in row and "emr_text" not in output:
+            output["emr_text"] = row["emr_text"]
+
+        if "image_path" in row and "image_path" not in output:
+            output["image_path"] = str(image_path) if "image_path" in locals() else row["image_path"]
+
         return output