Skip to content

Commit 32a2d10

Browse files
yiheng-wang-nvyiheng-wang-nv
authored
Merge branch 'dev' into 730-retinalOCT_RPD_segmentation
2 parents ca50689 + 05067dc commit 32a2d10

File tree

40 files changed

+358
-177
lines changed

40 files changed

+358
-177
lines changed

‎hf_models/ct_chat/metadata.json‎

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,8 @@
11
{
22
"schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_hf_20250321.json",
3-
"version": "1.0.0",
3+
"version": "1.1.0",
44
"changelog": {
5+
"1.1.0": "enhanced metadata with improved descriptions, task specification, and intended use documentation",
56
"1.0.0": "initial release of CT_CHAT model"
67
},
78
"monai_version": "1.4.0",
@@ -18,9 +19,9 @@
1819
"ct_clip": "",
1920
"ct_chat": ""
2021
},
21-
"name": "CT_CHAT",
22-
"task": "Vision-language foundational chat model for 3D chest CT volumes",
23-
"description": "CT-CHAT is a multimodal AI assistant designed to enhance the interpretation and diagnostic capabilities of 3D chest CT imaging. Building on the strong foundation of CT-CLIP, it integrates both visual and language processing to handle diverse tasks like visual question answering, report generation, and multiple-choice questions. Trained on over 2.7 million question-answer pairs from CT-RATE, it leverages 3D spatial information, making it superior to 2D-based models.",
22+
"name": "CT-CHAT",
23+
"task": "Vision-Language Chat Model for 3D Chest CT Analysis",
24+
"description": "CT-CHAT is a multimodal AI assistant specifically designed for 3D chest CT imaging interpretation and analysis. The model excels at tasks including visual question answering, report generation, and multiple-choice questions, leveraging full 3D spatial information for superior performance compared to 2D-based approaches.",
2425
"authors": "Ibrahim Ethem Hamamci, Sezgin Er, Furkan Almas, et al.",
2526
"copyright": "Ibrahim Ethem Hamamci and collaborators",
2627
"data_source": "CT-RATE dataset",

‎hf_models/exaonepath/metadata.json‎

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,8 @@
11
{
22
"schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_hf_20250321.json",
3-
"version": "1.0.0",
3+
"version": "1.1.0",
44
"changelog": {
5+
"1.1.0": "Enhanced metadata with detailed model architecture, performance metrics on downstream tasks, and preprocessing requirements.",
56
"1.0.0": "initial release of EXAONEPath 1.0"
67
},
78
"monai_version": "1.4.0",
@@ -19,11 +20,11 @@
1920
"exaonepath": ""
2021
},
2122
"name": "EXAONEPath",
22-
"task": "Pathology foundation model",
23-
"description": "EXAONEPath is a patch-level pathology pretrained model with 86 million parameters, pretrained on 285,153,903 patches extracted from 34,795 WSIs.",
24-
"authors": "LG AI Research",
23+
"task": "Pathology Foundation Model and Feature Extraction",
24+
"description": "EXAONEPath is a patch-level pathology foundation model that achieves state-of-the-art performance across multiple pathology tasks while maintaining computational efficiency. It excels in tissue classification, tumor detection, and microsatellite instability assessment.",
25+
"authors": "LG AI Research Team",
2526
"copyright": "LG AI Research",
26-
"data_source": "LG AI Research",
27+
"data_source": "Large-scale collection of pathology WSIs processed into patches",
2728
"data_type": "WSI patches",
2829
"image_classes": "RGB pathology image patches",
2930
"huggingface_model_id": "LGAI-EXAONE/EXAONEPath",

‎hf_models/llama3_vila_m3_13b/metadata.json‎

Lines changed: 8 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,9 @@
11
{
22
"schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_hf_20250321.json",
3-
"version": "1.0.0",
3+
"version": "1.1.0",
44
"changelog": {
5-
"1.0.0": "initial release of VILA_M3_13B model"
5+
"1.1.0": "enhanced metadata with improved descriptions, task specification, and intended use documentation",
6+
"1.0.0": "initial release of VILA_M3_3B model"
67
},
78
"monai_version": "1.4.0",
89
"pytorch_version": "2.4.0",
@@ -12,12 +13,12 @@
1213
"huggingface_hub": "0.24.2",
1314
"transformers": "4.43.3"
1415
},
15-
"name": "VILA_M3_13B",
16-
"task": "Medical vision-language model",
17-
"description": "VILA_M3 is a medical vision language model that enhances VLMs with medical expert knowledge, utilizing domain-expert models to improve precision in medical imaging tasks.",
18-
"authors": "Vishwesh Nath, Wenqi Li, Dong Yang, Andriy Myronenko, et al. from NVIDIA, SingHealth, and NIH",
16+
"name": "Llama3-VILA-M3-13B",
17+
"task": "Medical Visual Language Understanding and Generation",
18+
"description": "VILA-M3 is a medical visual language model built on Llama 3 and VILA architecture. This 13B parameter model performs medical image analysis including segmentation, classification, visual question answering, and report generation across multiple imaging modalities.",
19+
"authors": "Vishwesh Nath, Wenqi Li, Dong Yang, Andriy Myronenko, et al. from NVIDIA, SingHealth and NIH",
1920
"copyright": "NVIDIA",
20-
"data_source": "NVIDIA",
21+
"data_source": "MONAI and specialized medical datasets",
2122
"data_type": "Medical images and text",
2223
"image_classes": "Various medical imaging modalities",
2324
"huggingface_model_id": "MONAI/Llama3-VILA-M3-13B",

‎hf_models/llama3_vila_m3_3b/metadata.json‎

Lines changed: 7 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,8 @@
11
{
22
"schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_hf_20250321.json",
3-
"version": "1.0.0",
3+
"version": "1.1.0",
44
"changelog": {
5+
"1.1.0": "enhanced metadata with improved descriptions, task specification, and intended use documentation",
56
"1.0.0": "initial release of VILA_M3_3B model"
67
},
78
"monai_version": "1.4.0",
@@ -12,12 +13,12 @@
1213
"huggingface_hub": "0.24.2",
1314
"transformers": "4.43.3"
1415
},
15-
"name": "VILA_M3_3B",
16-
"task": "Medical vision-language model",
17-
"description": "VILA_M3 is a medical vision language model that enhances VLMs with medical expert knowledge, utilizing domain-expert models to improve precision in medical imaging tasks.",
18-
"authors": "Vishwesh Nath, Wenqi Li, Dong Yang, Andriy Myronenko, et al. from NVIDIA, SingHealth, and NIH",
16+
"name": "Llama3-VILA-M3-3B",
17+
"task": "Medical Visual Language Understanding and Generation",
18+
"description": "VILA-M3 is a medical visual language model built on Llama 3 and VILA architecture. This 3B parameter model performs medical image analysis including segmentation, classification, visual question answering, and report generation across multiple imaging modalities.",
19+
"authors": "Vishwesh Nath, Wenqi Li, Dong Yang, Andriy Myronenko, et al. from NVIDIA, SingHealth and NIH",
1920
"copyright": "NVIDIA",
20-
"data_source": "NVIDIA",
21+
"data_source": "MONAI and specialized medical datasets",
2122
"data_type": "Medical images and text",
2223
"image_classes": "Various medical imaging modalities",
2324
"huggingface_model_id": "MONAI/Llama3-VILA-M3-3B",

‎hf_models/llama3_vila_m3_8b/metadata.json‎

Lines changed: 8 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,9 @@
11
{
22
"schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_hf_20250321.json",
3-
"version": "1.0.0",
3+
"version": "1.1.0",
44
"changelog": {
5-
"1.0.0": "initial release of VILA_M3_8B model"
5+
"1.1.0": "enhanced metadata with improved descriptions, task specification, and intended use documentation",
6+
"1.0.0": "initial release of VILA_M3_3B model"
67
},
78
"monai_version": "1.4.0",
89
"pytorch_version": "2.4.0",
@@ -12,12 +13,12 @@
1213
"huggingface_hub": "0.24.2",
1314
"transformers": "4.43.3"
1415
},
15-
"name": "VILA_M3_8B",
16-
"task": "Medical vision-language model",
17-
"description": "VILA_M3 is a medical vision language model that enhances VLMs with medical expert knowledge, utilizing domain-expert models to improve precision in medical imaging tasks.",
18-
"authors": "Vishwesh Nath, Wenqi Li, Dong Yang, Andriy Myronenko, et al. from NVIDIA, SingHealth, and NIH",
16+
"name": "Llama3-VILA-M3-8B",
17+
"task": "Medical Visual Language Understanding and Generation",
18+
"description": "VILA-M3 is a medical visual language model built on Llama 3 and VILA architecture. This 8B parameter model performs medical image analysis including segmentation, classification, visual question answering, and report generation across multiple imaging modalities.",
19+
"authors": "Vishwesh Nath, Wenqi Li, Dong Yang, Andriy Myronenko, et al. from NVIDIA, SingHealth and NIH",
1920
"copyright": "NVIDIA",
20-
"data_source": "NVIDIA",
21+
"data_source": "MONAI and specialized medical datasets",
2122
"data_type": "Medical images and text",
2223
"image_classes": "Various medical imaging modalities",
2324
"huggingface_model_id": "MONAI/Llama3-VILA-M3-8B",

‎models/brain_image_synthesis_latent_diffusion_model/configs/metadata.json‎

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,8 @@
11
{
22
"schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20240725.json",
3-
"version": "1.0.2",
3+
"version": "1.0.3",
44
"changelog": {
5+
"1.0.3": "enhanced metadata with improved descriptions, task specification",
56
"1.0.2": "fix missing dependencies",
67
"1.0.1": "update to huggingface hosting",
78
"1.0.0": "Initial release"
@@ -13,8 +14,9 @@
1314
"nibabel": "5.3.2",
1415
"einops": "0.7.0"
1516
},
16-
"task": "Brain image synthesis",
17-
"description": "A generative model for creating high-resolution 3D brain MRI based on UK Biobank",
17+
"name": "Brain MRI Latent Diffusion Synthesis",
18+
"task": "Conditional Synthesis of 3D Brain MRI with Demographic and Morphological Control",
19+
"description": "A latent diffusion model that generates 160x224x160 voxel T1-weighted brain MRI volumes with 1mm isotropic resolution. The model accepts conditional inputs for age, gender, ventricular volume, and brain volume, enabling controlled generation of brain images with specific demographic and morphological characteristics.",
1820
"authors": "Walter H. L. Pinaya, Petru-Daniel Tudosiu, Jessica Dafflon, Pedro F Da Costa, Virginia Fernandez, Parashkev Nachev, Sebastien Ourselin, and M. Jorge Cardoso",
1921
"copyright": "Copyright (c) MONAI Consortium",
2022
"data_source": "https://www.ukbiobank.ac.uk/",

‎models/brats_mri_axial_slices_generative_diffusion/configs/metadata.json‎

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,8 @@
11
{
22
"schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20240725.json",
3-
"version": "1.1.3",
3+
"version": "1.1.4",
44
"changelog": {
5+
"1.1.4": "enhance metadata with improved descriptions and task specification",
56
"1.1.3": "update to huggingface hosting and fix missing dependencies",
67
"1.1.2": "update issue for IgniteInfo",
78
"1.1.1": "enable tensorrt",
@@ -28,9 +29,9 @@
2829
"pytorch-ignite": "0.4.11"
2930
},
3031
"supported_apps": {},
31-
"name": "BraTS MRI axial slices latent diffusion generation",
32-
"task": "BraTS MRI axial slices synthesis",
33-
"description": "A generative model for creating 2D brain MRI axial slices from Gaussian noise based on BraTS dataset",
32+
"name": "BraTS MRI Axial Slices Latent Diffusion Generation",
33+
"task": "Conditional Synthesis of Brain MRI Axial Slices",
34+
"description": "Latent diffusion model that synthesizes 2D brain MRI axial slices (240x240 pixels) from Gaussian noise, trained on the BraTS dataset. The model processes 1-channel latent space features (64x64) and generates FLAIR sequences with 1mm in-plane resolution, capturing diverse tumor and brain tissue appearances.",
3435
"authors": "MONAI team",
3536
"copyright": "Copyright (c) MONAI Consortium",
3637
"data_source": "http://medicaldecathlon.com/",

‎models/brats_mri_generative_diffusion/configs/metadata.json‎

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,8 @@
11
{
22
"schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20240725.json",
3-
"version": "1.1.3",
3+
"version": "1.1.4",
44
"changelog": {
5+
"1.1.4": "enhanced metadata with improved descriptions and task specification",
56
"1.1.3": "update to huggingface hosting and fix missing dependencies",
67
"1.1.2": "update issue for IgniteInfo",
78
"1.1.1": "enable tensorrt",
@@ -28,9 +29,9 @@
2829
"tensorboard": "2.17.0"
2930
},
3031
"supported_apps": {},
31-
"name": "BraTS MRI image latent diffusion generation",
32-
"task": "BraTS MRI image synthesis",
33-
"description": "A generative model for creating 3D brain MRI from Gaussian noise based on BraTS dataset",
32+
"name": "BraTS MRI Latent Diffusion Generation",
33+
"task": "Conditional Synthesis of Brain MRI with Tumor Features",
34+
"description": "Volumetric latent diffusion model that generates 3D brain MRI volumes (112x128x80 voxels) with tumor features from Gaussian noise, trained on the BraTS multimodal MRI dataset.",
3435
"authors": "MONAI team",
3536
"copyright": "Copyright (c) MONAI Consortium",
3637
"data_source": "http://medicaldecathlon.com/",

‎models/brats_mri_segmentation/configs/metadata.json‎

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,8 @@
11
{
22
"schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20240725.json",
3-
"version": "0.5.3",
3+
"version": "0.5.4",
44
"changelog": {
5+
"0.5.4": "enhanced metadata with improved descriptions and task specification",
56
"0.5.3": "update to huggingface hosting",
67
"0.5.2": "use monai 1.4 and update large files",
78
"0.5.1": "update to use monai 1.3.1",
@@ -42,11 +43,11 @@
4243
},
4344
"supported_apps": {},
4445
"name": "BraTS MRI segmentation",
45-
"task": "Multimodal Brain Tumor segmentation",
46-
"description": "A pre-trained model for volumetric (3D) segmentation of brain tumor subregions from multimodal MRIs based on BraTS 2018 data",
46+
"task": "Multimodal Brain Tumor Subregion Segmentation",
47+
"description": "3D segmentation model for delineating brain tumor subregions from multimodal MRI scans (T1, T1c, T2, FLAIR). The model processes 4-channel input volumes with 1mm isotropic resolution and outputs 3-channel segmentation masks for tumor core (TC), whole tumor (WT), and enhancing tumor (ET).",
4748
"authors": "MONAI team",
4849
"copyright": "Copyright (c) MONAI Consortium",
49-
"data_source": "https://www.med.upenn.edu/sbia/brats2018/data.html",
50+
"data_source": "BraTS 2018 Challenge Dataset (https://www.med.upenn.edu/sbia/brats2018/data.html)",
5051
"data_type": "nibabel",
5152
"image_classes": "4 channel data, T1c, T1, T2, FLAIR at 1x1x1 mm",
5253
"label_classes": "3 channel data, channel 0 for Tumor core, channel 1 for Whole tumor, channel 2 for Enhancing tumor",

‎models/breast_density_classification/configs/metadata.json‎

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,8 @@
11
{
22
"schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20240725.json",
3-
"version": "0.1.7",
3+
"version": "0.1.8",
44
"changelog": {
5+
"0.1.8": "enhance metadata with improved descriptions and task specification",
56
"0.1.7": "update to huggingface hosting",
67
"0.1.6": "Remove meta dict usage",
78
"0.1.5": "Fixed duplication of input output format section",
@@ -19,12 +20,12 @@
1920
},
2021
"supported_apps": {},
2122
"name": "Breast density classification",
22-
"task": "Breast Density Classification",
23-
"description": "A pre-trained model for classifying breast images (mammograms) ",
23+
"task": "Mammographic Breast Density Classification (BI-RADS)",
24+
"description": "A deep learning model for automated classification of breast tissue density in mammograms according to the BI-RADS density categories (A through D). The model processes 299x299 pixel images and classifies breast tissue into four categories: fatty, scattered fibroglandular, heterogeneously dense, and extremely dense.",
2425
"authors": "Center for Augmented Intelligence in Imaging, Mayo Clinic Florida",
2526
"copyright": "Copyright (c) Mayo Clinic",
26-
"data_source": "Mayo Clinic ",
27-
"data_type": "Jpeg",
27+
"data_source": "Mayo Clinic",
28+
"data_type": "jpeg",
2829
"image_classes": "three channel data, intensity scaled to [0, 1]. A single grayscale is copied to 3 channels",
2930
"label_classes": "four classes marked as [1, 0, 0, 0], [0, 1, 0, 0], [0, 0, 1, 0] and [0, 0, 0, 1] for the classes A, B, C and D respectively.",
3031
"pred_classes": "One hot data",

0 commit comments

Comments
 (0)