Skip to content

Commit 9f6d19f

Browse files
Can-Zhaopre-commit-ci[bot]KumoLiu
authored
Accelerated MAISI and make it compatible with previous DDPM (#1953)
Let MAISI tutorial work for more than one version name, and make it compatible with previous DDPM. Inference Tested with DDPM and RFlow. Training tested for DDPM and RFlow Some updates come from isort and black Fixes # . ### Description A few sentences describing the changes proposed in this pull request. ### Checks <!--- Put an `x` in all the boxes that apply, and remove the not applicable items --> - [ ] Avoid including large-size files in the PR. - [ ] Clean up long text outputs from code cells in the notebook. - [ ] For security purposes, please check the contents and remove any sensitive info such as user names and private key. - [ ] Ensure (1) hyperlinks and markdown anchors are working (2) use relative paths for tutorial repo files (3) put figure and graphs in the `./figure` folder - [x] Notebook runs automatically `./runner.sh -t <path to .ipynb file>` --------- Signed-off-by: Can-Zhao <canz@nvidia.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com> Co-authored-by: YunLiu <55491388+KumoLiu@users.noreply.github.com>
1 parent 77015e8 commit 9f6d19f

38 files changed

+1706
-1110
lines changed

‎generation/maisi/README.md‎

Lines changed: 69 additions & 29 deletions
Large diffs are not rendered by default.

‎generation/maisi/configs/config_infer.json‎

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,9 @@
11
{
22
"num_output_samples": 1,
3-
"body_region": ["abdomen"],
4-
"anatomy_list": ["liver","hepatic tumor"],
3+
"body_region": ["chest"],
4+
"anatomy_list": ["lung tumor"],
55
"controllable_anatomy_size": [],
6-
"num_inference_steps": 1000,
6+
"num_inference_steps": 30,
77
"mask_generation_num_inference_steps": 1000,
88
"output_size": [
99
256,
@@ -18,10 +18,11 @@
1818
2.0
1919
],
2020
"autoencoder_sliding_window_infer_size": [48,48,48],
21-
"autoencoder_sliding_window_infer_overlap": 0.25,
21+
"autoencoder_sliding_window_infer_overlap": 0.6666,
2222
"controlnet": "$@controlnet_def",
2323
"diffusion_unet": "$@diffusion_unet_def",
2424
"autoencoder": "$@autoencoder_def",
2525
"mask_generation_autoencoder": "$@mask_generation_autoencoder_def",
26-
"mask_generation_diffusion": "$@mask_generation_diffusion_def"
26+
"mask_generation_diffusion": "$@mask_generation_diffusion_def",
27+
"modality": 1
2728
}

‎generation/maisi/configs/config_infer_16g_256x256x128.json‎

Lines changed: 10 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,9 @@
11
{
22
"num_output_samples": 1,
3-
"body_region": ["abdomen"],
4-
"anatomy_list": ["liver","hepatic tumor"],
3+
"body_region": ["chest"],
4+
"anatomy_list": ["lung tumor"],
55
"controllable_anatomy_size": [],
6-
"num_inference_steps": 1000,
6+
"num_inference_steps": 30,
77
"mask_generation_num_inference_steps": 1000,
88
"output_size": [
99
256,
@@ -19,5 +19,11 @@
1919
],
2020
"autoencoder_sliding_window_infer_size": [96,96,96],
2121
"autoencoder_sliding_window_infer_overlap": 0.25,
22-
"autoencoder_tp_num_splits": 2
22+
"autoencoder_tp_num_splits": 2,
23+
"controlnet": "$@controlnet_def",
24+
"diffusion_unet": "$@diffusion_unet_def",
25+
"autoencoder": "$@autoencoder_def",
26+
"mask_generation_autoencoder": "$@mask_generation_autoencoder_def",
27+
"mask_generation_diffusion": "$@mask_generation_diffusion_def",
28+
"modality": 1
2329
}

‎generation/maisi/configs/config_infer_16g_256x256x256.json‎

Lines changed: 11 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,9 @@
11
{
22
"num_output_samples": 1,
3-
"body_region": ["abdomen"],
4-
"anatomy_list": ["liver","hepatic tumor"],
3+
"body_region": ["chest"],
4+
"anatomy_list": ["lung tumor"],
55
"controllable_anatomy_size": [],
6-
"num_inference_steps": 1000,
6+
"num_inference_steps": 30,
77
"mask_generation_num_inference_steps": 1000,
88
"output_size": [
99
256,
@@ -18,6 +18,12 @@
1818
2.0
1919
],
2020
"autoencoder_sliding_window_infer_size": [48,48,64],
21-
"autoencoder_sliding_window_infer_overlap": 0.25,
22-
"autoencoder_tp_num_splits": 2
21+
"autoencoder_sliding_window_infer_overlap": 0.6666,
22+
"autoencoder_tp_num_splits": 4,
23+
"controlnet": "$@controlnet_def",
24+
"diffusion_unet": "$@diffusion_unet_def",
25+
"autoencoder": "$@autoencoder_def",
26+
"mask_generation_autoencoder": "$@mask_generation_autoencoder_def",
27+
"mask_generation_diffusion": "$@mask_generation_diffusion_def",
28+
"modality": 1
2329
}

‎generation/maisi/configs/config_infer_16g_512x512x128.json‎

Lines changed: 11 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,9 @@
11
{
22
"num_output_samples": 1,
3-
"body_region": ["abdomen"],
4-
"anatomy_list": ["liver","hepatic tumor"],
3+
"body_region": ["chest"],
4+
"anatomy_list": ["lung tumor"],
55
"controllable_anatomy_size": [],
6-
"num_inference_steps": 1000,
6+
"num_inference_steps": 30,
77
"mask_generation_num_inference_steps": 1000,
88
"output_size": [
99
512,
@@ -18,6 +18,12 @@
1818
4.0
1919
],
2020
"autoencoder_sliding_window_infer_size": [64,64,32],
21-
"autoencoder_sliding_window_infer_overlap": 0.25,
22-
"autoencoder_tp_num_splits": 1
21+
"autoencoder_sliding_window_infer_overlap": 0.5,
22+
"autoencoder_tp_num_splits": 2,
23+
"controlnet": "$@controlnet_def",
24+
"diffusion_unet": "$@diffusion_unet_def",
25+
"autoencoder": "$@autoencoder_def",
26+
"mask_generation_autoencoder": "$@mask_generation_autoencoder_def",
27+
"mask_generation_diffusion": "$@mask_generation_diffusion_def",
28+
"modality": 1
2329
}

‎generation/maisi/configs/config_infer_24g_256x256x256.json‎

Lines changed: 10 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,9 @@
11
{
22
"num_output_samples": 1,
3-
"body_region": ["abdomen"],
4-
"anatomy_list": ["liver","hepatic tumor"],
3+
"body_region": ["chest"],
4+
"anatomy_list": ["lung tumor"],
55
"controllable_anatomy_size": [],
6-
"num_inference_steps": 1000,
6+
"num_inference_steps": 30,
77
"mask_generation_num_inference_steps": 1000,
88
"output_size": [
99
256,
@@ -19,5 +19,11 @@
1919
],
2020
"autoencoder_sliding_window_infer_size": [64,64,64],
2121
"autoencoder_sliding_window_infer_overlap": 0.25,
22-
"autoencoder_tp_num_splits": 4
22+
"autoencoder_tp_num_splits": 4,
23+
"controlnet": "$@controlnet_def",
24+
"diffusion_unet": "$@diffusion_unet_def",
25+
"autoencoder": "$@autoencoder_def",
26+
"mask_generation_autoencoder": "$@mask_generation_autoencoder_def",
27+
"mask_generation_diffusion": "$@mask_generation_diffusion_def",
28+
"modality": 1
2329
}

‎generation/maisi/configs/config_infer_24g_512x512x128.json‎

Lines changed: 11 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,9 @@
11
{
22
"num_output_samples": 1,
3-
"body_region": ["abdomen"],
4-
"anatomy_list": ["liver","hepatic tumor"],
3+
"body_region": ["chest"],
4+
"anatomy_list": ["lung tumor"],
55
"controllable_anatomy_size": [],
6-
"num_inference_steps": 1000,
6+
"num_inference_steps": 30,
77
"mask_generation_num_inference_steps": 1000,
88
"output_size": [
99
512,
@@ -18,6 +18,12 @@
1818
4.0
1919
],
2020
"autoencoder_sliding_window_infer_size": [80,80,32],
21-
"autoencoder_sliding_window_infer_overlap": 0.25,
22-
"autoencoder_tp_num_splits": 1
21+
"autoencoder_sliding_window_infer_overlap": 0.4,
22+
"autoencoder_tp_num_splits": 2,
23+
"controlnet": "$@controlnet_def",
24+
"diffusion_unet": "$@diffusion_unet_def",
25+
"autoencoder": "$@autoencoder_def",
26+
"mask_generation_autoencoder": "$@mask_generation_autoencoder_def",
27+
"mask_generation_diffusion": "$@mask_generation_diffusion_def",
28+
"modality": 1
2329
}

‎generation/maisi/configs/config_infer_24g_512x512x512.json‎

Lines changed: 11 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,9 @@
11
{
22
"num_output_samples": 1,
3-
"body_region": ["abdomen"],
4-
"anatomy_list": ["liver","hepatic tumor"],
3+
"body_region": ["chest"],
4+
"anatomy_list": ["lung tumor"],
55
"controllable_anatomy_size": [],
6-
"num_inference_steps": 1000,
6+
"num_inference_steps": 30,
77
"mask_generation_num_inference_steps": 1000,
88
"output_size": [
99
512,
@@ -18,6 +18,12 @@
1818
1.0
1919
],
2020
"autoencoder_sliding_window_infer_size": [64,64,48],
21-
"autoencoder_sliding_window_infer_overlap": 0.25,
22-
"autoencoder_tp_num_splits": 2
21+
"autoencoder_sliding_window_infer_overlap": 0.4,
22+
"autoencoder_tp_num_splits": 2,
23+
"controlnet": "$@controlnet_def",
24+
"diffusion_unet": "$@diffusion_unet_def",
25+
"autoencoder": "$@autoencoder_def",
26+
"mask_generation_autoencoder": "$@mask_generation_autoencoder_def",
27+
"mask_generation_diffusion": "$@mask_generation_diffusion_def",
28+
"modality": 1
2329
}

‎generation/maisi/configs/config_infer_32g_512x512x512.json‎

Lines changed: 12 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,9 @@
11
{
22
"num_output_samples": 1,
3-
"body_region": ["abdomen"],
4-
"anatomy_list": ["liver","hepatic tumor"],
3+
"body_region": ["chest"],
4+
"anatomy_list": ["lung tumor"],
55
"controllable_anatomy_size": [],
6-
"num_inference_steps": 1000,
6+
"num_inference_steps": 30,
77
"mask_generation_num_inference_steps": 1000,
88
"output_size": [
99
512,
@@ -17,7 +17,13 @@
1717
0.75,
1818
1.0
1919
],
20-
"autoencoder_sliding_window_infer_size": [64,64,64],
21-
"autoencoder_sliding_window_infer_overlap": 0.25,
22-
"autoencoder_tp_num_splits": 2
20+
"autoencoder_sliding_window_infer_size": [80,80,48],
21+
"autoencoder_sliding_window_infer_overlap": 0.4,
22+
"autoencoder_tp_num_splits": 4,
23+
"controlnet": "$@controlnet_def",
24+
"diffusion_unet": "$@diffusion_unet_def",
25+
"autoencoder": "$@autoencoder_def",
26+
"mask_generation_autoencoder": "$@mask_generation_autoencoder_def",
27+
"mask_generation_diffusion": "$@mask_generation_diffusion_def",
28+
"modality": 1
2329
}

‎generation/maisi/configs/config_infer_80g_512x512x128.json‎

Lines changed: 0 additions & 23 deletions
This file was deleted.

0 commit comments

Comments
 (0)