Update organization and tag

aws-samples · Feb 22, 2024 · a6ffefc · a6ffefc
1 parent 49d45bf
commit a6ffefc
Show file tree

Hide file tree

Showing 95 changed files with 0 additions and 0 deletions.
diff --git a/...ers/pytorch/0.nvcr-pytorch-aws.dockerfile → ...ers/pytorch/0.nvcr-pytorch-aws.dockerfile b/...ers/pytorch/0.nvcr-pytorch-aws.dockerfile → ...ers/pytorch/0.nvcr-pytorch-aws.dockerfile
diff --git a/...d_containers/containers/pytorch/README.md → ...containers/2.containers/pytorch/README.md b/...d_containers/containers/pytorch/README.md → ...containers/2.containers/pytorch/README.md
diff --git a/...tron-lm/0.distributed-training.Dockerfile → ...tron-lm/0.distributed-training.Dockerfile b/...tron-lm/0.distributed-training.Dockerfile → ...tron-lm/0.distributed-training.Dockerfile
diff --git a/...1.megatron-lm/1.data-preprocessing.sbatch → ...1.megatron-lm/1.data-preprocessing.sbatch b/...1.megatron-lm/1.data-preprocessing.sbatch → ...1.megatron-lm/1.data-preprocessing.sbatch
diff --git a/...megatron-lm/2.distributed-training.sbatch → ...megatron-lm/2.distributed-training.sbatch b/...megatron-lm/2.distributed-training.sbatch → ...megatron-lm/2.distributed-training.sbatch
diff --git a/....megatron-lm/3.data-preproc-llama2.sbatch → ....megatron-lm/3.data-preproc-llama2.sbatch b/....megatron-lm/3.data-preproc-llama2.sbatch → ....megatron-lm/3.data-preproc-llama2.sbatch
diff --git a/...es/1.megatron-lm/4.pretrain-llama2.sbatch → ...s/01.megatron-lm/4.pretrain-llama2.sbatch b/...es/1.megatron-lm/4.pretrain-llama2.sbatch → ...s/01.megatron-lm/4.pretrain-llama2.sbatch
diff --git a/3.test_cases/1.megatron-lm/Makefile → 3.test_cases/01.megatron-lm/Makefile b/3.test_cases/1.megatron-lm/Makefile → 3.test_cases/01.megatron-lm/Makefile
diff --git a/3.test_cases/1.megatron-lm/README.md → 3.test_cases/01.megatron-lm/README.md b/3.test_cases/1.megatron-lm/README.md → 3.test_cases/01.megatron-lm/README.md
diff --git a/...t_cases/1.megatron-lm/test_megatron_lm.py → ..._cases/01.megatron-lm/test_megatron_lm.py b/...t_cases/1.megatron-lm/test_megatron_lm.py → ..._cases/01.megatron-lm/test_megatron_lm.py
diff --git a/3.test_cases/2.nemo-launcher/.gitignore → 3.test_cases/02.nemo-launcher/.gitignore b/3.test_cases/2.nemo-launcher/.gitignore → 3.test_cases/02.nemo-launcher/.gitignore
diff --git a/...r/0.NemoMegatron-aws-optimized.Dockerfile → ...r/0.NemoMegatron-aws-optimized.Dockerfile b/...r/0.NemoMegatron-aws-optimized.Dockerfile → ...r/0.NemoMegatron-aws-optimized.Dockerfile
diff --git a/...nemo-launcher/1.bmk-pretrain-gpt3-126m.sh → ...nemo-launcher/1.bmk-pretrain-gpt3-126m.sh b/...nemo-launcher/1.bmk-pretrain-gpt3-126m.sh → ...nemo-launcher/1.bmk-pretrain-gpt3-126m.sh
diff --git a/...2.nemo-launcher/2.bmk-pretrain-gpt3-5b.sh → ...2.nemo-launcher/2.bmk-pretrain-gpt3-5b.sh b/...2.nemo-launcher/2.bmk-pretrain-gpt3-5b.sh → ...2.nemo-launcher/2.bmk-pretrain-gpt3-5b.sh
diff --git a/....nemo-launcher/3.bmk-pretrain-gpt3-40b.sh → ....nemo-launcher/3.bmk-pretrain-gpt3-40b.sh b/....nemo-launcher/3.bmk-pretrain-gpt3-40b.sh → ....nemo-launcher/3.bmk-pretrain-gpt3-40b.sh
diff --git a/...nemo-launcher/4.bmk-pretrain-gpt3-175b.sh → ...nemo-launcher/4.bmk-pretrain-gpt3-175b.sh b/...nemo-launcher/4.bmk-pretrain-gpt3-175b.sh → ...nemo-launcher/4.bmk-pretrain-gpt3-175b.sh
diff --git a/....nemo-launcher/5.bmk-pretrain-llama-7b.sh → ....nemo-launcher/5.bmk-pretrain-llama-7b.sh b/....nemo-launcher/5.bmk-pretrain-llama-7b.sh → ....nemo-launcher/5.bmk-pretrain-llama-7b.sh
diff --git a/...nemo-launcher/6.bmk-pretrain-llama-70b.sh → ...nemo-launcher/6.bmk-pretrain-llama-70b.sh b/...nemo-launcher/6.bmk-pretrain-llama-70b.sh → ...nemo-launcher/6.bmk-pretrain-llama-70b.sh
diff --git a/3.test_cases/2.nemo-launcher/README.md → 3.test_cases/02.nemo-launcher/README.md b/3.test_cases/2.nemo-launcher/README.md → 3.test_cases/02.nemo-launcher/README.md
diff --git a/...o-launcher/conf.template/cluster/bcm.yaml → ...o-launcher/conf.template/cluster/bcm.yaml b/...o-launcher/conf.template/cluster/bcm.yaml → ...o-launcher/conf.template/cluster/bcm.yaml
diff --git a/...2.nemo-launcher/conf.template/config.yaml → ...2.nemo-launcher/conf.template/config.yaml b/...2.nemo-launcher/conf.template/config.yaml → ...2.nemo-launcher/conf.template/config.yaml
diff --git a/...ses/2.nemo-launcher/test_nemo_launcher.py → ...es/02.nemo-launcher/test_nemo_launcher.py b/...ses/2.nemo-launcher/test_nemo_launcher.py → ...es/02.nemo-launcher/test_nemo_launcher.py
diff --git a/3.test_cases/3.MPT/0.llm-foundry.Dockerfile → 3.test_cases/03.MPT/0.llm-foundry.Dockerfile b/3.test_cases/3.MPT/0.llm-foundry.Dockerfile → 3.test_cases/03.MPT/0.llm-foundry.Dockerfile
diff --git a/3.test_cases/3.MPT/1.c4-preprocess.sbatch → 3.test_cases/03.MPT/1.c4-preprocess.sbatch b/3.test_cases/3.MPT/1.c4-preprocess.sbatch → 3.test_cases/03.MPT/1.c4-preprocess.sbatch
diff --git a/...MPT/2.train-mpt-manual-distributed.sbatch → ...MPT/2.train-mpt-manual-distributed.sbatch b/...MPT/2.train-mpt-manual-distributed.sbatch → ...MPT/2.train-mpt-manual-distributed.sbatch
diff --git a/3.test_cases/3.MPT/Makefile → 3.test_cases/03.MPT/Makefile b/3.test_cases/3.MPT/Makefile → 3.test_cases/03.MPT/Makefile
diff --git a/3.test_cases/3.MPT/README.md → 3.test_cases/03.MPT/README.md b/3.test_cases/3.MPT/README.md → 3.test_cases/03.MPT/README.md
diff --git a/3.test_cases/4.DDP/1-create_environment.sh → 3.test_cases/04.DDP/1-create_environment.sh b/3.test_cases/4.DDP/1-create_environment.sh → 3.test_cases/04.DDP/1-create_environment.sh
diff --git a/3.test_cases/4.DDP/2-calc_mean_std.slurm → 3.test_cases/04.DDP/2-calc_mean_std.slurm b/3.test_cases/4.DDP/2-calc_mean_std.slurm → 3.test_cases/04.DDP/2-calc_mean_std.slurm
diff --git a/3.test_cases/4.DDP/3-main_dino.slurm → 3.test_cases/04.DDP/3-main_dino.slurm b/3.test_cases/4.DDP/3-main_dino.slurm → 3.test_cases/04.DDP/3-main_dino.slurm
diff --git a/..._cases/4.DDP/4-compute_cls_features.slurm → ...cases/04.DDP/4-compute_cls_features.slurm b/..._cases/4.DDP/4-compute_cls_features.slurm → ...cases/04.DDP/4-compute_cls_features.slurm
diff --git a/3.test_cases/4.DDP/5-extract_labels.slurm → 3.test_cases/04.DDP/5-extract_labels.slurm b/3.test_cases/4.DDP/5-extract_labels.slurm → 3.test_cases/04.DDP/5-extract_labels.slurm
diff --git a/3.test_cases/4.DDP/6-global_knn.slurm → 3.test_cases/04.DDP/6-global_knn.slurm b/3.test_cases/4.DDP/6-global_knn.slurm → 3.test_cases/04.DDP/6-global_knn.slurm
diff --git a/3.test_cases/4.DDP/7-plots.slurm → 3.test_cases/04.DDP/7-plots.slurm b/3.test_cases/4.DDP/7-plots.slurm → 3.test_cases/04.DDP/7-plots.slurm
diff --git a/3.test_cases/4.DDP/README.md → 3.test_cases/04.DDP/README.md b/3.test_cases/4.DDP/README.md → 3.test_cases/04.DDP/README.md
diff --git a/3.test_cases/4.DDP/images/Architecture.png → 3.test_cases/04.DDP/images/Architecture.png b/3.test_cases/4.DDP/images/Architecture.png → 3.test_cases/04.DDP/images/Architecture.png
diff --git a/3.test_cases/4.DDP/images/Test-dir.png → 3.test_cases/04.DDP/images/Test-dir.png b/3.test_cases/4.DDP/images/Test-dir.png → 3.test_cases/04.DDP/images/Test-dir.png
diff --git a/3.test_cases/4.DDP/images/Training-dir.png → 3.test_cases/04.DDP/images/Training-dir.png b/3.test_cases/4.DDP/images/Training-dir.png → 3.test_cases/04.DDP/images/Training-dir.png
diff --git a/3.test_cases/4.DDP/images/fsx.png → 3.test_cases/04.DDP/images/fsx.png b/3.test_cases/4.DDP/images/fsx.png → 3.test_cases/04.DDP/images/fsx.png
diff --git a/3.test_cases/4.DDP/images/list-clusters.png → 3.test_cases/04.DDP/images/list-clusters.png b/3.test_cases/4.DDP/images/list-clusters.png → 3.test_cases/04.DDP/images/list-clusters.png
diff --git a/3.test_cases/4.DDP/images/sinfo.png → 3.test_cases/04.DDP/images/sinfo.png b/3.test_cases/4.DDP/images/sinfo.png → 3.test_cases/04.DDP/images/sinfo.png
diff --git a/3.test_cases/4.DDP/images/vpc.png → 3.test_cases/04.DDP/images/vpc.png b/3.test_cases/4.DDP/images/vpc.png → 3.test_cases/04.DDP/images/vpc.png
diff --git a/...s/4.DDP/pyscripts/compute_CLS_features.py → .../04.DDP/pyscripts/compute_CLS_features.py b/...s/4.DDP/pyscripts/compute_CLS_features.py → .../04.DDP/pyscripts/compute_CLS_features.py
diff --git a/...s/4.DDP/pyscripts/extract_image_labels.py → .../04.DDP/pyscripts/extract_image_labels.py b/...s/4.DDP/pyscripts/extract_image_labels.py → .../04.DDP/pyscripts/extract_image_labels.py
diff --git a/3.test_cases/4.DDP/pyscripts/global_kNN.py → 3.test_cases/04.DDP/pyscripts/global_kNN.py b/3.test_cases/4.DDP/pyscripts/global_kNN.py → 3.test_cases/04.DDP/pyscripts/global_kNN.py
diff --git a/3.test_cases/4.DDP/pyscripts/main_dino.py → 3.test_cases/04.DDP/pyscripts/main_dino.py b/3.test_cases/4.DDP/pyscripts/main_dino.py → 3.test_cases/04.DDP/pyscripts/main_dino.py
diff --git a/...cases/4.DDP/pyscripts/mean_std_dataset.py → ...ases/04.DDP/pyscripts/mean_std_dataset.py b/...cases/4.DDP/pyscripts/mean_std_dataset.py → ...ases/04.DDP/pyscripts/mean_std_dataset.py
diff --git a/3.test_cases/4.DDP/pyscripts/plot_in_2D.py → 3.test_cases/04.DDP/pyscripts/plot_in_2D.py b/3.test_cases/4.DDP/pyscripts/plot_in_2D.py → 3.test_cases/04.DDP/pyscripts/plot_in_2D.py
diff --git a/3.test_cases/4.DDP/pyscripts/setup.py → 3.test_cases/04.DDP/pyscripts/setup.py b/3.test_cases/4.DDP/pyscripts/setup.py → 3.test_cases/04.DDP/pyscripts/setup.py
diff --git a/3.test_cases/4.DDP/pyscripts/utils.py → 3.test_cases/04.DDP/pyscripts/utils.py b/3.test_cases/4.DDP/pyscripts/utils.py → 3.test_cases/04.DDP/pyscripts/utils.py
diff --git a/...ses/4.DDP/pyscripts/vision_transformer.py → ...es/04.DDP/pyscripts/vision_transformer.py b/...ses/4.DDP/pyscripts/vision_transformer.py → ...es/04.DDP/pyscripts/vision_transformer.py
diff --git a/...es/4.DDP/pyscripts/visualise_attention.py → ...s/04.DDP/pyscripts/visualise_attention.py b/...es/4.DDP/pyscripts/visualise_attention.py → ...s/04.DDP/pyscripts/visualise_attention.py
diff --git a/3.test_cases/4.DDP/requirements.txt → 3.test_cases/04.DDP/requirements.txt b/3.test_cases/4.DDP/requirements.txt → 3.test_cases/04.DDP/requirements.txt
diff --git a/3.test_cases/4.DDP/scDINO_full_pipeline.yaml → ...st_cases/04.DDP/scDINO_full_pipeline.yaml b/3.test_cases/4.DDP/scDINO_full_pipeline.yaml → ...st_cases/04.DDP/scDINO_full_pipeline.yaml
diff --git a/...am-benchmark/0.param-benchmark.Dockerfile → ...am-benchmark/0.param-benchmark.Dockerfile b/...am-benchmark/0.param-benchmark.Dockerfile → ...am-benchmark/0.param-benchmark.Dockerfile
diff --git a/...-benchmark/1.param-benchmark-comms.sbatch → ...-benchmark/1.param-benchmark-comms.sbatch b/...-benchmark/1.param-benchmark-comms.sbatch → ...-benchmark/1.param-benchmark-comms.sbatch
diff --git a/...enchmark/2.param-benchmark-compute.sbatch → ...enchmark/2.param-benchmark-compute.sbatch b/...enchmark/2.param-benchmark-compute.sbatch → ...enchmark/2.param-benchmark-compute.sbatch
diff --git a/3.test_cases/5.param-benchmark/README.md → 3.test_cases/05.param-benchmark/README.md b/3.test_cases/5.param-benchmark/README.md → 3.test_cases/05.param-benchmark/README.md
diff --git a/3.test_cases/6.stable-diffusion/README.md → 3.test_cases/06.stable-diffusion/README.md b/3.test_cases/6.stable-diffusion/README.md → 3.test_cases/06.stable-diffusion/README.md
diff --git a/....stable-diffusion/multi-node/1.Dockerfile → ....stable-diffusion/multi-node/1.Dockerfile b/....stable-diffusion/multi-node/1.Dockerfile → ....stable-diffusion/multi-node/1.Dockerfile
diff --git a/...table-diffusion/multi-node/2.train.sbatch → ...table-diffusion/multi-node/2.train.sbatch b/...table-diffusion/multi-node/2.train.sbatch → ...table-diffusion/multi-node/2.train.sbatch
diff --git a/...node/3.stable-diffusion-eks.yaml-template → ...node/3.stable-diffusion-eks.yaml-template b/...node/3.stable-diffusion-eks.yaml-template → ...node/3.stable-diffusion-eks.yaml-template
diff --git a/...6.stable-diffusion/multi-node/4.etcd.yaml → ...6.stable-diffusion/multi-node/4.etcd.yaml b/...6.stable-diffusion/multi-node/4.etcd.yaml → ...6.stable-diffusion/multi-node/4.etcd.yaml
diff --git a/...-model-scaling-stable-diff-throughput.png → ...-model-scaling-stable-diff-throughput.png b/...-model-scaling-stable-diff-throughput.png → ...-model-scaling-stable-diff-throughput.png
diff --git a/...lti-node/p5-model-scaling-stable-diff.png → ...lti-node/p5-model-scaling-stable-diff.png b/...lti-node/p5-model-scaling-stable-diff.png → ...lti-node/p5-model-scaling-stable-diff.png
diff --git a/...stable-diffusion/single-node/0.Dockerfile → ...stable-diffusion/single-node/0.Dockerfile b/...stable-diffusion/single-node/0.Dockerfile → ...stable-diffusion/single-node/0.Dockerfile
diff --git a/...le-node/calculate_number_of_parameters.py → ...le-node/calculate_number_of_parameters.py b/...le-node/calculate_number_of_parameters.py → ...le-node/calculate_number_of_parameters.py
diff --git a/...able-diffusion/single-node/sd_p4de_p5.png → ...able-diffusion/single-node/sd_p4de_p5.png b/...able-diffusion/single-node/sd_p4de_p5.png → ...able-diffusion/single-node/sd_p4de_p5.png
diff --git a/...rflow-distributed/0.tensorflow.Dockerfile → ...rflow-distributed/0.tensorflow.Dockerfile b/...rflow-distributed/0.tensorflow.Dockerfile → ...rflow-distributed/0.tensorflow.Dockerfile
diff --git a/...sorflow-distributed/1.run-training.sbatch → ...sorflow-distributed/1.run-training.sbatch b/...sorflow-distributed/1.run-training.sbatch → ...sorflow-distributed/1.run-training.sbatch
diff --git a/...t_cases/7.tensorflow-distributed/Makefile → ..._cases/07.tensorflow-distributed/Makefile b/...t_cases/7.tensorflow-distributed/Makefile → ..._cases/07.tensorflow-distributed/Makefile
diff --git a/..._cases/7.tensorflow-distributed/README.md → ...cases/07.tensorflow-distributed/README.md b/..._cases/7.tensorflow-distributed/README.md → ...cases/07.tensorflow-distributed/README.md
diff --git a/...es/7.tensorflow-distributed/src/worker.py → ...s/07.tensorflow-distributed/src/worker.py b/...es/7.tensorflow-distributed/src/worker.py → ...s/07.tensorflow-distributed/src/worker.py
diff --git a/...s/8.neuronx-nemo-megatron/1.setup-venv.sh → .../08.neuronx-nemo-megatron/1.setup-venv.sh b/...s/8.neuronx-nemo-megatron/1.setup-venv.sh → .../08.neuronx-nemo-megatron/1.setup-venv.sh
diff --git a/...megatron/2.setup-neuronx-nemo-megatron.sh → ...megatron/2.setup-neuronx-nemo-megatron.sh b/...megatron/2.setup-neuronx-nemo-megatron.sh → ...megatron/2.setup-neuronx-nemo-megatron.sh
diff --git a/...onx-nemo-megatron/3.convert-weight.sbatch → ...onx-nemo-megatron/3.convert-weight.sbatch b/...onx-nemo-megatron/3.convert-weight.sbatch → ...onx-nemo-megatron/3.convert-weight.sbatch
diff --git a/...8.neuronx-nemo-megatron/4.tokenize.sbatch → ...8.neuronx-nemo-megatron/4.tokenize.sbatch b/...8.neuronx-nemo-megatron/4.tokenize.sbatch → ...8.neuronx-nemo-megatron/4.tokenize.sbatch
diff --git a/...uronx-nemo-megatron/5.precompile-model.sh → ...uronx-nemo-megatron/5.precompile-model.sh b/...uronx-nemo-megatron/5.precompile-model.sh → ...uronx-nemo-megatron/5.precompile-model.sh
diff --git a/...neuronx-nemo-megatron/6.pretrain-model.sh → ...neuronx-nemo-megatron/6.pretrain-model.sh b/...neuronx-nemo-megatron/6.pretrain-model.sh → ...neuronx-nemo-megatron/6.pretrain-model.sh
diff --git a/...t_cases/8.neuronx-nemo-megatron/README.md → ..._cases/08.neuronx-nemo-megatron/README.md b/...t_cases/8.neuronx-nemo-megatron/README.md → ..._cases/08.neuronx-nemo-megatron/README.md
diff --git a/3.test_cases/9.nemo-multimodal/0.Dockerfile → 3.test_cases/09.nemo-multimodal/0.Dockerfile b/3.test_cases/9.nemo-multimodal/0.Dockerfile → 3.test_cases/09.nemo-multimodal/0.Dockerfile
diff --git a/3.test_cases/9.nemo-multimodal/README.md → 3.test_cases/09.nemo-multimodal/README.md b/3.test_cases/9.nemo-multimodal/README.md → 3.test_cases/09.nemo-multimodal/README.md
diff --git a/...emo-multimodal/nemo_configs/1.config.yaml → ...emo-multimodal/nemo_configs/1.config.yaml b/...emo-multimodal/nemo_configs/1.config.yaml → ...emo-multimodal/nemo_configs/1.config.yaml
diff --git a/...9.nemo-multimodal/nemo_configs/2.bcm.yaml → ...9.nemo-multimodal/nemo_configs/2.bcm.yaml b/...9.nemo-multimodal/nemo_configs/2.bcm.yaml → ...9.nemo-multimodal/nemo_configs/2.bcm.yaml
diff --git a/...l/nemo_configs/3.download_multimodal.yaml → ...l/nemo_configs/3.download_multimodal.yaml b/...l/nemo_configs/3.download_multimodal.yaml → ...l/nemo_configs/3.download_multimodal.yaml
diff --git a/...iffusion_860m_res_256_pretrain_hydra.yaml → ...iffusion_860m_res_256_pretrain_hydra.yaml b/...iffusion_860m_res_256_pretrain_hydra.yaml → ...iffusion_860m_res_256_pretrain_hydra.yaml
diff --git a/..._cases/9.nemo-multimodal/requirements.txt → ...cases/09.nemo-multimodal/requirements.txt b/..._cases/9.nemo-multimodal/requirements.txt → ...cases/09.nemo-multimodal/requirements.txt
diff --git a/3.test_cases/jax/README.md → 3.test_cases/14.JAX/README.md b/3.test_cases/jax/README.md → 3.test_cases/14.JAX/README.md
diff --git a/3.test_cases/jax/jax.sbatch → 3.test_cases/14.JAX/jax.sbatch b/3.test_cases/jax/jax.sbatch → 3.test_cases/14.JAX/jax.sbatch
diff --git a/3.test_cases/jax/jax_paxml.Dockerfile → 3.test_cases/14.JAX/jax_paxml.Dockerfile b/3.test_cases/jax/jax_paxml.Dockerfile → 3.test_cases/14.JAX/jax_paxml.Dockerfile
diff --git a/3.test_cases/jax/run_paxml.sh → 3.test_cases/14.JAX/run_paxml.sh b/3.test_cases/jax/run_paxml.sh → 3.test_cases/14.JAX/run_paxml.sh
diff --git a/3.test_cases/4.DDP/pyscripts/__pycache__/utils.cpython-38.pyc b/3.test_cases/4.DDP/pyscripts/__pycache__/utils.cpython-38.pyc
diff --git a/3.test_cases/4.DDP/pyscripts/__pycache__/vision_transformer.cpython-38.pyc b/3.test_cases/4.DDP/pyscripts/__pycache__/vision_transformer.cpython-38.pyc
diff --git a/1.architectures/efa-cheatsheet.md → 5.best_practices/efa-cheatsheet.md b/1.architectures/efa-cheatsheet.md → 5.best_practices/efa-cheatsheet.md
diff --git a/...idation_and_observability/efa-versions.sh → 5.best_practices/efa-versions.sh b/...idation_and_observability/efa-versions.sh → 5.best_practices/efa-versions.sh