diff --git a/training/a4x/llama3-1-405b/nemo-pretraining-gke/64node-FP8CS-GBS2048/recipe/README.md b/training/a4x/llama3-1-405b/nemo-pretraining-gke/64node-FP8CS-GBS2048/recipe/README.md index fead3a3f..84ca143b 100644 --- a/training/a4x/llama3-1-405b/nemo-pretraining-gke/64node-FP8CS-GBS2048/recipe/README.md +++ b/training/a4x/llama3-1-405b/nemo-pretraining-gke/64node-FP8CS-GBS2048/recipe/README.md @@ -83,7 +83,7 @@ gcloud container clusters get-credentials $CLUSTER_NAME --region $CLUSTER_REGION ### Configure and submit a pretraining job -#### Using 16 node (64 gpus) fp8 precision +#### Using 64 node (256 gpus) fp8 precision To execute the job with the default settings, run the following command from your client: