Merge pull request #434 from ngc92/profile-fix

initialize multi_gpu_config so profile doesn't crash
karpathy · May 19, 2024 · 00c291c · 00c291c
2 parents 5a26799 299ce65
commit 00c291c
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/profile_gpt2.cu b/profile_gpt2.cu
@@ -49,6  49,7 @@ int main(int argc, char *argv[]) {
 
     // override number of layers to 1 because all layers repeat the same kernels, only profile once
     model.config.num_layers = 1;
     set_zero_configs(&multi_gpu_config, 0, model.num_parameters);
 
     // do a training step
     gpt2_forward(&model, x, y, B, T);