From 299ce659ec571bd843a10010115d45742df6d285 Mon Sep 17 00:00:00 2001 From: Erik Schultheis Date: Sun, 19 May 2024 22:25:00 +0300 Subject: [PATCH] initialize multi_gpu_config so profile doesn't crash --- profile_gpt2.cu | 1 + 1 file changed, 1 insertion(+) diff --git a/profile_gpt2.cu b/profile_gpt2.cu index 4b24c8973..1a1ad51b9 100644 --- a/profile_gpt2.cu +++ b/profile_gpt2.cu @@ -49,6 +49,7 @@ int main(int argc, char *argv[]) { // override number of layers to 1 because all layers repeat the same kernels, only profile once model.config.num_layers = 1; + set_zero_configs(&multi_gpu_config, 0, model.num_parameters); // do a training step gpt2_forward(&model, x, y, B, T);