update copyrights (#1128)

* update copyrights * Update NeoXArgs docs automatically * nvidia copyright years * Update NeoXArgs docs automatically --------- Co-authored-by: github-actions <[email protected]>
EleutherAI · Jan 24, 2024 · 7a8fa2f · 7a8fa2f
1 parent 6399155
commit 7a8fa2f
Show file tree

Hide file tree

Showing 94 changed files with 122 additions and 122 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -1,4  1,4 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/LICENSE b/LICENSE
@@ -1,5  1,5 @@
                                  Apache License
-                           Version 2.0, January 2004
                            Version 2.0, January 2024
                         http://www.apache.org/licenses/
 
    TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
@@ -211,7  211,7 @@ used in those files, as indicated.
 ------------- LICENSE FOR NVIDIA code  --------------
 
 
-# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
@@ -241,7  241,7 @@ used in those files, as indicated.
 
 
                                  Apache License
-                           Version 2.0, January 2004
                            Version 2.0, January 2024
                         http://www.apache.org/licenses/
 
    TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION

diff --git a/README.md b/README.md
@@ -639,7  639,7 @@ To cite the 20 billion parameter model named `GPT-NeoX-20B`, please use
 
 ## Licensing
 
-This repository hosts code that is part of EleutherAI's GPT-NeoX project. Copyright (c) 2021, EleutherAI. Licensed under the Apache License:
 This repository hosts code that is part of EleutherAI's GPT-NeoX project. Copyright (c) 2024, EleutherAI. Licensed under the Apache License:
 
     Licensed under the Apache License, Version 2.0 (the "License");
     you may not use this file except in compliance with the License.

diff --git a/configs/neox_arguments.md b/configs/neox_arguments.md
@@ -111,7  111,7 @@ Logging Arguments
 
 - **git_hash**: str
 
-    Default = a300979
     Default = 765c219
 
     current git hash of repository
 

diff --git a/deepy.py b/deepy.py
@@ -1,5  1,5 @@
 #!/usr/bin/env python
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/eval.py b/eval.py
@@ -1,7  1,7 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/eval_tasks/__init__.py b/eval_tasks/__init__.py
@@ -1,4  1,4 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/eval_tasks/eval_adapter.py b/eval_tasks/eval_adapter.py
@@ -1,4  1,4 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/generate.py b/generate.py
@@ -1,8  1,8 @@
 #!/usr/bin/env python
-# Copyright (c) 2021 EleutherAI
 # Copyright (c) 2024 EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/__init__.py b/megatron/__init__.py
@@ -1,4  1,4 @@
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/checkpointing.py b/megatron/checkpointing.py
@@ -1,7  1,7 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/data/blendable_dataset.py b/megatron/data/blendable_dataset.py
@@ -1,7  1,7 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/data/data_utils.py b/megatron/data/data_utils.py
@@ -1,4  1,4 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/data/gpt2_dataset.py b/megatron/data/gpt2_dataset.py
@@ -1,7  1,7 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/data/helpers.cpp b/megatron/data/helpers.cpp
@@ -1,6  1,6 @@
 /*
  coding=utf-8
- Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
  Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 
  Licensed under the Apache License, Version 2.0 (the "License");
  you may not use this file except in compliance with the License.

diff --git a/megatron/data/indexed_dataset.py b/megatron/data/indexed_dataset.py
@@ -1,4  1,4 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Copyright (c) Facebook, Inc. and its affiliates.

diff --git a/megatron/data/samplers.py b/megatron/data/samplers.py
@@ -1,7  1,7 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/fused_kernels/__init__.py b/megatron/fused_kernels/__init__.py
@@ -1,4  1,4 @@
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/fused_kernels/compat.h b/megatron/fused_kernels/compat.h
@@ -1,5  1,5 @@
 /* coding=utf-8
- * Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
  * Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.

diff --git a/megatron/fused_kernels/fused_rotary_positional_embedding.cpp b/megatron/fused_kernels/fused_rotary_positional_embedding.cpp
@@ -1,5  1,5 @@
 /* coding=utf-8
- * Copyright (c) 2023, NVIDIA CORPORATION.  All rights reserved.
  * Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.

diff --git a/megatron/fused_kernels/fused_rotary_positional_embedding.h b/megatron/fused_kernels/fused_rotary_positional_embedding.h
@@ -1,5  1,5 @@
 /* coding=utf-8
- * Copyright (c) 2023, NVIDIA CORPORATION.  All rights reserved.
  * Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.

diff --git a/megatron/fused_kernels/fused_rotary_positional_embedding_cuda.cu b/megatron/fused_kernels/fused_rotary_positional_embedding_cuda.cu
@@ -1,5  1,5 @@
 /* coding=utf-8
- * Copyright (c) 2023, NVIDIA CORPORATION.  All rights reserved.
  * Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.

diff --git a/megatron/fused_kernels/scaled_masked_softmax.cpp b/megatron/fused_kernels/scaled_masked_softmax.cpp
@@ -1,5  1,5 @@
 /* coding=utf-8
- * Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
  * Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.

diff --git a/megatron/fused_kernels/scaled_masked_softmax.h b/megatron/fused_kernels/scaled_masked_softmax.h
@@ -1,5  1,5 @@
 /* coding=utf-8
- * Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
  * Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.

diff --git a/megatron/fused_kernels/scaled_masked_softmax_cuda.cu b/megatron/fused_kernels/scaled_masked_softmax_cuda.cu
@@ -1,5  1,5 @@
 /* coding=utf-8
- * Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
  * Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.

diff --git a/megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp b/megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp
@@ -1,5  1,5 @@
 /* coding=utf-8
- * Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
  * Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.

diff --git a/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h b/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h
@@ -1,5  1,5 @@
 /* coding=utf-8
- * Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
  * Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.

diff --git a/megatron/fused_kernels/scaled_upper_triang_masked_softmax_cuda.cu b/megatron/fused_kernels/scaled_upper_triang_masked_softmax_cuda.cu
@@ -1,5  1,5 @@
 /* coding=utf-8
- * Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
  * Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.

diff --git a/megatron/fused_kernels/setup.py b/megatron/fused_kernels/setup.py
@@ -1,4  1,4 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/gradient_noise_scale/gradient_noise_scale.py b/megatron/gradient_noise_scale/gradient_noise_scale.py
@@ -1,4  1,4 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/initialize.py b/megatron/initialize.py
@@ -1,7  1,7 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/learning_rates.py b/megatron/learning_rates.py
@@ -1,7  1,7 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/logging.py b/megatron/logging.py
@@ -1,4  1,4 @@
-# Copyright (c) 2021, EleutherAI.
 # Copyright (c) 2024, EleutherAI.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/model/__init__.py b/megatron/model/__init__.py
@@ -1,7  1,7 @@
 #
-# Copyright 2021 Biderman et al. This file is based on code by the authors denoted below and has been modified from its original version.
 # Copyright 2024 Biderman et al. This file is based on code by the authors denoted below and has been modified from its original version.
 #
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/model/activations.py b/megatron/model/activations.py
@@ -1,7  1,7 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/model/fused_bias_dropout.py b/megatron/model/fused_bias_dropout.py
@@ -1,4  1,4 @@
-# Copyright (c) 2021, EleutherAI contributors
 # Copyright (c) 2024, EleutherAI contributors
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/megatron/model/fused_rope.py b/megatron/model/fused_rope.py
@@ -1,4  1,4 @@
-# Copyright (c) 2023, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/model/fused_softmax.py b/megatron/model/fused_softmax.py
@@ -1,7  1,7 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/model/gmlp.py b/megatron/model/gmlp.py
@@ -1,4  1,4 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

diff --git a/megatron/model/gpt2_model.py b/megatron/model/gpt2_model.py
@@ -1,7  1,7 @@
-# Copyright (c) 2021 EleutherAI
 # Copyright (c) 2024 EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/model/init_functions.py b/megatron/model/init_functions.py
@@ -1,4  1,4 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/model/norms.py b/megatron/model/norms.py
@@ -1,4  1,4 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/model/positional_embeddings.py b/megatron/model/positional_embeddings.py
@@ -1,4  1,4 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/model/transformer.py b/megatron/model/transformer.py
@@ -1,7  1,7 @@
-# Copyright (c) 2021 EleutherAI
 # Copyright (c) 2024 EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/model/utils.py b/megatron/model/utils.py
@@ -1,7  1,7 @@
-# Copyright (c) 2021 EleutherAI
 # Copyright (c) 2024 EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/model/word_embeddings.py b/megatron/model/word_embeddings.py
@@ -1,4  1,4 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/mpu/__init__.py b/megatron/mpu/__init__.py
@@ -1,4  1,4 @@
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/mpu/cross_entropy.py b/megatron/mpu/cross_entropy.py
@@ -1,7  1,7 @@
-# Copyright (c) 2021, EleutherAI
 # Copyright (c) 2024, EleutherAI
 # This file is based on code by the authors denoted below and has been modified from its original version.
 #
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

diff --git a/megatron/mpu/data.py b/megatron/mpu/data.py
@@ -1,4  1,4 @@
-# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 # Copyright (c) 2024, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.