add missing license info to top of all source code

.pre-commit-config.yaml

@@ -42,6 +42,14 @@ repos:
         exclude: ^(deepspeed/comm/|docs/|benchmarks/|scripts/check-torchdist.py|deepspeed/moe/sharded_moe.py|deepspeed/runtime/comm/coalesced_collectives.py|deepspeed/elasticity/elastic_agent.py|deepspeed/launcher/launch.py|tests/unit/comm/test_dist.py)
         # Specific deepspeed/ files are excluded for now until we wrap ProcessGroup in deepspeed.comm
 
+-   repo: local
+    hooks:
+    -   id: check-license
+        name: check-license
+        entry: ./scripts/check-license.py
+        language: script
+        files: \.(py|cc|cu|h|cuh|hip)$
+
 -   repo: https://github.com/codespell-project/codespell
     rev: v2.1.0
     hooks:

accelerator/__init__.py

@@ -1,2 +1,4 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 from .abstract_accelerator import DeepSpeedAccelerator
 from .real_accelerator import get_accelerator, set_accelerator

accelerator/abstract_accelerator.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 import abc
 from abc import ABC
 

accelerator/cuda_accelerator.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 import os
 import pkgutil
 import importlib

accelerator/real_accelerator.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 try:
     from accelerator.abstract_accelerator import DeepSpeedAccelerator as dsa1
 except ImportError as e:

benchmarks/__init__.py

@@ -0,0 +1 @@
+'''Copyright The Microsoft DeepSpeed Team'''

benchmarks/communication/__init__.py

@@ -0,0 +1 @@
+'''Copyright The Microsoft DeepSpeed Team'''

benchmarks/communication/all_gather.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 from benchmarks.communication.utils import *
 from benchmarks.communication.constants import *
 

benchmarks/communication/all_reduce.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 from benchmarks.communication.utils import *
 from benchmarks.communication.constants import *
 

benchmarks/communication/all_to_all.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 from benchmarks.communication.utils import *
 from benchmarks.communication.constants import *
 

benchmarks/communication/broadcast.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 import torch
 from benchmarks.communication.utils import *
 from benchmarks.communication.constants import *

benchmarks/communication/constants.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 DEFAULT_WARMUPS = 5
 DEFAULT_TRIALS = 50
 DEFAULT_TYPE = 'float'

benchmarks/communication/pt2pt.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 from benchmarks.communication.utils import *
 from benchmarks.communication.constants import *
 

benchmarks/communication/run_all.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 from benchmarks.communication.utils import *
 from benchmarks.communication.all_reduce import run_all_reduce
 from benchmarks.communication.all_gather import run_all_gather

benchmarks/communication/utils.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 import torch
 import os
 import math

benchmarks/inference/bert-bench.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 import torch
 import time
 import deepspeed

benchmarks/inference/collect_results.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 import os
 import re
 import argparse

benchmarks/inference/gpt-bench.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 import os
 import torch
 import time

csrc/aio/py_test/perf_sweep_utils.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 SCRIPT_PREFIX = '_aio_bench'
 WRITE_OP_DESC = 'write'
 READ_OP_DESC = 'read'

csrc/common/custom_cuda_kernel.cu

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #include "custom_cuda_layers.h"
 
 __global__ void param_update_kernel(const float* input, __half* output, int size)

csrc/includes/StopWatch.h

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #pragma once
 #ifdef _WIN32
 #include <windows.h>

csrc/includes/Timer.h

@@ -1,3 +1,6 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
 
 #ifndef __TIMER_H__
 #define __TIMER_H__

csrc/includes/context.h

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #pragma once
 
 #include <ATen/cuda/CUDAContext.h>

csrc/includes/cpu_adagrad.h

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #pragma once
 
 #define NOMINMAX  // Windows idiosyncrasy

csrc/includes/cpu_adam.h

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #pragma once
 
 #define NOMINMAX  // Windows idiosyncrasy

csrc/includes/cublas_wrappers.h

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #pragma once
 
 #include <assert.h>

csrc/includes/dropout.h

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #pragma once
 
 #include <cuda.h>

csrc/includes/ds_transformer_cuda.h

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #pragma once
 
 #include <cuda_runtime_api.h>

csrc/includes/feed_forward.h

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #ifndef __FEEDFORWARD_H__
 #define __FEEDFORWARD_H__
 

csrc/includes/gelu.h

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #pragma once
 
 #include <cuda.h>

csrc/includes/gemm_test.h

@@ -1,3 +1,6 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
 
 #pragma once
 

csrc/includes/general_kernels.h

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #include <cuda.h>
 #include <cuda_fp16.h>
 #include <stdio.h>

csrc/includes/normalize_layer.h

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #pragma once
 
 #include <cuda.h>

csrc/includes/quantization.h

@@ -1,3 +1,6 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
 
 #pragma once
 

csrc/includes/quantizer.h

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #pragma once
 
 #include <cooperative_groups.h>

csrc/includes/simd.h

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #pragma once
 
 #if (__x86_64__ || __i386__)

csrc/includes/softmax.h

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #pragma once
 
 #include <cuda.h>

csrc/includes/strided_batch_gemm.h

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #pragma once
 
 #include <cuda.h>

csrc/includes/type_shim.h

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 /* Taken from NVIDIA/apex commit 855808f3fc268e9715d613f3c2e56469d8c986d8 */
 #include <ATen/ATen.h>
 

csrc/quantization/fake_quantizer.cu

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #include <math.h>
 #include "custom_cuda_layers.h"
 #include "memory_access_utils.h"

csrc/transformer/cublas_wrappers.cu

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #include "cublas_wrappers.h"
 
 #ifdef __HIP_PLATFORM_HCC__

csrc/transformer/dropout_kernels.cu

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #include "custom_cuda_layers.h"
 
 const int unroll_factor = 4;

csrc/transformer/gelu_kernels.cu

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #include "custom_cuda_layers.h"
 
 inline __device__ float gelu(const float x)

csrc/transformer/general_kernels.cu

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #include "general_kernels.h"
 
 namespace cg = cooperative_groups;

csrc/transformer/normalize_kernels.cu

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #include "custom_cuda_layers.h"
 
 namespace cg = cooperative_groups;

csrc/transformer/softmax_kernels.cu

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #include <math.h>
 #include "custom_cuda_layers.h"
 #include "general_kernels.h"

csrc/transformer/transform_kernels.cu

@@ -1,3 +1,7 @@
+/*
+Copyright The Microsoft DeepSpeed Team
+*/
+
 #include "custom_cuda_layers.h"
 
 #define rows_trans 16

deepspeed/autotuning/__init__.py

@@ -1 +1,3 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 from .autotuner import Autotuner

deepspeed/autotuning/autotuner.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 import shutil
 import subprocess
 import time

deepspeed/autotuning/config.py

@@ -1,3 +1,4 @@
+'''Copyright The Microsoft DeepSpeed Team'''
 """
 Copyright (c) Microsoft Corporation
 Licensed under the MIT license.

deepspeed/autotuning/constants.py

@@ -1,3 +1,4 @@
+'''Copyright The Microsoft DeepSpeed Team'''
 """
 Copyright (c) Microsoft Corporation
 Licensed under the MIT license.

deepspeed/autotuning/scheduler.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 import copy
 
 from numpy import BUFSIZE

deepspeed/autotuning/tuner/__init__.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 from .index_based_tuner import RandomTuner, GridSearchTuner
 # from .ga_tuner import GATuner
 from .model_based_tuner import ModelBasedTuner

deepspeed/autotuning/tuner/base_tuner.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 import sys
 
 from deepspeed.autotuning.constants import *

deepspeed/autotuning/tuner/cost_model.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 from .utils import *
 
 try:

deepspeed/autotuning/tuner/index_based_tuner.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 import random
 
 from .base_tuner import BaseTuner

deepspeed/autotuning/tuner/model_based_tuner.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 import hjson
 
 from ..constants import AUTOTUNING, AUTOTUNING_METRIC_PATH

deepspeed/autotuning/tuner/utils.py

@@ -1,3 +1,5 @@
+'''Copyright The Microsoft DeepSpeed Team'''
+
 import numpy as np
 import itertools
 from ..utils import *