add header

Signed-off-by: Yu Chin Fabian Lim <[email protected]>

src/instructlab/__init__.py

@@ -1 +1,4 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 __path__ = __import__("pkgutil").extend_path(__path__, __name__)

src/instructlab/dolomite/__init__.py

@@ -1,2 +1,5 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Local
 from .hf_models import GPTDolomiteConfig, GPTDolomiteModel

src/instructlab/dolomite/enums.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Standard
 from enum import Enum
 

src/instructlab/dolomite/gradient_checkpointing/__init__.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Third Party
 import torch
 

src/instructlab/dolomite/gradient_checkpointing/block.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Standard
 from functools import partial
 

src/instructlab/dolomite/hf_models/__init__.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Local
 from .model_conversion import export_to_huggingface, import_from_huggingface
 from .models import GPTDolomiteConfig, GPTDolomiteForCausalLM, GPTDolomiteModel

src/instructlab/dolomite/hf_models/config.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Third Party
 from transformers import PretrainedConfig
 

src/instructlab/dolomite/hf_models/defaults.py

@@ -1 +1,4 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 DEFAULT_NORMALIZATION_IMPLEMENTATION = "torch"

src/instructlab/dolomite/hf_models/enums.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Standard
 from enum import Enum
 

src/instructlab/dolomite/hf_models/model_conversion/__init__.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Third Party
 from transformers import AutoConfig
 

src/instructlab/dolomite/hf_models/model_conversion/bigcode.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Standard
 import shutil
 

src/instructlab/dolomite/hf_models/model_conversion/llama.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Third Party
 from transformers import AutoConfig, AutoTokenizer, GenerationConfig, LlamaConfig
 

src/instructlab/dolomite/hf_models/modeling_utils/__init__.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Local
 from .activations import get_activation_function, is_glu
 from .attention import (

src/instructlab/dolomite/hf_models/modeling_utils/activations/__init__.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Third Party
 import torch
 

src/instructlab/dolomite/hf_models/modeling_utils/activations/base.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # pylint: disable=consider-using-from-import
 # Third Party
 from transformers.activations import ACT2CLS, ClassInstantier

src/instructlab/dolomite/hf_models/modeling_utils/activations/glu.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Third Party
 import torch
 

src/instructlab/dolomite/hf_models/modeling_utils/activations/math_gelu.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Third Party
 import torch
 

src/instructlab/dolomite/hf_models/modeling_utils/attention/__init__.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Standard
 from typing import Tuple
 import inspect

src/instructlab/dolomite/hf_models/modeling_utils/attention/base.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Standard
 from typing import Tuple
 

src/instructlab/dolomite/hf_models/modeling_utils/attention/flash.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Third Party
 from transformers import DynamicCache
 import torch

src/instructlab/dolomite/hf_models/modeling_utils/attention/padding_free.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Standard
 from typing import Tuple
 

src/instructlab/dolomite/hf_models/modeling_utils/attention/sdpa.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Third Party
 from transformers import DynamicCache
 import torch

src/instructlab/dolomite/hf_models/modeling_utils/attention/utils.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Standard
 from typing import Tuple
 

src/instructlab/dolomite/hf_models/modeling_utils/embedding.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # pylint: disable=unused-import
 # Third Party
 from torch.nn import Embedding

src/instructlab/dolomite/hf_models/modeling_utils/linear.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # pylint: disable=unused-import
 # Third Party
 from torch.nn import Linear

src/instructlab/dolomite/hf_models/modeling_utils/normalization/__init__.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Third Party
 import torch
 

src/instructlab/dolomite/hf_models/modeling_utils/normalization/layernorm/__init__.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Third Party
 import torch
 

src/instructlab/dolomite/hf_models/modeling_utils/normalization/rmsnorm/__init__.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Third Party
 import torch
 

src/instructlab/dolomite/hf_models/modeling_utils/normalization/rmsnorm/base.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Standard
 import numbers
 

src/instructlab/dolomite/hf_models/modeling_utils/position_embedding/__init__.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Local
 from .alibi import Alibi
 from .rope import RoPE, YaRNScaledRoPE, apply_rotary_pos_emb

src/instructlab/dolomite/hf_models/modeling_utils/position_embedding/alibi.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 """copied from BLOOM's code with some minor changes"""
 
 # Standard

src/instructlab/dolomite/hf_models/modeling_utils/position_embedding/rope.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 """Logic is copied from transformers.models.llama.modeling_utils with slight modifications"""
 
 # Standard

src/instructlab/dolomite/hf_models/models/__init__.py

@@ -1,2 +1,5 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Local
 from .gpt_dolomite import GPTDolomiteConfig, GPTDolomiteForCausalLM, GPTDolomiteModel

src/instructlab/dolomite/hf_models/models/gpt_dolomite/__init__.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Local
 from .base import GPTDolomiteModel, GPTDolomitePreTrainedModel
 from .config import GPTDolomiteConfig

src/instructlab/dolomite/hf_models/models/gpt_dolomite/base.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Standard
 from typing import List, Tuple, Union
 import warnings

src/instructlab/dolomite/hf_models/models/gpt_dolomite/config.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Local
 from ...config import CommonConfig
 

src/instructlab/dolomite/hf_models/models/gpt_dolomite/layer.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Standard
 from typing import Tuple, Union
 

src/instructlab/dolomite/hf_models/models/gpt_dolomite/main.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Standard
 from typing import List, Optional, Tuple, Union
 

src/instructlab/dolomite/hf_models/models/gpt_dolomite/mlp.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Standard
 from typing import Tuple
 

src/instructlab/dolomite/hf_models/register_hf.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Third Party
 from transformers import AutoConfig, AutoModel, AutoModelForCausalLM
 

src/instructlab/dolomite/hf_models/utils.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Standard
 from typing import List, Union
 

src/instructlab/dolomite/utils/__init__.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Local
 from .hf_hub import download_repo
 from .safetensors import SafeTensorsWeightsManager

src/instructlab/dolomite/utils/hf_hub.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Standard
 from typing import Tuple
 import os

src/instructlab/dolomite/utils/safetensors.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Standard
 import json
 import os

src/instructlab/dolomite/utils/wrapper.py

@@ -1,3 +1,6 @@
+#------------------------------------------------------------------------------
+# This code has been extracted from https://github.com/ibm-granite/dolomite-engine
+#------------------------------------------------------------------------------
 # Standard
 from typing import List, Type