chore: update license headers from Llama 2/3 to Llama

.github/scripts/check_copyright_header.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import re
 from pathlib import Path
@@ -8,7 +8,7 @@
 PATTERN = "(Meta Platforms, Inc. and affiliates)|(Facebook, Inc(\.|,)? and its affiliates)|([0-9]{4}-present(\.|,)? Facebook)|([0-9]{4}(\.|,)? Facebook)"
 
 HEADER = """# Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.\n\n"""
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.\n\n"""
 
 #Files in black list must be relative to main repo folder
 BLACKLIST = ["tools/benchmarks/llm_eval_harness/open_llm_leaderboard/hellaswag_utils.py"]

.github/scripts/spellcheck.sh

@@ -1,6 +1,6 @@
 
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 # Source: https://github.com/pytorch/torchx/blob/main/scripts/spellcheck.sh
 set -ex
 sudo apt-get install aspell

3p-integrations/tgi/merge_lora_weights.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import fire
 import torch

3p-integrations/vllm/inference.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 3 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import uuid
 import asyncio

end-to-end-use-cases/RAFT-Chatbot/config.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 3 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import yaml
 

end-to-end-use-cases/RAFT-Chatbot/raft_eval.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 3 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 import logging
 import evaluate
 import argparse

end-to-end-use-cases/RAFT-Chatbot/raft_utils.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 3 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import os
 import logging

end-to-end-use-cases/benchmarks/inference/cloud/azure/chat_azure_api_benchmark.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 3 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import csv
 import json

end-to-end-use-cases/benchmarks/inference/cloud/azure/pretrained_azure_api_benchmark.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import csv
 import json

end-to-end-use-cases/benchmarks/inference/on_prem/vllm/chat_vllm_benchmark.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 3 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import csv
 import json

end-to-end-use-cases/benchmarks/inference/on_prem/vllm/pretrained_vllm_benchmark.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 3 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import csv
 import json

end-to-end-use-cases/benchmarks/llm_eval_harness/meta_eval/prepare_meta_eval.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 3 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import argparse
 import errno

end-to-end-use-cases/coding/text2sql/csv2db.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 3 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import sqlite3
 import csv

end-to-end-use-cases/coding/text2sql/txt2csv.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 3 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import csv
 

getting-started/finetuning/datasets/custom_dataset.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 3 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 # For dataset details visit: https://huggingface.co/datasets/samsum
 

getting-started/finetuning/datasets/ocrvqa_dataset.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 3 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 
 import copy

getting-started/finetuning/datasets/raft_dataset.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 3 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 
 import copy

getting-started/finetuning/finetuning.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 3 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import fire
 from llama_cookbook.finetuning import main

getting-started/finetuning/quickstart_peft_finetuning.ipynb

@@ -6,7 +6,7 @@
    "metadata": {},
    "source": [
     "Copyright (c) Meta Platforms, Inc. and affiliates.\n",
-    "This software may be used and distributed according to the terms of the Llama 3 Community License Agreement.\n",
+    "This software may be used and distributed according to the terms of the Llama Community License Agreement.\n",
     "\n",
     "<a href=\"https://colab.research.google.com/github/meta-llama/llama-cookbook/blob/main/getting-started/finetuning/quickstart_peft_finetuning.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
    ]

getting-started/inference/local_inference/chat_completion/chat_completion.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 3 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 # from accelerate import init_empty_weights, load_checkpoint_and_dispatch
 

getting-started/inference/local_inference/inference.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 3 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import os
 import sys

src/llama_cookbook/configs/__init__.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 from llama_cookbook.configs.peft import lora_config, llama_adapter_config, prefix_config
 from llama_cookbook.configs.fsdp import fsdp_config

src/llama_cookbook/configs/datasets.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 from dataclasses import dataclass
 

src/llama_cookbook/configs/fsdp.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 from dataclasses import dataclass
 

src/llama_cookbook/configs/peft.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 from dataclasses import dataclass, field
 from typing import List

src/llama_cookbook/configs/quantization.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 from dataclasses import dataclass
 from typing import Optional

src/llama_cookbook/configs/training.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 from dataclasses import dataclass
 

src/llama_cookbook/configs/wandb.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 from typing import List, Optional
 from dataclasses import dataclass, field

src/llama_cookbook/data/__init__.py

@@ -1,2 +1,2 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.

src/llama_cookbook/data/concatenator.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 from tqdm import tqdm
 from itertools import chain

src/llama_cookbook/data/llama_guard/finetuning_data_formatter_example.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 from finetuning_data_formatter import TrainingExample, Guidelines, Category, LlamaGuardPromptConfigs, LlamaGuardGenerationConfigs, ExplanationPosition, AugmentationConfigs, FormatterConfigs, create_formatted_finetuning_examples
 

src/llama_cookbook/data/sampler.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import random
 from itertools import islice

src/llama_cookbook/datasets/__init__.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 from functools import partial
 

src/llama_cookbook/datasets/alpaca_dataset.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 # For dataset details visit: https://crfm.stanford.edu/2023/03/13/alpaca.html
 

src/llama_cookbook/datasets/grammar_dataset/__init__.py

@@ -1,3 +1,3 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 

src/llama_cookbook/datasets/grammar_dataset/grammar_dataset.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 # For dataset details visit: https://huggingface.co/datasets/jfleg
 # For download and preparation see: recipes/ft_datasets/grammar_dataset/grammar_dataset_process.ipynb

src/llama_cookbook/datasets/grammar_dataset/grammar_dataset_process.ipynb

@@ -6,7 +6,7 @@
    "metadata": {},
    "source": [
     "Copyright (c) Meta Platforms, Inc. and affiliates.\n",
-    "This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.\n",
+    "This software may be used and distributed according to the terms of the Llama Community License Agreement.\n",
     "\n",
     "Use this notebook to pull in datasets and apply pre-processing.  Most grammar datasets unfortunately require preprocessing before being usable in training. (example - jfleg has 4 targets per input, so we have to rematch as 1:1 pairings) "
    ]

src/llama_cookbook/datasets/samsum_dataset.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 # For dataset details visit: https://huggingface.co/datasets/samsum
 

src/llama_cookbook/finetuning.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import dataclasses
 import os

src/llama_cookbook/inference/__init__.py

@@ -1,2 +1,2 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.

src/llama_cookbook/inference/chat_utils.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import json
 

src/llama_cookbook/inference/checkpoint_converter_fsdp_hf.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 # from accelerate import init_empty_weights, load_checkpoint_and_dispatch
 

src/llama_cookbook/inference/prompt_format_utils.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 from dataclasses import dataclass
 from string import Template

src/llama_cookbook/inference/safety_utils.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import os
 import torch

src/llama_cookbook/model_checkpointing/__init__.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 from llama_cookbook.model_checkpointing.checkpoint_handler import (
     load_model_checkpoint,

src/llama_cookbook/model_checkpointing/checkpoint_handler.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 from pathlib import Path
 from datetime import datetime

src/llama_cookbook/policies/__init__.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 from llama_cookbook.policies.mixed_precision import *
 from llama_cookbook.policies.wrapping import *

src/llama_cookbook/policies/activation_checkpointing_functions.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 from functools import partial
 

src/llama_cookbook/policies/anyprecision_optimizer.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 # AnyPrecisionAdamW: a flexible precision AdamW optimizer
 # with optional Kahan summation for high precision weight updates.

src/llama_cookbook/policies/mixed_precision.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import torch
 

src/llama_cookbook/policies/wrapping.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import functools
 

src/llama_cookbook/tools/compare_llama_weights.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import gc
 import glob

src/llama_cookbook/tools/convert_hf_weights_to_llama.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import json
 import os

src/llama_cookbook/utils/__init__.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 from llama_cookbook.utils.memory_utils import MemoryTrace
 from llama_cookbook.utils.dataset_utils import *

src/llama_cookbook/utils/config_utils.py

@@ -1,5 +1,5 @@
 # Copyright (c) Meta Platforms, Inc. and affiliates.
-# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.
+# This software may be used and distributed according to the terms of the Llama Community License Agreement.
 
 import inspect
 from dataclasses import asdict