# migrations

dir: embeddings_queue
filename: 00001-embeddings.sqlite.sql
hash: d3755dfd232be8e8301f4d7fcfb3a486
sql:
CREATE TABLE embeddings_queue (
    seq_id INTEGER PRIMARY KEY,
    created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
    operation INTEGER NOT NULL,
    topic TEXT NOT NULL,
    id TEXT NOT NULL,
    vector BLOB,
    encoding TEXT,
    metadata TEXT
);


dir: sysdb
filename: 00001-collections.sqlite.sql
hash: 38352d725ad1c16074fac420b22b4633
sql:
CREATE TABLE collections (
    id TEXT PRIMARY KEY,
    name TEXT NOT NULL,
    topic TEXT NOT NULL,
    UNIQUE (name)
);

CREATE TABLE collection_metadata (
    collection_id TEXT REFERENCES collections(id) ON DELETE CASCADE,
    key TEXT NOT NULL,
    str_value TEXT,
    int_value INTEGER,
    float_value REAL,
    PRIMARY KEY (collection_id, key)
);


dir: sysdb
filename: 00002-segments.sqlite.sql
hash: 2913cb6a503055a95f625448037e8912
sql:
CREATE TABLE segments (
    id TEXT PRIMARY KEY,
    type TEXT NOT NULL,
    scope TEXT NOT NULL,
    topic TEXT,
    collection TEXT REFERENCES collection(id)
);

CREATE TABLE segment_metadata (
    segment_id TEXT  REFERENCES segments(id) ON DELETE CASCADE,
    key TEXT NOT NULL,
    str_value TEXT,
    int_value INTEGER,
    float_value REAL,
    PRIMARY KEY (segment_id, key)
);


dir: sysdb
filename: 00004-tenants-databases.sqlite.sql
hash: 048867ce8fcdefe4023c7110e4433591
sql:
CREATE TABLE IF NOT EXISTS tenants (
    id TEXT PRIMARY KEY,
    UNIQUE (id)
);

CREATE TABLE IF NOT EXISTS databases (
    id TEXT PRIMARY KEY, -- unique globally
    name TEXT NOT NULL, -- unique per tenant
    tenant_id TEXT NOT NULL REFERENCES tenants(id) ON DELETE CASCADE,
    UNIQUE (tenant_id, name) -- Ensure that a tenant has only one database with a given name
);

CREATE TABLE IF NOT EXISTS collections_tmp (
    id TEXT PRIMARY KEY, -- unique globally
    name TEXT NOT NULL, -- unique per database
    topic TEXT NOT NULL,
    dimension INTEGER,
    database_id TEXT NOT NULL REFERENCES databases(id) ON DELETE CASCADE,
    UNIQUE (name, database_id)
);

-- Create default tenant and database
INSERT OR REPLACE INTO tenants (id) VALUES ('default_tenant'); -- The default tenant id is 'default_tenant' others are UUIDs
INSERT OR REPLACE INTO databases (id, name, tenant_id) VALUES ('00000000-0000-0000-0000-000000000000', 'default_database', 'default_tenant');

INSERT OR REPLACE INTO collections_tmp (id, name, topic, dimension, database_id)
    SELECT id, name, topic, dimension, '00000000-0000-0000-0000-000000000000' FROM collections;
DROP TABLE collections;
ALTER TABLE collections_tmp RENAME TO collections;


dir: metadb
filename: 00001-embedding-metadata.sqlite.sql
hash: 2b4cf52c4bb2676e21d6860a4409f856
sql:
CREATE TABLE embeddings (
    id INTEGER PRIMARY KEY,
    segment_id TEXT NOT NULL,
    embedding_id TEXT NOT NULL,
    seq_id BLOB NOT NULL,
    created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
    UNIQUE (segment_id, embedding_id)
);

CREATE TABLE embedding_metadata (
    id INTEGER REFERENCES embeddings(id),
    key TEXT NOT NULL,
    string_value TEXT,
    int_value INTEGER,
    float_value REAL,
    PRIMARY KEY (id, key)
);

CREATE TABLE max_seq_id (
    segment_id TEXT PRIMARY KEY,
    seq_id BLOB NOT NULL
);

CREATE VIRTUAL TABLE embedding_fulltext USING fts5(id, string_value);


dir: metadb
filename: 00002-embedding-metadata.sqlite.sql
hash: 12a570f7121b3a8ce750a2a7c36da20f
sql:
-- SQLite does not support adding check with alter table, as a result, adding a check
-- involve creating a new table and copying the data over. It is over kill with adding
-- a boolean type column. The application write to the table needs to ensure the data
-- integrity.
ALTER TABLE embedding_metadata ADD COLUMN bool_value INTEGER


dir: metadb
filename: 00003-full-text-tokenize.sqlite.sql
hash: f97ad6334aeaa8f419f01110b648b97a
sql:
CREATE VIRTUAL TABLE embedding_fulltext_search USING fts5(string_value, tokenize='trigram');
INSERT INTO embedding_fulltext_search (rowid, string_value) SELECT rowid, string_value FROM embedding_metadata;
DROP TABLE embedding_fulltext;


# embeddings_queue

created_at: 2024-04-13 17:14:58
topic: persistent://default/default/997fbd8d-9d5f-4a1f-bc27-bde8e38bf397
id: 6d7cf7ff-dca4-40e1-9186-dd520dc0ed81
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Ian\\AppData\\Local\\Temp\\gradio\\6fa0b452b0635453636593a1efb33b6773415a85\\Llama-2-FAQs.txt", "file_name": "Llama-2-FAQs.txt", "file_type": "text/plain", "file_size": 17059, "creation_date": "2024-04-13", "last_modified_date": "2024-04-14", "last_accessed_date": "2024-04-14", "_node_content": "{\"id_\": \"6d7cf7ff-dca4-40e1-9186-dd520dc0ed81\", \"embedding\": null, \"metadata\": {\"file_path\": \"C:\\\\Users\\\\Ian\\\\AppData\\\\Local\\\\Temp\\\\gradio\\\\6fa0b452b0635453636593a1efb33b6773415a85\\\\Llama-2-FAQs.txt\", \"file_name\": \"Llama-2-FAQs.txt\", \"file_type\": \"text/plain\", \"file_size\": 17059, \"creation_date\": \"2024-04-13\", \"last_modified_date\": \"2024-04-14\", \"last_accessed_date\": \"2024-04-14\"}, \"excluded_embed_metadata_keys\": [\"file_name\", \"file_type\", \"file_size\", \"creation_date\", \"last_modified_date\", \"last_accessed_date\"], \"excluded_llm_metadata_keys\": [\"file_name\", \"file_type\", \"file_size\", \"creation_date\", \"last_modified_date\", \"last_accessed_date\"], \"relationships\": {\"1\": {\"node_id\": \"6d7cf7ff-dca4-40e1-9186-dd520dc0ed81\", \"node_type\": null, \"metadata\": {}, \"hash\": null, \"class_name\": \"RelatedNodeInfo\"}}, \"text\": \"\", \"start_char_idx\": 0, \"end_char_idx\": 4429, \"text_template\": \"{metadata_str}\\n\\n{content}\", \"metadata_template\": \"{key}: {value}\", \"metadata_seperator\": \"\\n\", \"content\": \"General\\n\\n\\n\\nWhat's different about Llama 2 from Llama 1?\\n\\n\\n  1. We received unprecedented interest in the Llama 1 model we released for the research community \\u00e2\\u20ac\\u201c more than 100,000\\n     individuals and organizations have applied for access to Llama 1 and tens of thousands are now using it to innovate. After external\\n     feedback, fine-tuning, and extensive safety evaluations, we made the decision to release the next version of Llama more broadly.\\n  2. Llama 2 is also available under a permissive commercial license, whereas Llama 1 was limited to non-commercial use.\\n  3. Llama 2 is capable of processing longer prompts than Llama 1 and is also designed to work more efficiently.\\n  4. For Llama 2 we\\u00e2\\u20ac\\u2122re pairing our release of our pretrained models with versions fine-tuned for helpfulness and safety. Sharing fine-\\n     tuned versions makes it easier to use our models while also improving safety performance.\\n\\n\\nWhat if I want to access Llama 2 models but I'm not sure if my use is permitted under the Llama 2\\nCommunity License?\\n\\n\\nOn a limited case by case basis, we will consider bespoke licensing requests from individual entities. Please contact llama2@meta.com to\\nprovide more details about your request.\\n\\n\\nWhere did the data come from to train the models? Was any Meta user data leveraged for training the\\nmodels?\\n\\n     A combination of sources are used for training. These sources include information that is publicly available online and annotated\\n     data to train our models.\\n     Llama 2 is not trained on Meta user data.\\n\\n\\nWhy are you not sharing the training datasets for Llama 2?\\n\\n\\nWe believe developers will have plenty to work with as we release our model weights and starting code for pre-trained and conversational\\nfine-tuned versions as well as responsible use resources. While data mixes are intentionally withheld for competitive reasons, all models\\nhave gone through Meta\\u00e2\\u20ac\\u2122s internal Privacy Review process to ensure responsible data usage in building our products. We are\\ndedicated to the responsible and ethical development of our genAI products, ensuring our policies reflect diverse contexts and meet\\nevolving societal expectations.\\n\\n\\nDid we use human annotators to develop the data for our models?\\n\\n\\nYes. There are more details about our use of human annotators in the research paper.\\n\\n\\nCan I use the output of the models to improve the Llama 2 family of models, even though I cannot use them\\nfor other LLMs?\\n\\n\\nIt's correct that the license restricts using any part of the Llama 2 models, including the response outputs to train another AI model (LLM\\nor otherwise). However, one can use the outputs to further train the Llama 2 family of models. Techniques such as Quantized Aware\\nTraining (QAT) utilize such a technique and hence this is allowed.\\n\\n\\nWhat is Llama 2's max sequence length?\\n\\n4096. If you want to use more tokens, you will need to fine-tune the model so that it supports longer sequences. More information and\\nexamples on fine-tuning can be found in the Llama Recipes repository.\\n\\n\\nIs there a multilingual checkpoint for researchers to download?\\n\\fThe Llama models thus far have been mainly focused on the English language. We are looking at true multi-linguality for the future but for\\nnow there are a lot of community projects that fine-tune Llama models to support languages.\\n\\n\\nWhat operating systems (OS) are officially supported?\\n\\n\\nLinux is the only OS currently supported by this repo.\\n\\n\\nI am getting the following error with the download script. What should I do?\\n\\ndownload.sh: 14: [[: not found\\n\\n\\n\\nMake sure to run the command as follows\\n\\n\\n./download.sh\\n\\n\\nI am getting 'Issue with the URL' as an error message. What do I do?\\n\\nHTTP request sent, awaiting response... 400 Bad Request\\n\\n\\n\\nThe issue occurs because of not copying the URL correctly. If you right click on the link and copy the link, the link may be copied with url\\ndefence wrapper. To avoid this problem, please select the url manually and copy it.\\n\\n\\nDoes Llama 2 support other languages outside of English?\\n\\n\\nThe model was primarily trained on English with a bit of additional data from 27 other languages (for more information, see Table 10 on\\npage 20 of the Llama 2 paper). We do not expect the same level of performance in these languages as in English. You\\u00e2\\u20ac\\u2122ll find the full\\nlist of languages referenced in the research paper. You can look at some of the community lead projects to fine-tune Llama 2 models\", \"source\": null, \"channel\": null, \"class_name\": \"Document\"}", "_node_type": "Document", "document_id": "6d7cf7ff-dca4-40e1-9186-dd520dc0ed81", "doc_id": "6d7cf7ff-dca4-40e1-9186-dd520dc0ed81", "ref_doc_id": "6d7cf7ff-dca4-40e1-9186-dd520dc0ed81", "chroma:document": "General\n\n\n\nWhat's different about Llama 2 from Llama 1?\n\n\n  1. We received unprecedented interest in the Llama 1 model we released for the research community \u00e2\u20ac\u201c more than 100,000\n     individuals and organizations have applied for access to Llama 1 and tens of thousands are now using it to innovate. After external\n     feedback, fine-tuning, and extensive safety evaluations, we made the decision to release the next version of Llama more broadly.\n  2. Llama 2 is also available under a permissive commercial license, whereas Llama 1 was limited to non-commercial use.\n  3. Llama 2 is capable of processing longer prompts than Llama 1 and is also designed to work more efficiently.\n  4. For Llama 2 we\u00e2\u20ac\u2122re pairing our release of our pretrained models with versions fine-tuned for helpfulness and safety. Sharing fine-\n     tuned versions makes it easier to use our models while also improving safety performance.\n\n\nWhat if I want to access Llama 2 models but I'm not sure if my use is permitted under the Llama 2\nCommunity License?\n\n\nOn a limited case by case basis, we will consider bespoke licensing requests from individual entities. Please contact llama2@meta.com to\nprovide more details about your request.\n\n\nWhere did the data come from to train the models? Was any Meta user data leveraged for training the\nmodels?\n\n     A combination of sources are used for training. These sources include information that is publicly available online and annotated\n     data to train our models.\n     Llama 2 is not trained on Meta user data.\n\n\nWhy are you not sharing the training datasets for Llama 2?\n\n\nWe believe developers will have plenty to work with as we release our model weights and starting code for pre-trained and conversational\nfine-tuned versions as well as responsible use resources. While data mixes are intentionally withheld for competitive reasons, all models\nhave gone through Meta\u00e2\u20ac\u2122s internal Privacy Review process to ensure responsible data usage in building our products. We are\ndedicated to the responsible and ethical development of our genAI products, ensuring our policies reflect diverse contexts and meet\nevolving societal expectations.\n\n\nDid we use human annotators to develop the data for our models?\n\n\nYes. There are more details about our use of human annotators in the research paper.\n\n\nCan I use the output of the models to improve the Llama 2 family of models, even though I cannot use them\nfor other LLMs?\n\n\nIt's correct that the license restricts using any part of the Llama 2 models, including the response outputs to train another AI model (LLM\nor otherwise). However, one can use the outputs to further train the Llama 2 family of models. Techniques such as Quantized Aware\nTraining (QAT) utilize such a technique and hence this is allowed.\n\n\nWhat is Llama 2's max sequence length?\n\n4096. If you want to use more tokens, you will need to fine-tune the model so that it supports longer sequences. More information and\nexamples on fine-tuning can be found in the Llama Recipes repository.\n\n\nIs there a multilingual checkpoint for researchers to download?\n\fThe Llama models thus far have been mainly focused on the English language. We are looking at true multi-linguality for the future but for\nnow there are a lot of community projects that fine-tune Llama models to support languages.\n\n\nWhat operating systems (OS) are officially supported?\n\n\nLinux is the only OS currently supported by this repo.\n\n\nI am getting the following error with the download script. What should I do?\n\ndownload.sh: 14: [[: not found\n\n\n\nMake sure to run the command as follows\n\n\n./download.sh\n\n\nI am getting 'Issue with the URL' as an error message. What do I do?\n\nHTTP request sent, awaiting response... 400 Bad Request\n\n\n\nThe issue occurs because of not copying the URL correctly. If you right click on the link and copy the link, the link may be copied with url\ndefence wrapper. To avoid this problem, please select the url manually and copy it.\n\n\nDoes Llama 2 support other languages outside of English?\n\n\nThe model was primarily trained on English with a bit of additional data from 27 other languages (for more information, see Table 10 on\npage 20 of the Llama 2 paper). We do not expect the same level of performance in these languages as in English. You\u00e2\u20ac\u2122ll find the full\nlist of languages referenced in the research paper. You can look at some of the community lead projects to fine-tune Llama 2 models"}


created_at: 2024-04-13 17:14:58
topic: persistent://default/default/997fbd8d-9d5f-4a1f-bc27-bde8e38bf397
id: 10894a5f-d540-4f40-a8b7-d21ebb761553
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Ian\\AppData\\Local\\Temp\\gradio\\6fa0b452b0635453636593a1efb33b6773415a85\\Llama-2-FAQs.txt", "file_name": "Llama-2-FAQs.txt", "file_type": "text/plain", "file_size": 17059, "creation_date": "2024-04-13", "last_modified_date": "2024-04-14", "last_accessed_date": "2024-04-14", "_node_content": "{\"id_\": \"10894a5f-d540-4f40-a8b7-d21ebb761553\", \"embedding\": null, \"metadata\": {\"file_path\": \"C:\\\\Users\\\\Ian\\\\AppData\\\\Local\\\\Temp\\\\gradio\\\\6fa0b452b0635453636593a1efb33b6773415a85\\\\Llama-2-FAQs.txt\", \"file_name\": \"Llama-2-FAQs.txt\", \"file_type\": \"text/plain\", \"file_size\": 17059, \"creation_date\": \"2024-04-13\", \"last_modified_date\": \"2024-04-14\", \"last_accessed_date\": \"2024-04-14\"}, \"excluded_embed_metadata_keys\": [\"file_name\", \"file_type\", \"file_size\", \"creation_date\", \"last_modified_date\", \"last_accessed_date\"], \"excluded_llm_metadata_keys\": [\"file_name\", \"file_type\", \"file_size\", \"creation_date\", \"last_modified_date\", \"last_accessed_date\"], \"relationships\": {\"1\": {\"node_id\": \"10894a5f-d540-4f40-a8b7-d21ebb761553\", \"node_type\": null, \"metadata\": {}, \"hash\": null, \"class_name\": \"RelatedNodeInfo\"}}, \"text\": \"\", \"start_char_idx\": 3277, \"end_char_idx\": 7404, \"text_template\": \"{metadata_str}\\n\\n{content}\", \"metadata_template\": \"{key}: {value}\", \"metadata_seperator\": \"\\n\", \"content\": \"that fine-tune Llama models to support languages.\\n\\n\\nWhat operating systems (OS) are officially supported?\\n\\n\\nLinux is the only OS currently supported by this repo.\\n\\n\\nI am getting the following error with the download script. What should I do?\\n\\ndownload.sh: 14: [[: not found\\n\\n\\n\\nMake sure to run the command as follows\\n\\n\\n./download.sh\\n\\n\\nI am getting 'Issue with the URL' as an error message. What do I do?\\n\\nHTTP request sent, awaiting response... 400 Bad Request\\n\\n\\n\\nThe issue occurs because of not copying the URL correctly. If you right click on the link and copy the link, the link may be copied with url\\ndefence wrapper. To avoid this problem, please select the url manually and copy it.\\n\\n\\nDoes Llama 2 support other languages outside of English?\\n\\n\\nThe model was primarily trained on English with a bit of additional data from 27 other languages (for more information, see Table 10 on\\npage 20 of the Llama 2 paper). We do not expect the same level of performance in these languages as in English. You\\u00e2\\u20ac\\u2122ll find the full\\nlist of languages referenced in the research paper. You can look at some of the community lead projects to fine-tune Llama 2 models to\\nsupport other languages. (eg. link)\\n\\n\\nCan you run the Llama-7B model on Windows and/or macOS?\\n\\n\\nThe vanilla model shipped in the repository does not run on Windows and/or macOS out of the box. There are some community led\\nprojects that support running Llama on Mac, Windows, iOS, Android or anywhere (e.g llama cpp, MLC LLM, and Llama 2 Everywhere).\\nYou can also find a work around at this issue based on Llama 2 fine-tuning.\\n\\n\\nHow is the architecture of the v2 different from the one of the v1 model?\\n\\n\\nSome differences between the two models include:\\n\\n   1.   Llama 1 released 7, 13, 33 and 65 billion parameters while Llama 2 has7, 13 and 70 billion parameters\\n   2.   Llama 2 was trained on 40% more data\\n   3.   Llama2 has double the context length\\n   4.   Llama2 was fine-tuned for helpfulness and safety\\n   5.   Please review the research paper and model cards (llama 2 model card, llama 1 model card) for more differences.\\n\\n\\nIf I'm a developer/business, how can I access it?\\n\\nDetails on how to access the models are available on our website link. Please note that the models are subject to the acceptable use\\npolicy and the provided responsible use guide.ee the \\u00e2\\u20ac\\u0153Accessing to Llama 2 Models\\u00e2\\u20ac\\u200b section of this document for more information\\non how to get access to the models.\\n\\n\\nWhere can the models be found?\\n\\n\\n   1. Models are available through multiple sources but the place to start is at https://llama.meta.com\\n   2. Model code, quickstart guide and fine-tuning examples are available through our Github Llama repository. Model Weights are\\n\\f     available through an email link after the user submits a sign-up form.\\n  3. Models are also being hosted by Microsoft, Amazon Web Services, and Hugging Face, and may also be available through other\\n     hosting providers in the future.\\n\\n\\nCan anyone access Llama 2? What are the terms?\\n\\n\\n  1. Llama 2 is broadly available to developers and licensees through a variety of hosting providers and on the Meta website.\\n  2. Llama 2 is licensed under the Llama 2 Community License Agreement, which provides a permissive license to the models along\\n     with certain restrictions to help ensure that the models are being used responsibly.\\n\\n\\nWhat are the hardware SKU requirements for deploying these models?\\n\\n\\nHardware requirements vary based on latency, throughput and cost constraints. For good latency, we split models across multiple GPUs\\nwith tensor parallelism in a machine with NVIDIA A100s or H100s. But TPUs, other types of GPUs, or even commodity hardware can also\\nbe used to deploy these models (e.g. llama cpp, MLC LLM).\\n\\n\\nIs Llama trained with multi-query attention(MQA) and ALiBi?\\n\\n\\nOnly the 70B model has MQA for more efficient inference.\\n\\n\\nDoes the model provide traditional autoregressive text completion?\\n\\n\\nLlama 2 is an auto-regressive language model, built on the transformer architecture. Llama 2 functions by taking a sequence of words as\\ninput and predicting the next word, recursively generating\", \"source\": null, \"channel\": null, \"class_name\": \"Document\"}", "_node_type": "Document", "document_id": "10894a5f-d540-4f40-a8b7-d21ebb761553", "doc_id": "10894a5f-d540-4f40-a8b7-d21ebb761553", "ref_doc_id": "10894a5f-d540-4f40-a8b7-d21ebb761553", "chroma:document": "that fine-tune Llama models to support languages.\n\n\nWhat operating systems (OS) are officially supported?\n\n\nLinux is the only OS currently supported by this repo.\n\n\nI am getting the following error with the download script. What should I do?\n\ndownload.sh: 14: [[: not found\n\n\n\nMake sure to run the command as follows\n\n\n./download.sh\n\n\nI am getting 'Issue with the URL' as an error message. What do I do?\n\nHTTP request sent, awaiting response... 400 Bad Request\n\n\n\nThe issue occurs because of not copying the URL correctly. If you right click on the link and copy the link, the link may be copied with url\ndefence wrapper. To avoid this problem, please select the url manually and copy it.\n\n\nDoes Llama 2 support other languages outside of English?\n\n\nThe model was primarily trained on English with a bit of additional data from 27 other languages (for more information, see Table 10 on\npage 20 of the Llama 2 paper). We do not expect the same level of performance in these languages as in English. You\u00e2\u20ac\u2122ll find the full\nlist of languages referenced in the research paper. You can look at some of the community lead projects to fine-tune Llama 2 models to\nsupport other languages. (eg. link)\n\n\nCan you run the Llama-7B model on Windows and/or macOS?\n\n\nThe vanilla model shipped in the repository does not run on Windows and/or macOS out of the box. There are some community led\nprojects that support running Llama on Mac, Windows, iOS, Android or anywhere (e.g llama cpp, MLC LLM, and Llama 2 Everywhere).\nYou can also find a work around at this issue based on Llama 2 fine-tuning.\n\n\nHow is the architecture of the v2 different from the one of the v1 model?\n\n\nSome differences between the two models include:\n\n   1.   Llama 1 released 7, 13, 33 and 65 billion parameters while Llama 2 has7, 13 and 70 billion parameters\n   2.   Llama 2 was trained on 40% more data\n   3.   Llama2 has double the context length\n   4.   Llama2 was fine-tuned for helpfulness and safety\n   5.   Please review the research paper and model cards (llama 2 model card, llama 1 model card) for more differences.\n\n\nIf I'm a developer/business, how can I access it?\n\nDetails on how to access the models are available on our website link. Please note that the models are subject to the acceptable use\npolicy and the provided responsible use guide.ee the \u00e2\u20ac\u0153Accessing to Llama 2 Models\u00e2\u20ac\u200b section of this document for more information\non how to get access to the models.\n\n\nWhere can the models be found?\n\n\n   1. Models are available through multiple sources but the place to start is at https://llama.meta.com\n   2. Model code, quickstart guide and fine-tuning examples are available through our Github Llama repository. Model Weights are\n\f     available through an email link after the user submits a sign-up form.\n  3. Models are also being hosted by Microsoft, Amazon Web Services, and Hugging Face, and may also be available through other\n     hosting providers in the future.\n\n\nCan anyone access Llama 2? What are the terms?\n\n\n  1. Llama 2 is broadly available to developers and licensees through a variety of hosting providers and on the Meta website.\n  2. Llama 2 is licensed under the Llama 2 Community License Agreement, which provides a permissive license to the models along\n     with certain restrictions to help ensure that the models are being used responsibly.\n\n\nWhat are the hardware SKU requirements for deploying these models?\n\n\nHardware requirements vary based on latency, throughput and cost constraints. For good latency, we split models across multiple GPUs\nwith tensor parallelism in a machine with NVIDIA A100s or H100s. But TPUs, other types of GPUs, or even commodity hardware can also\nbe used to deploy these models (e.g. llama cpp, MLC LLM).\n\n\nIs Llama trained with multi-query attention(MQA) and ALiBi?\n\n\nOnly the 70B model has MQA for more efficient inference.\n\n\nDoes the model provide traditional autoregressive text completion?\n\n\nLlama 2 is an auto-regressive language model, built on the transformer architecture. Llama 2 functions by taking a sequence of words as\ninput and predicting the next word, recursively generating"}


created_at: 2024-04-13 17:14:58
topic: persistent://default/default/997fbd8d-9d5f-4a1f-bc27-bde8e38bf397
id: e3b960e7-28ce-4cf2-adbe-80ee5bb97a5b
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Ian\\AppData\\Local\\Temp\\gradio\\6fa0b452b0635453636593a1efb33b6773415a85\\Llama-2-FAQs.txt", "file_name": "Llama-2-FAQs.txt", "file_type": "text/plain", "file_size": 17059, "creation_date": "2024-04-13", "last_modified_date": "2024-04-14", "last_accessed_date": "2024-04-14", "_node_content": "{\"id_\": \"e3b960e7-28ce-4cf2-adbe-80ee5bb97a5b\", \"embedding\": null, \"metadata\": {\"file_path\": \"C:\\\\Users\\\\Ian\\\\AppData\\\\Local\\\\Temp\\\\gradio\\\\6fa0b452b0635453636593a1efb33b6773415a85\\\\Llama-2-FAQs.txt\", \"file_name\": \"Llama-2-FAQs.txt\", \"file_type\": \"text/plain\", \"file_size\": 17059, \"creation_date\": \"2024-04-13\", \"last_modified_date\": \"2024-04-14\", \"last_accessed_date\": \"2024-04-14\"}, \"excluded_embed_metadata_keys\": [\"file_name\", \"file_type\", \"file_size\", \"creation_date\", \"last_modified_date\", \"last_accessed_date\"], \"excluded_llm_metadata_keys\": [\"file_name\", \"file_type\", \"file_size\", \"creation_date\", \"last_modified_date\", \"last_accessed_date\"], \"relationships\": {\"1\": {\"node_id\": \"e3b960e7-28ce-4cf2-adbe-80ee5bb97a5b\", \"node_type\": null, \"metadata\": {}, \"hash\": null, \"class_name\": \"RelatedNodeInfo\"}}, \"text\": \"\", \"start_char_idx\": 6235, \"end_char_idx\": 10551, \"text_template\": \"{metadata_str}\\n\\n{content}\", \"metadata_template\": \"{key}: {value}\", \"metadata_seperator\": \"\\n\", \"content\": \"anyone access Llama 2? What are the terms?\\n\\n\\n  1. Llama 2 is broadly available to developers and licensees through a variety of hosting providers and on the Meta website.\\n  2. Llama 2 is licensed under the Llama 2 Community License Agreement, which provides a permissive license to the models along\\n     with certain restrictions to help ensure that the models are being used responsibly.\\n\\n\\nWhat are the hardware SKU requirements for deploying these models?\\n\\n\\nHardware requirements vary based on latency, throughput and cost constraints. For good latency, we split models across multiple GPUs\\nwith tensor parallelism in a machine with NVIDIA A100s or H100s. But TPUs, other types of GPUs, or even commodity hardware can also\\nbe used to deploy these models (e.g. llama cpp, MLC LLM).\\n\\n\\nIs Llama trained with multi-query attention(MQA) and ALiBi?\\n\\n\\nOnly the 70B model has MQA for more efficient inference.\\n\\n\\nDoes the model provide traditional autoregressive text completion?\\n\\n\\nLlama 2 is an auto-regressive language model, built on the transformer architecture. Llama 2 functions by taking a sequence of words as\\ninput and predicting the next word, recursively generating text.\\n\\n\\nDoes the model support fill-in-the-middle completion, e.g. allowing the user to specify a suffix string for the\\nresponse?\\n\\n\\nThe vanilla model of Llama does not, however, the Code Llama models have been trained with fill-in-the-middle completion to assist with\\ntasks like code completion.\\n\\n\\nDoes the model support logit biases as a request parameter to control token probabilities during sampling?\\n\\n\\nThis is implementation dependent (i.e. the code used to run the model).\\n\\n\\nDoes the model support adjusting sampling temperature or top-p threshold via request parameters?\\n\\n\\nThe model itself supports these parameters, but whether they are exposed or not depends on implementation.\\n\\n\\nWhat is the most effective RAG method paired with LIama 2?\\n\\n\\nThere are many ways to use RAG with Llama. The most popular libraries are LangChain and LlamaIndex, and many of our developers\\nhave used them successfully with Llama 2. See the LangChain, LlamaIndex\\n\\n\\nHow to setup Llama 2 on an EC2 instance?\\n\\n\\nYou can find steps on how to set up an EC2 instance in the AWS section here.\\n\\n\\nWhat is the right size of EC2 instances needed for running each of the llama models?\\n\\n\\nThe AWS section has some insights on instance size that you can start with.\\n\\n\\nShould we start training with the base or chat model?\\n\\fThis depends on your application. The Llama 2 pre-trained models were trained for general large language applications, whereas the\\nLlama 2 chat models were fine-tuned for dialogue specific uses like chat bots. You should review the model card and research paper for\\nmore information on the models as this will help you decide which to use.\\n\\n\\nI keep getting a \\u00e2\\u20ac\\u0153CUDA out of memory\\u00e2\\u20ac\\u200b error.\\n\\n\\nThis error can be caused by a number of different factors including, model size being too large, in-efficient memory usage and so on.\\nSome of the steps below have been known to help with this issue, but you might need to do some troubleshooting to figure out the exact\\ncause of your issue.\\n\\n  1.   Ensure your GPU has enough memory\\n  2.   Reduce the `batch_size`\\n  3.   Lower thePrecision\\n  4.   Clear cache\\n  5.   Modify the Model/Training\\n\\n\\nRetrieval approach adds latency due to multiple calls at each turn. How to best leverage Llama+Retrieval?\\n\\n\\nIf multiple calls are necessary then you could look into the following:\\n\\n  1.   Optimize inference so each call has less latency.\\n  2.   Merge the calls into fewer calls. For example summarize the data and utilize the summary.\\n  3.   Possibly utilize Llama 2 function calling.\\n  4.   Consider fine-tuning the model with the updated data.\\n\\n\\nHow good is the model (assuming the fine-tuned one) for handling direct customer input without additional\\nRAI layers?\\n\\nSpecial attention was paid to safety while fine-tuning the Llama 2 chat models. The Llama 2 chat models scored better than the Falcon\\nand MPT in the TruthfulQA and ToxiGen benchmarks. More information can be found in Section 4 of the Llama 2 paper.\\n\\n\\n\\n\\nFine-tuning\\n\\n\\n\\nHow can I fine-tune the Llama 2 models?\\n\\n\\nYou can find examples on how to fine-tune the Llama 2 models in the Llama Recipes repository.\\n\\n\\nHow can I pretrain the Llama 2 models?\\n\\n\\nYou\", \"source\": null, \"channel\": null, \"class_name\": \"Document\"}", "_node_type": "Document", "document_id": "e3b960e7-28ce-4cf2-adbe-80ee5bb97a5b", "doc_id": "e3b960e7-28ce-4cf2-adbe-80ee5bb97a5b", "ref_doc_id": "e3b960e7-28ce-4cf2-adbe-80ee5bb97a5b", "chroma:document": "anyone access Llama 2? What are the terms?\n\n\n  1. Llama 2 is broadly available to developers and licensees through a variety of hosting providers and on the Meta website.\n  2. Llama 2 is licensed under the Llama 2 Community License Agreement, which provides a permissive license to the models along\n     with certain restrictions to help ensure that the models are being used responsibly.\n\n\nWhat are the hardware SKU requirements for deploying these models?\n\n\nHardware requirements vary based on latency, throughput and cost constraints. For good latency, we split models across multiple GPUs\nwith tensor parallelism in a machine with NVIDIA A100s or H100s. But TPUs, other types of GPUs, or even commodity hardware can also\nbe used to deploy these models (e.g. llama cpp, MLC LLM).\n\n\nIs Llama trained with multi-query attention(MQA) and ALiBi?\n\n\nOnly the 70B model has MQA for more efficient inference.\n\n\nDoes the model provide traditional autoregressive text completion?\n\n\nLlama 2 is an auto-regressive language model, built on the transformer architecture. Llama 2 functions by taking a sequence of words as\ninput and predicting the next word, recursively generating text.\n\n\nDoes the model support fill-in-the-middle completion, e.g. allowing the user to specify a suffix string for the\nresponse?\n\n\nThe vanilla model of Llama does not, however, the Code Llama models have been trained with fill-in-the-middle completion to assist with\ntasks like code completion.\n\n\nDoes the model support logit biases as a request parameter to control token probabilities during sampling?\n\n\nThis is implementation dependent (i.e. the code used to run the model).\n\n\nDoes the model support adjusting sampling temperature or top-p threshold via request parameters?\n\n\nThe model itself supports these parameters, but whether they are exposed or not depends on implementation.\n\n\nWhat is the most effective RAG method paired with LIama 2?\n\n\nThere are many ways to use RAG with Llama. The most popular libraries are LangChain and LlamaIndex, and many of our developers\nhave used them successfully with Llama 2. See the LangChain, LlamaIndex\n\n\nHow to setup Llama 2 on an EC2 instance?\n\n\nYou can find steps on how to set up an EC2 instance in the AWS section here.\n\n\nWhat is the right size of EC2 instances needed for running each of the llama models?\n\n\nThe AWS section has some insights on instance size that you can start with.\n\n\nShould we start training with the base or chat model?\n\fThis depends on your application. The Llama 2 pre-trained models were trained for general large language applications, whereas the\nLlama 2 chat models were fine-tuned for dialogue specific uses like chat bots. You should review the model card and research paper for\nmore information on the models as this will help you decide which to use.\n\n\nI keep getting a \u00e2\u20ac\u0153CUDA out of memory\u00e2\u20ac\u200b error.\n\n\nThis error can be caused by a number of different factors including, model size being too large, in-efficient memory usage and so on.\nSome of the steps below have been known to help with this issue, but you might need to do some troubleshooting to figure out the exact\ncause of your issue.\n\n  1.   Ensure your GPU has enough memory\n  2.   Reduce the `batch_size`\n  3.   Lower thePrecision\n  4.   Clear cache\n  5.   Modify the Model/Training\n\n\nRetrieval approach adds latency due to multiple calls at each turn. How to best leverage Llama+Retrieval?\n\n\nIf multiple calls are necessary then you could look into the following:\n\n  1.   Optimize inference so each call has less latency.\n  2.   Merge the calls into fewer calls. For example summarize the data and utilize the summary.\n  3.   Possibly utilize Llama 2 function calling.\n  4.   Consider fine-tuning the model with the updated data.\n\n\nHow good is the model (assuming the fine-tuned one) for handling direct customer input without additional\nRAI layers?\n\nSpecial attention was paid to safety while fine-tuning the Llama 2 chat models. The Llama 2 chat models scored better than the Falcon\nand MPT in the TruthfulQA and ToxiGen benchmarks. More information can be found in Section 4 of the Llama 2 paper.\n\n\n\n\nFine-tuning\n\n\n\nHow can I fine-tune the Llama 2 models?\n\n\nYou can find examples on how to fine-tune the Llama 2 models in the Llama Recipes repository.\n\n\nHow can I pretrain the Llama 2 models?\n\n\nYou"}


created_at: 2024-04-13 17:14:58
topic: persistent://default/default/997fbd8d-9d5f-4a1f-bc27-bde8e38bf397
id: 65d5beda-ff46-4976-9059-bf4155cbd683
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Ian\\AppData\\Local\\Temp\\gradio\\6fa0b452b0635453636593a1efb33b6773415a85\\Llama-2-FAQs.txt", "file_name": "Llama-2-FAQs.txt", "file_type": "text/plain", "file_size": 17059, "creation_date": "2024-04-13", "last_modified_date": "2024-04-14", "last_accessed_date": "2024-04-14", "_node_content": "{\"id_\": \"65d5beda-ff46-4976-9059-bf4155cbd683\", \"embedding\": null, \"metadata\": {\"file_path\": \"C:\\\\Users\\\\Ian\\\\AppData\\\\Local\\\\Temp\\\\gradio\\\\6fa0b452b0635453636593a1efb33b6773415a85\\\\Llama-2-FAQs.txt\", \"file_name\": \"Llama-2-FAQs.txt\", \"file_type\": \"text/plain\", \"file_size\": 17059, \"creation_date\": \"2024-04-13\", \"last_modified_date\": \"2024-04-14\", \"last_accessed_date\": \"2024-04-14\"}, \"excluded_embed_metadata_keys\": [\"file_name\", \"file_type\", \"file_size\", \"creation_date\", \"last_modified_date\", \"last_accessed_date\"], \"excluded_llm_metadata_keys\": [\"file_name\", \"file_type\", \"file_size\", \"creation_date\", \"last_modified_date\", \"last_accessed_date\"], \"relationships\": {\"1\": {\"node_id\": \"65d5beda-ff46-4976-9059-bf4155cbd683\", \"node_type\": null, \"metadata\": {}, \"hash\": null, \"class_name\": \"RelatedNodeInfo\"}}, \"text\": \"\", \"start_char_idx\": 9506, \"end_char_idx\": 13976, \"text_template\": \"{metadata_str}\\n\\n{content}\", \"metadata_template\": \"{key}: {value}\", \"metadata_seperator\": \"\\n\", \"content\": \"Modify the Model/Training\\n\\n\\nRetrieval approach adds latency due to multiple calls at each turn. How to best leverage Llama+Retrieval?\\n\\n\\nIf multiple calls are necessary then you could look into the following:\\n\\n  1.   Optimize inference so each call has less latency.\\n  2.   Merge the calls into fewer calls. For example summarize the data and utilize the summary.\\n  3.   Possibly utilize Llama 2 function calling.\\n  4.   Consider fine-tuning the model with the updated data.\\n\\n\\nHow good is the model (assuming the fine-tuned one) for handling direct customer input without additional\\nRAI layers?\\n\\nSpecial attention was paid to safety while fine-tuning the Llama 2 chat models. The Llama 2 chat models scored better than the Falcon\\nand MPT in the TruthfulQA and ToxiGen benchmarks. More information can be found in Section 4 of the Llama 2 paper.\\n\\n\\n\\n\\nFine-tuning\\n\\n\\n\\nHow can I fine-tune the Llama 2 models?\\n\\n\\nYou can find examples on how to fine-tune the Llama 2 models in the Llama Recipes repository.\\n\\n\\nHow can I pretrain the Llama 2 models?\\n\\n\\nYou can adapt the finetuning script found here for pre-training. You can also find the hyperparams used for pretraining in Section 2 of the\\nLlama 2 paper.\\n\\n\\nAm I allowed to develop derivative models through fine-tuning based on Llama 2 for languages other than\\nenglish? Is this a violation of the acceptable use policy?\\n\\n\\nDevelopers may fine-tune Llama 2 models for languages beyond English provided they comply with the Llama 2 Community License and\\nthe Acceptable Use Policy.\\n\\n\\nHow can we reduce hallucination with fine-tuned LIama?\\n\\n\\nAlthough prompts cannot eliminate hallucinations completely, they can reduce it significantly. Using techniques like Chain-of-thought,\\nInstruction-Based, N-Shot, Few-Shot can help depending on your application. Additionally prompting the models to back up the responses\\n\\fby verifying with factual data sets or requesting the models to provide the source of information can help as well. Overall finetuning should\\nalso be helpful for reducing hallucination.\\n\\n\\nWill you release the tuning datasets?\\n\\n\\nWe believe developers will have plenty to work with as we release our model weights and starting code for pre trained and conversational\\nfine-tuned versions as well as responsible use of resources. While data mixes are intentionally withheld for competitive reasons, all\\nmodels have gone through Meta\\u00e2\\u20ac\\u2122s internal Privacy Review process to ensure responsible data usage in building our products. We are\\ndedicated to the responsible and ethical development of our genAI products, ensuring our policies reflect diverse contexts and meet\\nevolving societal expectations.\\n\\n\\nWhat are the hardware SKU requirements for fine-tuning Llama pre-trained models?\\n\\nFine-tuning requirements also vary based on amount of data, time to complete fine-tuning and cost constraints. To fine-tune these models\\nwe have generally used multiple NVIDIA A100 machines with data parallelism across nodes and a mix of data and tensor parallelism intra\\nnode. But using a single machine, or other GPU types are definitely possible (e.g. alpaca models are trained on a single RTX4090:\\nhttps://github.com/tloen/alpaca-lora)\\n\\n\\nWhat fine-tuning tasks would these models support?\\n\\n\\nThe Llama 2 fine-tuned models were fine-tuned for dialogue specific uses like chat bots.\\n\\n\\nAre there examples on how one can fine-tune the models?\\n\\n\\nYou can find example fine-tuning scripts in the Github recipes repository.\\nYou can also review the fine-tuning section in our Getting started with Llama guide.\\n\\n\\nWhat is the difference between a pre-trained and fine-tuned model?\\n\\n\\nThe Llama 2 pre-trained models were trained for general large language applications, whereas the Llama 2 chat models were fine-tuned\\nfor dialogue specific uses like chat bots.\\n\\n\\nAre we going to publish model cards and info for each of the 4 models (7B/13B - PT and FT)?\\n\\n\\nYou can find the Llama 2 model card here.\\n\\n\\nWhat are some effective practices/ways that seem to be more effective at fine-tuning?\\n\\n\\nYou can find some best practices in the fine-tuning section in our Getting started with Llama guide.\\n\\n\\nHow effective is using LoRA?\\n\\n\\nLoRA has made the fine-tuning of LLM like Llama 2 possible on consumer GPUs (like Tesla T4) by only retraining a very small set of\\nmodel parameters, democratizing the fine-tuning of LLM, while still reaching comparable performance as fine-tuning the whole model on\\nmuch expensive GPUs. So LoRA is essential and very effective in\", \"source\": null, \"channel\": null, \"class_name\": \"Document\"}", "_node_type": "Document", "document_id": "65d5beda-ff46-4976-9059-bf4155cbd683", "doc_id": "65d5beda-ff46-4976-9059-bf4155cbd683", "ref_doc_id": "65d5beda-ff46-4976-9059-bf4155cbd683", "chroma:document": "Modify the Model/Training\n\n\nRetrieval approach adds latency due to multiple calls at each turn. How to best leverage Llama+Retrieval?\n\n\nIf multiple calls are necessary then you could look into the following:\n\n  1.   Optimize inference so each call has less latency.\n  2.   Merge the calls into fewer calls. For example summarize the data and utilize the summary.\n  3.   Possibly utilize Llama 2 function calling.\n  4.   Consider fine-tuning the model with the updated data.\n\n\nHow good is the model (assuming the fine-tuned one) for handling direct customer input without additional\nRAI layers?\n\nSpecial attention was paid to safety while fine-tuning the Llama 2 chat models. The Llama 2 chat models scored better than the Falcon\nand MPT in the TruthfulQA and ToxiGen benchmarks. More information can be found in Section 4 of the Llama 2 paper.\n\n\n\n\nFine-tuning\n\n\n\nHow can I fine-tune the Llama 2 models?\n\n\nYou can find examples on how to fine-tune the Llama 2 models in the Llama Recipes repository.\n\n\nHow can I pretrain the Llama 2 models?\n\n\nYou can adapt the finetuning script found here for pre-training. You can also find the hyperparams used for pretraining in Section 2 of the\nLlama 2 paper.\n\n\nAm I allowed to develop derivative models through fine-tuning based on Llama 2 for languages other than\nenglish? Is this a violation of the acceptable use policy?\n\n\nDevelopers may fine-tune Llama 2 models for languages beyond English provided they comply with the Llama 2 Community License and\nthe Acceptable Use Policy.\n\n\nHow can we reduce hallucination with fine-tuned LIama?\n\n\nAlthough prompts cannot eliminate hallucinations completely, they can reduce it significantly. Using techniques like Chain-of-thought,\nInstruction-Based, N-Shot, Few-Shot can help depending on your application. Additionally prompting the models to back up the responses\n\fby verifying with factual data sets or requesting the models to provide the source of information can help as well. Overall finetuning should\nalso be helpful for reducing hallucination.\n\n\nWill you release the tuning datasets?\n\n\nWe believe developers will have plenty to work with as we release our model weights and starting code for pre trained and conversational\nfine-tuned versions as well as responsible use of resources. While data mixes are intentionally withheld for competitive reasons, all\nmodels have gone through Meta\u00e2\u20ac\u2122s internal Privacy Review process to ensure responsible data usage in building our products. We are\ndedicated to the responsible and ethical development of our genAI products, ensuring our policies reflect diverse contexts and meet\nevolving societal expectations.\n\n\nWhat are the hardware SKU requirements for fine-tuning Llama pre-trained models?\n\nFine-tuning requirements also vary based on amount of data, time to complete fine-tuning and cost constraints. To fine-tune these models\nwe have generally used multiple NVIDIA A100 machines with data parallelism across nodes and a mix of data and tensor parallelism intra\nnode. But using a single machine, or other GPU types are definitely possible (e.g. alpaca models are trained on a single RTX4090:\nhttps://github.com/tloen/alpaca-lora)\n\n\nWhat fine-tuning tasks would these models support?\n\n\nThe Llama 2 fine-tuned models were fine-tuned for dialogue specific uses like chat bots.\n\n\nAre there examples on how one can fine-tune the models?\n\n\nYou can find example fine-tuning scripts in the Github recipes repository.\nYou can also review the fine-tuning section in our Getting started with Llama guide.\n\n\nWhat is the difference between a pre-trained and fine-tuned model?\n\n\nThe Llama 2 pre-trained models were trained for general large language applications, whereas the Llama 2 chat models were fine-tuned\nfor dialogue specific uses like chat bots.\n\n\nAre we going to publish model cards and info for each of the 4 models (7B/13B - PT and FT)?\n\n\nYou can find the Llama 2 model card here.\n\n\nWhat are some effective practices/ways that seem to be more effective at fine-tuning?\n\n\nYou can find some best practices in the fine-tuning section in our Getting started with Llama guide.\n\n\nHow effective is using LoRA?\n\n\nLoRA has made the fine-tuning of LLM like Llama 2 possible on consumer GPUs (like Tesla T4) by only retraining a very small set of\nmodel parameters, democratizing the fine-tuning of LLM, while still reaching comparable performance as fine-tuning the whole model on\nmuch expensive GPUs. So LoRA is essential and very effective in"}


created_at: 2024-04-13 17:14:58
topic: persistent://default/default/997fbd8d-9d5f-4a1f-bc27-bde8e38bf397
id: ddbbcbc7-3208-4abb-9ea0-f297c763caf7
encoding: FLOAT32
metadata:
{"file_path": "C:\\Users\\Ian\\AppData\\Local\\Temp\\gradio\\6fa0b452b0635453636593a1efb33b6773415a85\\Llama-2-FAQs.txt", "file_name": "Llama-2-FAQs.txt", "file_type": "text/plain", "file_size": 17059, "creation_date": "2024-04-13", "last_modified_date": "2024-04-14", "last_accessed_date": "2024-04-14", "_node_content": "{\"id_\": \"ddbbcbc7-3208-4abb-9ea0-f297c763caf7\", \"embedding\": null, \"metadata\": {\"file_path\": \"C:\\\\Users\\\\Ian\\\\AppData\\\\Local\\\\Temp\\\\gradio\\\\6fa0b452b0635453636593a1efb33b6773415a85\\\\Llama-2-FAQs.txt\", \"file_name\": \"Llama-2-FAQs.txt\", \"file_type\": \"text/plain\", \"file_size\": 17059, \"creation_date\": \"2024-04-13\", \"last_modified_date\": \"2024-04-14\", \"last_accessed_date\": \"2024-04-14\"}, \"excluded_embed_metadata_keys\": [\"file_name\", \"file_type\", \"file_size\", \"creation_date\", \"last_modified_date\", \"last_accessed_date\"], \"excluded_llm_metadata_keys\": [\"file_name\", \"file_type\", \"file_size\", \"creation_date\", \"last_modified_date\", \"last_accessed_date\"], \"relationships\": {\"1\": {\"node_id\": \"ddbbcbc7-3208-4abb-9ea0-f297c763caf7\", \"node_type\": null, \"metadata\": {}, \"hash\": null, \"class_name\": \"RelatedNodeInfo\"}}, \"text\": \"\", \"start_char_idx\": 12831, \"end_char_idx\": 16591, \"text_template\": \"{metadata_str}\\n\\n{content}\", \"metadata_template\": \"{key}: {value}\", \"metadata_seperator\": \"\\n\", \"content\": \"examples on how one can fine-tune the models?\\n\\n\\nYou can find example fine-tuning scripts in the Github recipes repository.\\nYou can also review the fine-tuning section in our Getting started with Llama guide.\\n\\n\\nWhat is the difference between a pre-trained and fine-tuned model?\\n\\n\\nThe Llama 2 pre-trained models were trained for general large language applications, whereas the Llama 2 chat models were fine-tuned\\nfor dialogue specific uses like chat bots.\\n\\n\\nAre we going to publish model cards and info for each of the 4 models (7B/13B - PT and FT)?\\n\\n\\nYou can find the Llama 2 model card here.\\n\\n\\nWhat are some effective practices/ways that seem to be more effective at fine-tuning?\\n\\n\\nYou can find some best practices in the fine-tuning section in our Getting started with Llama guide.\\n\\n\\nHow effective is using LoRA?\\n\\n\\nLoRA has made the fine-tuning of LLM like Llama 2 possible on consumer GPUs (like Tesla T4) by only retraining a very small set of\\nmodel parameters, democratizing the fine-tuning of LLM, while still reaching comparable performance as fine-tuning the whole model on\\nmuch expensive GPUs. So LoRA is essential and very effective in Llama 2 fine-tuning.\\n\\n\\nHow should we think about post processing (validate generated data) as a way to fine-tune models?\\n\\n\\na. It depends on the application what type of data we are fine-tuning on, but it needs to be beyond normal harness eval sets, something\\nthat makes sense for the application, for example for something like sql data, maybe running generate code would be a better eval. So\\nessentially having a truthful data on the specific application can be helpful to reduce the risk on a specific application\\n\\n\\n\\nb. Also setting some sort of threshold such as prob>90% might be helpful to get more confidence in the output\\n\\fWhat are the different libraries that we recommend for fine-tuning?\\n\\nYou can find some fine-tuning recommendations in the Llama 2 Github recipes repository as well as fine-tuning section in our Getting\\nstarted with Llama guide.\\n\\n\\nHow can we identify the right \\u00e2\\u20ac\\u02dcr\\u00e2\\u20ac\\u2122 value for LORA method for a certain use-case?\\n\\n\\nThe best approach would be to review the LoRA research paper for more information on the rankings, then reviewing similar\\nimplementations for other models and finally experimenting.\\n\\n\\nWe hope to use prompt engineering as a lever to nudge behavior. Any pointers on enhancing instruction-\\nfollowing by fine-tuning small llama models?\\n\\nTake a look at the fine-tuning section in our Getting started with Llama guide for some pointers towards fine-tuning.\\n\\n\\n\\n\\nPrompting\\n\\n\\n\\nStrategies to help models handle longer conversations?\\n\\n\\nYou can find some helpful information towards this in the Prompting and Llama demo app.\\n\\n\\n\\n\\nLegal\\n\\n\\n\\nIs Llama 2 open source? What is the exact license these models are published under?\\n\\n\\n  1. This is a bespoke commercial license that balances open access to the models with responsibility and protections in place to help\\n     address potential misuse.\\n  2. Our license allows for broad commercial use, as well as for developers to create and redistribute additional work on top of Llama 2.\\n  3. We want to enable more innovation in both research and commercial use cases, but believe in taking a responsible approach to\\n     releasing AI technologies.\\n  4. For more details, our license can be found here.\\n\\n\\nIs there any copyrighted material in any of the training datasets?\\n\\n\\nThe model is trained on a subset of publicly available text-based datasets.\\n\\n\\n\\n\\nBenchmarking\\n\\fDo we have any benchmarks for the v2 models? Are we planning to publish it? If so, do we have an ETA?\\n\\n\\nYes we will publish benchmarks alongside the release. If there are particular benchmarks partners are interested in it may be possible to\\nshare some under NDA earlier.\", \"source\": null, \"channel\": null, \"class_name\": \"Document\"}", "_node_type": "Document", "document_id": "ddbbcbc7-3208-4abb-9ea0-f297c763caf7", "doc_id": "ddbbcbc7-3208-4abb-9ea0-f297c763caf7", "ref_doc_id": "ddbbcbc7-3208-4abb-9ea0-f297c763caf7", "chroma:document": "examples on how one can fine-tune the models?\n\n\nYou can find example fine-tuning scripts in the Github recipes repository.\nYou can also review the fine-tuning section in our Getting started with Llama guide.\n\n\nWhat is the difference between a pre-trained and fine-tuned model?\n\n\nThe Llama 2 pre-trained models were trained for general large language applications, whereas the Llama 2 chat models were fine-tuned\nfor dialogue specific uses like chat bots.\n\n\nAre we going to publish model cards and info for each of the 4 models (7B/13B - PT and FT)?\n\n\nYou can find the Llama 2 model card here.\n\n\nWhat are some effective practices/ways that seem to be more effective at fine-tuning?\n\n\nYou can find some best practices in the fine-tuning section in our Getting started with Llama guide.\n\n\nHow effective is using LoRA?\n\n\nLoRA has made the fine-tuning of LLM like Llama 2 possible on consumer GPUs (like Tesla T4) by only retraining a very small set of\nmodel parameters, democratizing the fine-tuning of LLM, while still reaching comparable performance as fine-tuning the whole model on\nmuch expensive GPUs. So LoRA is essential and very effective in Llama 2 fine-tuning.\n\n\nHow should we think about post processing (validate generated data) as a way to fine-tune models?\n\n\na. It depends on the application what type of data we are fine-tuning on, but it needs to be beyond normal harness eval sets, something\nthat makes sense for the application, for example for something like sql data, maybe running generate code would be a better eval. So\nessentially having a truthful data on the specific application can be helpful to reduce the risk on a specific application\n\n\n\nb. Also setting some sort of threshold such as prob>90% might be helpful to get more confidence in the output\n\fWhat are the different libraries that we recommend for fine-tuning?\n\nYou can find some fine-tuning recommendations in the Llama 2 Github recipes repository as well as fine-tuning section in our Getting\nstarted with Llama guide.\n\n\nHow can we identify the right \u00e2\u20ac\u02dcr\u00e2\u20ac\u2122 value for LORA method for a certain use-case?\n\n\nThe best approach would be to review the LoRA research paper for more information on the rankings, then reviewing similar\nimplementations for other models and finally experimenting.\n\n\nWe hope to use prompt engineering as a lever to nudge behavior. Any pointers on enhancing instruction-\nfollowing by fine-tuning small llama models?\n\nTake a look at the fine-tuning section in our Getting started with Llama guide for some pointers towards fine-tuning.\n\n\n\n\nPrompting\n\n\n\nStrategies to help models handle longer conversations?\n\n\nYou can find some helpful information towards this in the Prompting and Llama demo app.\n\n\n\n\nLegal\n\n\n\nIs Llama 2 open source? What is the exact license these models are published under?\n\n\n  1. This is a bespoke commercial license that balances open access to the models with responsibility and protections in place to help\n     address potential misuse.\n  2. Our license allows for broad commercial use, as well as for developers to create and redistribute additional work on top of Llama 2.\n  3. We want to enable more innovation in both research and commercial use cases, but believe in taking a responsible approach to\n     releasing AI technologies.\n  4. For more details, our license can be found here.\n\n\nIs there any copyrighted material in any of the training datasets?\n\n\nThe model is trained on a subset of publicly available text-based datasets.\n\n\n\n\nBenchmarking\n\fDo we have any benchmarks for the v2 models? Are we planning to publish it? If so, do we have an ETA?\n\n\nYes we will publish benchmarks alongside the release. If there are particular benchmarks partners are interested in it may be possible to\nshare some under NDA earlier."}


# embedding_metadata

key: _node_content
string_value:
{"id_": "6d7cf7ff-dca4-40e1-9186-dd520dc0ed81", "embedding": null, "metadata": {"file_path": "C:\\Users\\Ian\\AppData\\Local\\Temp\\gradio\\6fa0b452b0635453636593a1efb33b6773415a85\\Llama-2-FAQs.txt", "file_name": "Llama-2-FAQs.txt", "file_type": "text/plain", "file_size": 17059, "creation_date": "2024-04-13", "last_modified_date": "2024-04-14", "last_accessed_date": "2024-04-14"}, "excluded_embed_metadata_keys": ["file_name", "file_type", "file_size", "creation_date", "last_modified_date", "last_accessed_date"], "excluded_llm_metadata_keys": ["file_name", "file_type", "file_size", "creation_date", "last_modified_date", "last_accessed_date"], "relationships": {"1": {"node_id": "6d7cf7ff-dca4-40e1-9186-dd520dc0ed81", "node_type": null, "metadata": {}, "hash": null, "class_name": "RelatedNodeInfo"}}, "text": "", "start_char_idx": 0, "end_char_idx": 4429, "text_template": "{metadata_str}\n\n{content}", "metadata_template": "{key}: {value}", "metadata_seperator": "\n", "content": "General\n\n\n\nWhat's different about Llama 2 from Llama 1?\n\n\n  1. We received unprecedented interest in the Llama 1 model we released for the research community \u00e2\u20ac\u201c more than 100,000\n     individuals and organizations have applied for access to Llama 1 and tens of thousands are now using it to innovate. After external\n     feedback, fine-tuning, and extensive safety evaluations, we made the decision to release the next version of Llama more broadly.\n  2. Llama 2 is also available under a permissive commercial license, whereas Llama 1 was limited to non-commercial use.\n  3. Llama 2 is capable of processing longer prompts than Llama 1 and is also designed to work more efficiently.\n  4. For Llama 2 we\u00e2\u20ac\u2122re pairing our release of our pretrained models with versions fine-tuned for helpfulness and safety. Sharing fine-\n     tuned versions makes it easier to use our models while also improving safety performance.\n\n\nWhat if I want to access Llama 2 models but I'm not sure if my use is permitted under the Llama 2\nCommunity License?\n\n\nOn a limited case by case basis, we will consider bespoke licensing requests from individual entities. Please contact llama2@meta.com to\nprovide more details about your request.\n\n\nWhere did the data come from to train the models? Was any Meta user data leveraged for training the\nmodels?\n\n     A combination of sources are used for training. These sources include information that is publicly available online and annotated\n     data to train our models.\n     Llama 2 is not trained on Meta user data.\n\n\nWhy are you not sharing the training datasets for Llama 2?\n\n\nWe believe developers will have plenty to work with as we release our model weights and starting code for pre-trained and conversational\nfine-tuned versions as well as responsible use resources. While data mixes are intentionally withheld for competitive reasons, all models\nhave gone through Meta\u00e2\u20ac\u2122s internal Privacy Review process to ensure responsible data usage in building our products. We are\ndedicated to the responsible and ethical development of our genAI products, ensuring our policies reflect diverse contexts and meet\nevolving societal expectations.\n\n\nDid we use human annotators to develop the data for our models?\n\n\nYes. There are more details about our use of human annotators in the research paper.\n\n\nCan I use the output of the models to improve the Llama 2 family of models, even though I cannot use them\nfor other LLMs?\n\n\nIt's correct that the license restricts using any part of the Llama 2 models, including the response outputs to train another AI model (LLM\nor otherwise). However, one can use the outputs to further train the Llama 2 family of models. Techniques such as Quantized Aware\nTraining (QAT) utilize such a technique and hence this is allowed.\n\n\nWhat is Llama 2's max sequence length?\n\n4096. If you want to use more tokens, you will need to fine-tune the model so that it supports longer sequences. More information and\nexamples on fine-tuning can be found in the Llama Recipes repository.\n\n\nIs there a multilingual checkpoint for researchers to download?\n\fThe Llama models thus far have been mainly focused on the English language. We are looking at true multi-linguality for the future but for\nnow there are a lot of community projects that fine-tune Llama models to support languages.\n\n\nWhat operating systems (OS) are officially supported?\n\n\nLinux is the only OS currently supported by this repo.\n\n\nI am getting the following error with the download script. What should I do?\n\ndownload.sh: 14: [[: not found\n\n\n\nMake sure to run the command as follows\n\n\n./download.sh\n\n\nI am getting 'Issue with the URL' as an error message. What do I do?\n\nHTTP request sent, awaiting response... 400 Bad Request\n\n\n\nThe issue occurs because of not copying the URL correctly. If you right click on the link and copy the link, the link may be copied with url\ndefence wrapper. To avoid this problem, please select the url manually and copy it.\n\n\nDoes Llama 2 support other languages outside of English?\n\n\nThe model was primarily trained on English with a bit of additional data from 27 other languages (for more information, see Table 10 on\npage 20 of the Llama 2 paper). We do not expect the same level of performance in these languages as in English. You\u00e2\u20ac\u2122ll find the full\nlist of languages referenced in the research paper. You can look at some of the community lead projects to fine-tune Llama 2 models", "source": null, "channel": null, "class_name": "Document"}


key: chroma:document
string_value:
General



What's different about Llama 2 from Llama 1?


  1. We received unprecedented interest in the Llama 1 model we released for the research community â€“ more than 100,000
     individuals and organizations have applied for access to Llama 1 and tens of thousands are now using it to innovate. After external
     feedback, fine-tuning, and extensive safety evaluations, we made the decision to release the next version of Llama more broadly.
  2. Llama 2 is also available under a permissive commercial license, whereas Llama 1 was limited to non-commercial use.
  3. Llama 2 is capable of processing longer prompts than Llama 1 and is also designed to work more efficiently.
  4. For Llama 2 weâ€™re pairing our release of our pretrained models with versions fine-tuned for helpfulness and safety. Sharing fine-
     tuned versions makes it easier to use our models while also improving safety performance.


What if I want to access Llama 2 models but I'm not sure if my use is permitted under the Llama 2
Community License?


On a limited case by case basis, we will consider bespoke licensing requests from individual entities. Please contact llama2@meta.com to
provide more details about your request.


Where did the data come from to train the models? Was any Meta user data leveraged for training the
models?

     A combination of sources are used for training. These sources include information that is publicly available online and annotated
     data to train our models.
     Llama 2 is not trained on Meta user data.


Why are you not sharing the training datasets for Llama 2?


We believe developers will have plenty to work with as we release our model weights and starting code for pre-trained and conversational
fine-tuned versions as well as responsible use resources. While data mixes are intentionally withheld for competitive reasons, all models
have gone through Metaâ€™s internal Privacy Review process to ensure responsible data usage in building our products. We are
dedicated to the responsible and ethical development of our genAI products, ensuring our policies reflect diverse contexts and meet
evolving societal expectations.


Did we use human annotators to develop the data for our models?


Yes. There are more details about our use of human annotators in the research paper.


Can I use the output of the models to improve the Llama 2 family of models, even though I cannot use them
for other LLMs?


It's correct that the license restricts using any part of the Llama 2 models, including the response outputs to train another AI model (LLM
or otherwise). However, one can use the outputs to further train the Llama 2 family of models. Techniques such as Quantized Aware
Training (QAT) utilize such a technique and hence this is allowed.


What is Llama 2's max sequence length?

4096. If you want to use more tokens, you will need to fine-tune the model so that it supports longer sequences. More information and
examples on fine-tuning can be found in the Llama Recipes repository.


Is there a multilingual checkpoint for researchers to download?
The Llama models thus far have been mainly focused on the English language. We are looking at true multi-linguality for the future but for
now there are a lot of community projects that fine-tune Llama models to support languages.


What operating systems (OS) are officially supported?


Linux is the only OS currently supported by this repo.


I am getting the following error with the download script. What should I do?

download.sh: 14: [[: not found



Make sure to run the command as follows


./download.sh


I am getting 'Issue with the URL' as an error message. What do I do?

HTTP request sent, awaiting response... 400 Bad Request



The issue occurs because of not copying the URL correctly. If you right click on the link and copy the link, the link may be copied with url
defence wrapper. To avoid this problem, please select the url manually and copy it.


Does Llama 2 support other languages outside of English?


The model was primarily trained on English with a bit of additional data from 27 other languages (for more information, see Table 10 on
page 20 of the Llama 2 paper). We do not expect the same level of performance in these languages as in English. Youâ€™ll find the full
list of languages referenced in the research paper. You can look at some of the community lead projects to fine-tune Llama 2 models


key: _node_content
string_value:
{"id_": "10894a5f-d540-4f40-a8b7-d21ebb761553", "embedding": null, "metadata": {"file_path": "C:\\Users\\Ian\\AppData\\Local\\Temp\\gradio\\6fa0b452b0635453636593a1efb33b6773415a85\\Llama-2-FAQs.txt", "file_name": "Llama-2-FAQs.txt", "file_type": "text/plain", "file_size": 17059, "creation_date": "2024-04-13", "last_modified_date": "2024-04-14", "last_accessed_date": "2024-04-14"}, "excluded_embed_metadata_keys": ["file_name", "file_type", "file_size", "creation_date", "last_modified_date", "last_accessed_date"], "excluded_llm_metadata_keys": ["file_name", "file_type", "file_size", "creation_date", "last_modified_date", "last_accessed_date"], "relationships": {"1": {"node_id": "10894a5f-d540-4f40-a8b7-d21ebb761553", "node_type": null, "metadata": {}, "hash": null, "class_name": "RelatedNodeInfo"}}, "text": "", "start_char_idx": 3277, "end_char_idx": 7404, "text_template": "{metadata_str}\n\n{content}", "metadata_template": "{key}: {value}", "metadata_seperator": "\n", "content": "that fine-tune Llama models to support languages.\n\n\nWhat operating systems (OS) are officially supported?\n\n\nLinux is the only OS currently supported by this repo.\n\n\nI am getting the following error with the download script. What should I do?\n\ndownload.sh: 14: [[: not found\n\n\n\nMake sure to run the command as follows\n\n\n./download.sh\n\n\nI am getting 'Issue with the URL' as an error message. What do I do?\n\nHTTP request sent, awaiting response... 400 Bad Request\n\n\n\nThe issue occurs because of not copying the URL correctly. If you right click on the link and copy the link, the link may be copied with url\ndefence wrapper. To avoid this problem, please select the url manually and copy it.\n\n\nDoes Llama 2 support other languages outside of English?\n\n\nThe model was primarily trained on English with a bit of additional data from 27 other languages (for more information, see Table 10 on\npage 20 of the Llama 2 paper). We do not expect the same level of performance in these languages as in English. You\u00e2\u20ac\u2122ll find the full\nlist of languages referenced in the research paper. You can look at some of the community lead projects to fine-tune Llama 2 models to\nsupport other languages. (eg. link)\n\n\nCan you run the Llama-7B model on Windows and/or macOS?\n\n\nThe vanilla model shipped in the repository does not run on Windows and/or macOS out of the box. There are some community led\nprojects that support running Llama on Mac, Windows, iOS, Android or anywhere (e.g llama cpp, MLC LLM, and Llama 2 Everywhere).\nYou can also find a work around at this issue based on Llama 2 fine-tuning.\n\n\nHow is the architecture of the v2 different from the one of the v1 model?\n\n\nSome differences between the two models include:\n\n   1.   Llama 1 released 7, 13, 33 and 65 billion parameters while Llama 2 has7, 13 and 70 billion parameters\n   2.   Llama 2 was trained on 40% more data\n   3.   Llama2 has double the context length\n   4.   Llama2 was fine-tuned for helpfulness and safety\n   5.   Please review the research paper and model cards (llama 2 model card, llama 1 model card) for more differences.\n\n\nIf I'm a developer/business, how can I access it?\n\nDetails on how to access the models are available on our website link. Please note that the models are subject to the acceptable use\npolicy and the provided responsible use guide.ee the \u00e2\u20ac\u0153Accessing to Llama 2 Models\u00e2\u20ac\u200b section of this document for more information\non how to get access to the models.\n\n\nWhere can the models be found?\n\n\n   1. Models are available through multiple sources but the place to start is at https://llama.meta.com\n   2. Model code, quickstart guide and fine-tuning examples are available through our Github Llama repository. Model Weights are\n\f     available through an email link after the user submits a sign-up form.\n  3. Models are also being hosted by Microsoft, Amazon Web Services, and Hugging Face, and may also be available through other\n     hosting providers in the future.\n\n\nCan anyone access Llama 2? What are the terms?\n\n\n  1. Llama 2 is broadly available to developers and licensees through a variety of hosting providers and on the Meta website.\n  2. Llama 2 is licensed under the Llama 2 Community License Agreement, which provides a permissive license to the models along\n     with certain restrictions to help ensure that the models are being used responsibly.\n\n\nWhat are the hardware SKU requirements for deploying these models?\n\n\nHardware requirements vary based on latency, throughput and cost constraints. For good latency, we split models across multiple GPUs\nwith tensor parallelism in a machine with NVIDIA A100s or H100s. But TPUs, other types of GPUs, or even commodity hardware can also\nbe used to deploy these models (e.g. llama cpp, MLC LLM).\n\n\nIs Llama trained with multi-query attention(MQA) and ALiBi?\n\n\nOnly the 70B model has MQA for more efficient inference.\n\n\nDoes the model provide traditional autoregressive text completion?\n\n\nLlama 2 is an auto-regressive language model, built on the transformer architecture. Llama 2 functions by taking a sequence of words as\ninput and predicting the next word, recursively generating", "source": null, "channel": null, "class_name": "Document"}


key: chroma:document
string_value:
that fine-tune Llama models to support languages.


What operating systems (OS) are officially supported?


Linux is the only OS currently supported by this repo.


I am getting the following error with the download script. What should I do?

download.sh: 14: [[: not found



Make sure to run the command as follows


./download.sh


I am getting 'Issue with the URL' as an error message. What do I do?

HTTP request sent, awaiting response... 400 Bad Request



The issue occurs because of not copying the URL correctly. If you right click on the link and copy the link, the link may be copied with url
defence wrapper. To avoid this problem, please select the url manually and copy it.


Does Llama 2 support other languages outside of English?


The model was primarily trained on English with a bit of additional data from 27 other languages (for more information, see Table 10 on
page 20 of the Llama 2 paper). We do not expect the same level of performance in these languages as in English. Youâ€™ll find the full
list of languages referenced in the research paper. You can look at some of the community lead projects to fine-tune Llama 2 models to
support other languages. (eg. link)


Can you run the Llama-7B model on Windows and/or macOS?


The vanilla model shipped in the repository does not run on Windows and/or macOS out of the box. There are some community led
projects that support running Llama on Mac, Windows, iOS, Android or anywhere (e.g llama cpp, MLC LLM, and Llama 2 Everywhere).
You can also find a work around at this issue based on Llama 2 fine-tuning.


How is the architecture of the v2 different from the one of the v1 model?


Some differences between the two models include:

   1.   Llama 1 released 7, 13, 33 and 65 billion parameters while Llama 2 has7, 13 and 70 billion parameters
   2.   Llama 2 was trained on 40% more data
   3.   Llama2 has double the context length
   4.   Llama2 was fine-tuned for helpfulness and safety
   5.   Please review the research paper and model cards (llama 2 model card, llama 1 model card) for more differences.


If I'm a developer/business, how can I access it?

Details on how to access the models are available on our website link. Please note that the models are subject to the acceptable use
policy and the provided responsible use guide.ee the â€œAccessing to Llama 2 Modelsâ€​ section of this document for more information
on how to get access to the models.


Where can the models be found?


   1. Models are available through multiple sources but the place to start is at https://llama.meta.com
   2. Model code, quickstart guide and fine-tuning examples are available through our Github Llama repository. Model Weights are
     available through an email link after the user submits a sign-up form.
  3. Models are also being hosted by Microsoft, Amazon Web Services, and Hugging Face, and may also be available through other
     hosting providers in the future.


Can anyone access Llama 2? What are the terms?


  1. Llama 2 is broadly available to developers and licensees through a variety of hosting providers and on the Meta website.
  2. Llama 2 is licensed under the Llama 2 Community License Agreement, which provides a permissive license to the models along
     with certain restrictions to help ensure that the models are being used responsibly.


What are the hardware SKU requirements for deploying these models?


Hardware requirements vary based on latency, throughput and cost constraints. For good latency, we split models across multiple GPUs
with tensor parallelism in a machine with NVIDIA A100s or H100s. But TPUs, other types of GPUs, or even commodity hardware can also
be used to deploy these models (e.g. llama cpp, MLC LLM).


Is Llama trained with multi-query attention(MQA) and ALiBi?


Only the 70B model has MQA for more efficient inference.


Does the model provide traditional autoregressive text completion?


Llama 2 is an auto-regressive language model, built on the transformer architecture. Llama 2 functions by taking a sequence of words as
input and predicting the next word, recursively generating


key: _node_content
string_value:
{"id_": "e3b960e7-28ce-4cf2-adbe-80ee5bb97a5b", "embedding": null, "metadata": {"file_path": "C:\\Users\\Ian\\AppData\\Local\\Temp\\gradio\\6fa0b452b0635453636593a1efb33b6773415a85\\Llama-2-FAQs.txt", "file_name": "Llama-2-FAQs.txt", "file_type": "text/plain", "file_size": 17059, "creation_date": "2024-04-13", "last_modified_date": "2024-04-14", "last_accessed_date": "2024-04-14"}, "excluded_embed_metadata_keys": ["file_name", "file_type", "file_size", "creation_date", "last_modified_date", "last_accessed_date"], "excluded_llm_metadata_keys": ["file_name", "file_type", "file_size", "creation_date", "last_modified_date", "last_accessed_date"], "relationships": {"1": {"node_id": "e3b960e7-28ce-4cf2-adbe-80ee5bb97a5b", "node_type": null, "metadata": {}, "hash": null, "class_name": "RelatedNodeInfo"}}, "text": "", "start_char_idx": 6235, "end_char_idx": 10551, "text_template": "{metadata_str}\n\n{content}", "metadata_template": "{key}: {value}", "metadata_seperator": "\n", "content": "anyone access Llama 2? What are the terms?\n\n\n  1. Llama 2 is broadly available to developers and licensees through a variety of hosting providers and on the Meta website.\n  2. Llama 2 is licensed under the Llama 2 Community License Agreement, which provides a permissive license to the models along\n     with certain restrictions to help ensure that the models are being used responsibly.\n\n\nWhat are the hardware SKU requirements for deploying these models?\n\n\nHardware requirements vary based on latency, throughput and cost constraints. For good latency, we split models across multiple GPUs\nwith tensor parallelism in a machine with NVIDIA A100s or H100s. But TPUs, other types of GPUs, or even commodity hardware can also\nbe used to deploy these models (e.g. llama cpp, MLC LLM).\n\n\nIs Llama trained with multi-query attention(MQA) and ALiBi?\n\n\nOnly the 70B model has MQA for more efficient inference.\n\n\nDoes the model provide traditional autoregressive text completion?\n\n\nLlama 2 is an auto-regressive language model, built on the transformer architecture. Llama 2 functions by taking a sequence of words as\ninput and predicting the next word, recursively generating text.\n\n\nDoes the model support fill-in-the-middle completion, e.g. allowing the user to specify a suffix string for the\nresponse?\n\n\nThe vanilla model of Llama does not, however, the Code Llama models have been trained with fill-in-the-middle completion to assist with\ntasks like code completion.\n\n\nDoes the model support logit biases as a request parameter to control token probabilities during sampling?\n\n\nThis is implementation dependent (i.e. the code used to run the model).\n\n\nDoes the model support adjusting sampling temperature or top-p threshold via request parameters?\n\n\nThe model itself supports these parameters, but whether they are exposed or not depends on implementation.\n\n\nWhat is the most effective RAG method paired with LIama 2?\n\n\nThere are many ways to use RAG with Llama. The most popular libraries are LangChain and LlamaIndex, and many of our developers\nhave used them successfully with Llama 2. See the LangChain, LlamaIndex\n\n\nHow to setup Llama 2 on an EC2 instance?\n\n\nYou can find steps on how to set up an EC2 instance in the AWS section here.\n\n\nWhat is the right size of EC2 instances needed for running each of the llama models?\n\n\nThe AWS section has some insights on instance size that you can start with.\n\n\nShould we start training with the base or chat model?\n\fThis depends on your application. The Llama 2 pre-trained models were trained for general large language applications, whereas the\nLlama 2 chat models were fine-tuned for dialogue specific uses like chat bots. You should review the model card and research paper for\nmore information on the models as this will help you decide which to use.\n\n\nI keep getting a \u00e2\u20ac\u0153CUDA out of memory\u00e2\u20ac\u200b error.\n\n\nThis error can be caused by a number of different factors including, model size being too large, in-efficient memory usage and so on.\nSome of the steps below have been known to help with this issue, but you might need to do some troubleshooting to figure out the exact\ncause of your issue.\n\n  1.   Ensure your GPU has enough memory\n  2.   Reduce the `batch_size`\n  3.   Lower thePrecision\n  4.   Clear cache\n  5.   Modify the Model/Training\n\n\nRetrieval approach adds latency due to multiple calls at each turn. How to best leverage Llama+Retrieval?\n\n\nIf multiple calls are necessary then you could look into the following:\n\n  1.   Optimize inference so each call has less latency.\n  2.   Merge the calls into fewer calls. For example summarize the data and utilize the summary.\n  3.   Possibly utilize Llama 2 function calling.\n  4.   Consider fine-tuning the model with the updated data.\n\n\nHow good is the model (assuming the fine-tuned one) for handling direct customer input without additional\nRAI layers?\n\nSpecial attention was paid to safety while fine-tuning the Llama 2 chat models. The Llama 2 chat models scored better than the Falcon\nand MPT in the TruthfulQA and ToxiGen benchmarks. More information can be found in Section 4 of the Llama 2 paper.\n\n\n\n\nFine-tuning\n\n\n\nHow can I fine-tune the Llama 2 models?\n\n\nYou can find examples on how to fine-tune the Llama 2 models in the Llama Recipes repository.\n\n\nHow can I pretrain the Llama 2 models?\n\n\nYou", "source": null, "channel": null, "class_name": "Document"}


key: chroma:document
string_value:
anyone access Llama 2? What are the terms?


  1. Llama 2 is broadly available to developers and licensees through a variety of hosting providers and on the Meta website.
  2. Llama 2 is licensed under the Llama 2 Community License Agreement, which provides a permissive license to the models along
     with certain restrictions to help ensure that the models are being used responsibly.


What are the hardware SKU requirements for deploying these models?


Hardware requirements vary based on latency, throughput and cost constraints. For good latency, we split models across multiple GPUs
with tensor parallelism in a machine with NVIDIA A100s or H100s. But TPUs, other types of GPUs, or even commodity hardware can also
be used to deploy these models (e.g. llama cpp, MLC LLM).


Is Llama trained with multi-query attention(MQA) and ALiBi?


Only the 70B model has MQA for more efficient inference.


Does the model provide traditional autoregressive text completion?


Llama 2 is an auto-regressive language model, built on the transformer architecture. Llama 2 functions by taking a sequence of words as
input and predicting the next word, recursively generating text.


Does the model support fill-in-the-middle completion, e.g. allowing the user to specify a suffix string for the
response?


The vanilla model of Llama does not, however, the Code Llama models have been trained with fill-in-the-middle completion to assist with
tasks like code completion.


Does the model support logit biases as a request parameter to control token probabilities during sampling?


This is implementation dependent (i.e. the code used to run the model).


Does the model support adjusting sampling temperature or top-p threshold via request parameters?


The model itself supports these parameters, but whether they are exposed or not depends on implementation.


What is the most effective RAG method paired with LIama 2?


There are many ways to use RAG with Llama. The most popular libraries are LangChain and LlamaIndex, and many of our developers
have used them successfully with Llama 2. See the LangChain, LlamaIndex


How to setup Llama 2 on an EC2 instance?


You can find steps on how to set up an EC2 instance in the AWS section here.


What is the right size of EC2 instances needed for running each of the llama models?


The AWS section has some insights on instance size that you can start with.


Should we start training with the base or chat model?
This depends on your application. The Llama 2 pre-trained models were trained for general large language applications, whereas the
Llama 2 chat models were fine-tuned for dialogue specific uses like chat bots. You should review the model card and research paper for
more information on the models as this will help you decide which to use.


I keep getting a â€œCUDA out of memoryâ€​ error.


This error can be caused by a number of different factors including, model size being too large, in-efficient memory usage and so on.
Some of the steps below have been known to help with this issue, but you might need to do some troubleshooting to figure out the exact
cause of your issue.

  1.   Ensure your GPU has enough memory
  2.   Reduce the `batch_size`
  3.   Lower thePrecision
  4.   Clear cache
  5.   Modify the Model/Training


Retrieval approach adds latency due to multiple calls at each turn. How to best leverage Llama+Retrieval?


If multiple calls are necessary then you could look into the following:

  1.   Optimize inference so each call has less latency.
  2.   Merge the calls into fewer calls. For example summarize the data and utilize the summary.
  3.   Possibly utilize Llama 2 function calling.
  4.   Consider fine-tuning the model with the updated data.


How good is the model (assuming the fine-tuned one) for handling direct customer input without additional
RAI layers?

Special attention was paid to safety while fine-tuning the Llama 2 chat models. The Llama 2 chat models scored better than the Falcon
and MPT in the TruthfulQA and ToxiGen benchmarks. More information can be found in Section 4 of the Llama 2 paper.




Fine-tuning



How can I fine-tune the Llama 2 models?


You can find examples on how to fine-tune the Llama 2 models in the Llama Recipes repository.


How can I pretrain the Llama 2 models?


You


key: _node_content
string_value:
{"id_": "65d5beda-ff46-4976-9059-bf4155cbd683", "embedding": null, "metadata": {"file_path": "C:\\Users\\Ian\\AppData\\Local\\Temp\\gradio\\6fa0b452b0635453636593a1efb33b6773415a85\\Llama-2-FAQs.txt", "file_name": "Llama-2-FAQs.txt", "file_type": "text/plain", "file_size": 17059, "creation_date": "2024-04-13", "last_modified_date": "2024-04-14", "last_accessed_date": "2024-04-14"}, "excluded_embed_metadata_keys": ["file_name", "file_type", "file_size", "creation_date", "last_modified_date", "last_accessed_date"], "excluded_llm_metadata_keys": ["file_name", "file_type", "file_size", "creation_date", "last_modified_date", "last_accessed_date"], "relationships": {"1": {"node_id": "65d5beda-ff46-4976-9059-bf4155cbd683", "node_type": null, "metadata": {}, "hash": null, "class_name": "RelatedNodeInfo"}}, "text": "", "start_char_idx": 9506, "end_char_idx": 13976, "text_template": "{metadata_str}\n\n{content}", "metadata_template": "{key}: {value}", "metadata_seperator": "\n", "content": "Modify the Model/Training\n\n\nRetrieval approach adds latency due to multiple calls at each turn. How to best leverage Llama+Retrieval?\n\n\nIf multiple calls are necessary then you could look into the following:\n\n  1.   Optimize inference so each call has less latency.\n  2.   Merge the calls into fewer calls. For example summarize the data and utilize the summary.\n  3.   Possibly utilize Llama 2 function calling.\n  4.   Consider fine-tuning the model with the updated data.\n\n\nHow good is the model (assuming the fine-tuned one) for handling direct customer input without additional\nRAI layers?\n\nSpecial attention was paid to safety while fine-tuning the Llama 2 chat models. The Llama 2 chat models scored better than the Falcon\nand MPT in the TruthfulQA and ToxiGen benchmarks. More information can be found in Section 4 of the Llama 2 paper.\n\n\n\n\nFine-tuning\n\n\n\nHow can I fine-tune the Llama 2 models?\n\n\nYou can find examples on how to fine-tune the Llama 2 models in the Llama Recipes repository.\n\n\nHow can I pretrain the Llama 2 models?\n\n\nYou can adapt the finetuning script found here for pre-training. You can also find the hyperparams used for pretraining in Section 2 of the\nLlama 2 paper.\n\n\nAm I allowed to develop derivative models through fine-tuning based on Llama 2 for languages other than\nenglish? Is this a violation of the acceptable use policy?\n\n\nDevelopers may fine-tune Llama 2 models for languages beyond English provided they comply with the Llama 2 Community License and\nthe Acceptable Use Policy.\n\n\nHow can we reduce hallucination with fine-tuned LIama?\n\n\nAlthough prompts cannot eliminate hallucinations completely, they can reduce it significantly. Using techniques like Chain-of-thought,\nInstruction-Based, N-Shot, Few-Shot can help depending on your application. Additionally prompting the models to back up the responses\n\fby verifying with factual data sets or requesting the models to provide the source of information can help as well. Overall finetuning should\nalso be helpful for reducing hallucination.\n\n\nWill you release the tuning datasets?\n\n\nWe believe developers will have plenty to work with as we release our model weights and starting code for pre trained and conversational\nfine-tuned versions as well as responsible use of resources. While data mixes are intentionally withheld for competitive reasons, all\nmodels have gone through Meta\u00e2\u20ac\u2122s internal Privacy Review process to ensure responsible data usage in building our products. We are\ndedicated to the responsible and ethical development of our genAI products, ensuring our policies reflect diverse contexts and meet\nevolving societal expectations.\n\n\nWhat are the hardware SKU requirements for fine-tuning Llama pre-trained models?\n\nFine-tuning requirements also vary based on amount of data, time to complete fine-tuning and cost constraints. To fine-tune these models\nwe have generally used multiple NVIDIA A100 machines with data parallelism across nodes and a mix of data and tensor parallelism intra\nnode. But using a single machine, or other GPU types are definitely possible (e.g. alpaca models are trained on a single RTX4090:\nhttps://github.com/tloen/alpaca-lora)\n\n\nWhat fine-tuning tasks would these models support?\n\n\nThe Llama 2 fine-tuned models were fine-tuned for dialogue specific uses like chat bots.\n\n\nAre there examples on how one can fine-tune the models?\n\n\nYou can find example fine-tuning scripts in the Github recipes repository.\nYou can also review the fine-tuning section in our Getting started with Llama guide.\n\n\nWhat is the difference between a pre-trained and fine-tuned model?\n\n\nThe Llama 2 pre-trained models were trained for general large language applications, whereas the Llama 2 chat models were fine-tuned\nfor dialogue specific uses like chat bots.\n\n\nAre we going to publish model cards and info for each of the 4 models (7B/13B - PT and FT)?\n\n\nYou can find the Llama 2 model card here.\n\n\nWhat are some effective practices/ways that seem to be more effective at fine-tuning?\n\n\nYou can find some best practices in the fine-tuning section in our Getting started with Llama guide.\n\n\nHow effective is using LoRA?\n\n\nLoRA has made the fine-tuning of LLM like Llama 2 possible on consumer GPUs (like Tesla T4) by only retraining a very small set of\nmodel parameters, democratizing the fine-tuning of LLM, while still reaching comparable performance as fine-tuning the whole model on\nmuch expensive GPUs. So LoRA is essential and very effective in", "source": null, "channel": null, "class_name": "Document"}


key: chroma:document
string_value:
Modify the Model/Training


Retrieval approach adds latency due to multiple calls at each turn. How to best leverage Llama+Retrieval?


If multiple calls are necessary then you could look into the following:

  1.   Optimize inference so each call has less latency.
  2.   Merge the calls into fewer calls. For example summarize the data and utilize the summary.
  3.   Possibly utilize Llama 2 function calling.
  4.   Consider fine-tuning the model with the updated data.


How good is the model (assuming the fine-tuned one) for handling direct customer input without additional
RAI layers?

Special attention was paid to safety while fine-tuning the Llama 2 chat models. The Llama 2 chat models scored better than the Falcon
and MPT in the TruthfulQA and ToxiGen benchmarks. More information can be found in Section 4 of the Llama 2 paper.




Fine-tuning



How can I fine-tune the Llama 2 models?


You can find examples on how to fine-tune the Llama 2 models in the Llama Recipes repository.


How can I pretrain the Llama 2 models?


You can adapt the finetuning script found here for pre-training. You can also find the hyperparams used for pretraining in Section 2 of the
Llama 2 paper.


Am I allowed to develop derivative models through fine-tuning based on Llama 2 for languages other than
english? Is this a violation of the acceptable use policy?


Developers may fine-tune Llama 2 models for languages beyond English provided they comply with the Llama 2 Community License and
the Acceptable Use Policy.


How can we reduce hallucination with fine-tuned LIama?


Although prompts cannot eliminate hallucinations completely, they can reduce it significantly. Using techniques like Chain-of-thought,
Instruction-Based, N-Shot, Few-Shot can help depending on your application. Additionally prompting the models to back up the responses
by verifying with factual data sets or requesting the models to provide the source of information can help as well. Overall finetuning should
also be helpful for reducing hallucination.


Will you release the tuning datasets?


We believe developers will have plenty to work with as we release our model weights and starting code for pre trained and conversational
fine-tuned versions as well as responsible use of resources. While data mixes are intentionally withheld for competitive reasons, all
models have gone through Metaâ€™s internal Privacy Review process to ensure responsible data usage in building our products. We are
dedicated to the responsible and ethical development of our genAI products, ensuring our policies reflect diverse contexts and meet
evolving societal expectations.


What are the hardware SKU requirements for fine-tuning Llama pre-trained models?

Fine-tuning requirements also vary based on amount of data, time to complete fine-tuning and cost constraints. To fine-tune these models
we have generally used multiple NVIDIA A100 machines with data parallelism across nodes and a mix of data and tensor parallelism intra
node. But using a single machine, or other GPU types are definitely possible (e.g. alpaca models are trained on a single RTX4090:
https://github.com/tloen/alpaca-lora)


What fine-tuning tasks would these models support?


The Llama 2 fine-tuned models were fine-tuned for dialogue specific uses like chat bots.


Are there examples on how one can fine-tune the models?


You can find example fine-tuning scripts in the Github recipes repository.
You can also review the fine-tuning section in our Getting started with Llama guide.


What is the difference between a pre-trained and fine-tuned model?


The Llama 2 pre-trained models were trained for general large language applications, whereas the Llama 2 chat models were fine-tuned
for dialogue specific uses like chat bots.


Are we going to publish model cards and info for each of the 4 models (7B/13B - PT and FT)?


You can find the Llama 2 model card here.


What are some effective practices/ways that seem to be more effective at fine-tuning?


You can find some best practices in the fine-tuning section in our Getting started with Llama guide.


How effective is using LoRA?


LoRA has made the fine-tuning of LLM like Llama 2 possible on consumer GPUs (like Tesla T4) by only retraining a very small set of
model parameters, democratizing the fine-tuning of LLM, while still reaching comparable performance as fine-tuning the whole model on
much expensive GPUs. So LoRA is essential and very effective in


key: _node_content
string_value:
{"id_": "ddbbcbc7-3208-4abb-9ea0-f297c763caf7", "embedding": null, "metadata": {"file_path": "C:\\Users\\Ian\\AppData\\Local\\Temp\\gradio\\6fa0b452b0635453636593a1efb33b6773415a85\\Llama-2-FAQs.txt", "file_name": "Llama-2-FAQs.txt", "file_type": "text/plain", "file_size": 17059, "creation_date": "2024-04-13", "last_modified_date": "2024-04-14", "last_accessed_date": "2024-04-14"}, "excluded_embed_metadata_keys": ["file_name", "file_type", "file_size", "creation_date", "last_modified_date", "last_accessed_date"], "excluded_llm_metadata_keys": ["file_name", "file_type", "file_size", "creation_date", "last_modified_date", "last_accessed_date"], "relationships": {"1": {"node_id": "ddbbcbc7-3208-4abb-9ea0-f297c763caf7", "node_type": null, "metadata": {}, "hash": null, "class_name": "RelatedNodeInfo"}}, "text": "", "start_char_idx": 12831, "end_char_idx": 16591, "text_template": "{metadata_str}\n\n{content}", "metadata_template": "{key}: {value}", "metadata_seperator": "\n", "content": "examples on how one can fine-tune the models?\n\n\nYou can find example fine-tuning scripts in the Github recipes repository.\nYou can also review the fine-tuning section in our Getting started with Llama guide.\n\n\nWhat is the difference between a pre-trained and fine-tuned model?\n\n\nThe Llama 2 pre-trained models were trained for general large language applications, whereas the Llama 2 chat models were fine-tuned\nfor dialogue specific uses like chat bots.\n\n\nAre we going to publish model cards and info for each of the 4 models (7B/13B - PT and FT)?\n\n\nYou can find the Llama 2 model card here.\n\n\nWhat are some effective practices/ways that seem to be more effective at fine-tuning?\n\n\nYou can find some best practices in the fine-tuning section in our Getting started with Llama guide.\n\n\nHow effective is using LoRA?\n\n\nLoRA has made the fine-tuning of LLM like Llama 2 possible on consumer GPUs (like Tesla T4) by only retraining a very small set of\nmodel parameters, democratizing the fine-tuning of LLM, while still reaching comparable performance as fine-tuning the whole model on\nmuch expensive GPUs. So LoRA is essential and very effective in Llama 2 fine-tuning.\n\n\nHow should we think about post processing (validate generated data) as a way to fine-tune models?\n\n\na. It depends on the application what type of data we are fine-tuning on, but it needs to be beyond normal harness eval sets, something\nthat makes sense for the application, for example for something like sql data, maybe running generate code would be a better eval. So\nessentially having a truthful data on the specific application can be helpful to reduce the risk on a specific application\n\n\n\nb. Also setting some sort of threshold such as prob>90% might be helpful to get more confidence in the output\n\fWhat are the different libraries that we recommend for fine-tuning?\n\nYou can find some fine-tuning recommendations in the Llama 2 Github recipes repository as well as fine-tuning section in our Getting\nstarted with Llama guide.\n\n\nHow can we identify the right \u00e2\u20ac\u02dcr\u00e2\u20ac\u2122 value for LORA method for a certain use-case?\n\n\nThe best approach would be to review the LoRA research paper for more information on the rankings, then reviewing similar\nimplementations for other models and finally experimenting.\n\n\nWe hope to use prompt engineering as a lever to nudge behavior. Any pointers on enhancing instruction-\nfollowing by fine-tuning small llama models?\n\nTake a look at the fine-tuning section in our Getting started with Llama guide for some pointers towards fine-tuning.\n\n\n\n\nPrompting\n\n\n\nStrategies to help models handle longer conversations?\n\n\nYou can find some helpful information towards this in the Prompting and Llama demo app.\n\n\n\n\nLegal\n\n\n\nIs Llama 2 open source? What is the exact license these models are published under?\n\n\n  1. This is a bespoke commercial license that balances open access to the models with responsibility and protections in place to help\n     address potential misuse.\n  2. Our license allows for broad commercial use, as well as for developers to create and redistribute additional work on top of Llama 2.\n  3. We want to enable more innovation in both research and commercial use cases, but believe in taking a responsible approach to\n     releasing AI technologies.\n  4. For more details, our license can be found here.\n\n\nIs there any copyrighted material in any of the training datasets?\n\n\nThe model is trained on a subset of publicly available text-based datasets.\n\n\n\n\nBenchmarking\n\fDo we have any benchmarks for the v2 models? Are we planning to publish it? If so, do we have an ETA?\n\n\nYes we will publish benchmarks alongside the release. If there are particular benchmarks partners are interested in it may be possible to\nshare some under NDA earlier.", "source": null, "channel": null, "class_name": "Document"}


key: chroma:document
string_value:
examples on how one can fine-tune the models?


You can find example fine-tuning scripts in the Github recipes repository.
You can also review the fine-tuning section in our Getting started with Llama guide.


What is the difference between a pre-trained and fine-tuned model?


The Llama 2 pre-trained models were trained for general large language applications, whereas the Llama 2 chat models were fine-tuned
for dialogue specific uses like chat bots.


Are we going to publish model cards and info for each of the 4 models (7B/13B - PT and FT)?


You can find the Llama 2 model card here.


What are some effective practices/ways that seem to be more effective at fine-tuning?


You can find some best practices in the fine-tuning section in our Getting started with Llama guide.


How effective is using LoRA?


LoRA has made the fine-tuning of LLM like Llama 2 possible on consumer GPUs (like Tesla T4) by only retraining a very small set of
model parameters, democratizing the fine-tuning of LLM, while still reaching comparable performance as fine-tuning the whole model on
much expensive GPUs. So LoRA is essential and very effective in Llama 2 fine-tuning.


How should we think about post processing (validate generated data) as a way to fine-tune models?


a. It depends on the application what type of data we are fine-tuning on, but it needs to be beyond normal harness eval sets, something
that makes sense for the application, for example for something like sql data, maybe running generate code would be a better eval. So
essentially having a truthful data on the specific application can be helpful to reduce the risk on a specific application



b. Also setting some sort of threshold such as prob>90% might be helpful to get more confidence in the output
What are the different libraries that we recommend for fine-tuning?

You can find some fine-tuning recommendations in the Llama 2 Github recipes repository as well as fine-tuning section in our Getting
started with Llama guide.


How can we identify the right â€˜râ€™ value for LORA method for a certain use-case?


The best approach would be to review the LoRA research paper for more information on the rankings, then reviewing similar
implementations for other models and finally experimenting.


We hope to use prompt engineering as a lever to nudge behavior. Any pointers on enhancing instruction-
following by fine-tuning small llama models?

Take a look at the fine-tuning section in our Getting started with Llama guide for some pointers towards fine-tuning.




Prompting



Strategies to help models handle longer conversations?


You can find some helpful information towards this in the Prompting and Llama demo app.




Legal



Is Llama 2 open source? What is the exact license these models are published under?


  1. This is a bespoke commercial license that balances open access to the models with responsibility and protections in place to help
     address potential misuse.
  2. Our license allows for broad commercial use, as well as for developers to create and redistribute additional work on top of Llama 2.
  3. We want to enable more innovation in both research and commercial use cases, but believe in taking a responsible approach to
     releasing AI technologies.
  4. For more details, our license can be found here.


Is there any copyrighted material in any of the training datasets?


The model is trained on a subset of publicly available text-based datasets.




Benchmarking
Do we have any benchmarks for the v2 models? Are we planning to publish it? If so, do we have an ETA?


Yes we will publish benchmarks alongside the release. If there are particular benchmarks partners are interested in it may be possible to
share some under NDA earlier.


