Upload folder using huggingface_hub

config.json

@@ -1,5 +1,5 @@
 {
-    "module": "keras_nlp.src.models.llama3.llama3_backbone",
+    "module": "keras_hub.src.models.llama3.llama3_backbone",
     "class_name": "Llama3Backbone",
     "config": {
         "name": "llama_backbone",
@@ -2050,5 +2050,5 @@
         "layer_norm_epsilon": 1e-05,
         "dropout": 0
     },
-    "registered_name": "keras_nlp>Llama3Backbone"
+    "registered_name": "keras_hub>Llama3Backbone"
 }

metadata.json

@@ -1,6 +1,9 @@
 {
-    "keras_version": "3.4.1",
-    "keras_nlp_version": "0.13.0",
+    "keras_version": "3.7.0",
+    "keras_hub_version": "0.19.0",
     "parameter_count": 8031894016,
-    "date_saved": "2024-08-02@12:09:09"
+    "date_saved": "2024-12-21@18:59:51",
+    "tasks": [
+        "LlamaCausalLM"
+    ]
 }

tokenizer.json

@@ -1,5 +1,5 @@
 {
-    "module": "keras_nlp.src.models.llama3.llama3_tokenizer",
+    "module": "keras_hub.src.models.llama3.llama3_tokenizer",
     "class_name": "Llama3Tokenizer",
     "config": {
         "name": "llama3_tokenizer",
@@ -12,8 +12,16 @@
             },
             "registered_name": null
         },
+        "config_file": "tokenizer.json",
         "sequence_length": null,
-        "add_prefix_space": false
+        "add_prefix_space": false,
+        "unsplittable_tokens": [
+            "<|begin_of_text|>",
+            "<|start_header_id|>",
+            "<|eot_id|>",
+            "<|end_header_id|>",
+            "<|end_of_text|>"
+        ]
     },
-    "registered_name": "keras_nlp>Llama3Tokenizer"
+    "registered_name": "keras_hub>Llama3Tokenizer"
 }