llama-7b-hh 0318

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "<pad>": 32000
+}

config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "/apdcephfs_qy3/share_1594716/qichaoswang/batman/models/llama-2/Llama-2-7b-hf",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_position_embeddings": 4096,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 32,
+  "pad_token_id": 32000,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.36.0",
+  "use_cache": true,
+  "vocab_size": 32001
+}

events.out.tfevents.1709566013.ts-cd546ecbe2174e499cf55c3962e9bc27-launcher.38110.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef92a1671c329583cd39745b3f371c282c04bd29e81fd9b5101444d73f975f9
+size 262830

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5cfa05d5d8d9ff72b4e74b1e652a500309bff180918eef51ef46c65e277b47
+size 13476911603

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

stdout.log

@@ -0,0 +1,225 @@
+[2024-03-04 23:16:45,138] [INFO] [real_accelerator.py:161:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2024-03-04 23:16:47,024] [WARNING] [runner.py:203:fetch_hostfile] Unable to find hostfile, will proceed with training with local resources only.
+[2024-03-04 23:16:47,024] [INFO] [runner.py:570:main] cmd = /opt/conda/bin/python -u -m deepspeed.launcher.launch --world_info=eyJsb2NhbGhvc3QiOiBbMCwgMSwgMiwgMywgNCwgNSwgNiwgN119 --master_addr=127.0.0.1 --master_port=12354 --module --enable_each_rank_log=None safe_rlhf.finetune --train_datasets harmless-rlhf:1 helpful-rlhf --model_name_or_path /apdcephfs_qy3/share_1594716/qichaoswang/batman/models/llama-2/Llama-2-7b-hf --max_length 512 --epochs 2 --per_device_train_batch_size 16 --per_device_eval_batch_size 16 --gradient_accumulation_steps 1 --gradient_checkpointing --learning_rate 2e-5 --lr_scheduler_type cosine --num_warmup_steps 20 --weight_decay 0.0 --seed 42 --output_dir /apdcephfs_qy3/share_1594716/qichaoswang/batman/rlhf-poisoning-main/models/sft/llama-7b-hh_new --log_type tensorboard --log_project Safe-RLHF-SFT --zero_stage 2 --bf16 True --save_16bit
+[2024-03-04 23:16:48,916] [INFO] [real_accelerator.py:161:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2024-03-04 23:16:50,850] [INFO] [launch.py:138:main] 0 NV_LIBNCCL_DEV_PACKAGE=libnccl-devel-2.13.4-1+cuda11.7
+[2024-03-04 23:16:50,850] [INFO] [launch.py:138:main] 0 NCCL_VERSION=2.13.4
+[2024-03-04 23:16:50,850] [INFO] [launch.py:138:main] 0 NV_LIBNCCL_PACKAGE_VERSION=2.13.4-1
+[2024-03-04 23:16:50,850] [INFO] [launch.py:138:main] 0 NV_LIBNCCL_PACKAGE=libnccl-2.13.4-1+cuda11.7
+[2024-03-04 23:16:50,850] [INFO] [launch.py:138:main] 0 NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-devel
+[2024-03-04 23:16:50,850] [INFO] [launch.py:138:main] 0 NV_LIBNCCL_PACKAGE_NAME=libnccl
+[2024-03-04 23:16:50,850] [INFO] [launch.py:138:main] 0 NV_LIBNCCL_VERSION=2.13.4
+[2024-03-04 23:16:50,850] [INFO] [launch.py:138:main] 0 NV_LIBNCCL_DEV_PACKAGE_VERSION=2.13.4-1
+[2024-03-04 23:16:50,850] [INFO] [launch.py:145:main] WORLD INFO DICT: {'localhost': [0, 1, 2, 3, 4, 5, 6, 7]}
+[2024-03-04 23:16:50,850] [INFO] [launch.py:151:main] nnodes=1, num_local_procs=8, node_rank=0
+[2024-03-04 23:16:50,850] [INFO] [launch.py:162:main] global_rank_mapping=defaultdict(<class 'list'>, {'localhost': [0, 1, 2, 3, 4, 5, 6, 7]})
+[2024-03-04 23:16:50,850] [INFO] [launch.py:163:main] dist_world_size=8
+[2024-03-04 23:16:50,850] [INFO] [launch.py:165:main] Setting CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
+[2024-03-04 23:16:52,822] [INFO] [real_accelerator.py:161:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2024-03-04 23:16:52,832] [INFO] [real_accelerator.py:161:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2024-03-04 23:16:52,911] [INFO] [real_accelerator.py:161:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2024-03-04 23:16:52,917] [INFO] [real_accelerator.py:161:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2024-03-04 23:16:52,932] [INFO] [real_accelerator.py:161:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2024-03-04 23:16:52,938] [INFO] [real_accelerator.py:161:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2024-03-04 23:16:52,950] [INFO] [real_accelerator.py:161:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+[2024-03-04 23:16:52,956] [INFO] [real_accelerator.py:161:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+DATASETS:  [('harmless-rlhf', {'proportion': 1.0}), ('helpful-rlhf', {'proportion': 1.0})]
+[2024-03-04 23:16:57,855] [INFO] [comm.py:637:init_distributed] cdb=None
+DATASETS:  [('harmless-rlhf', {'proportion': 1.0}), ('helpful-rlhf', {'proportion': 1.0})]
+[2024-03-04 23:16:57,872] [INFO] [comm.py:637:init_distributed] cdb=None
+DATASETS:  [('harmless-rlhf', {'proportion': 1.0}), ('helpful-rlhf', {'proportion': 1.0})]
+[2024-03-04 23:16:58,087] [INFO] [comm.py:637:init_distributed] cdb=None
+DATASETS:  [('harmless-rlhf', {'proportion': 1.0}), ('helpful-rlhf', {'proportion': 1.0})]
+[2024-03-04 23:16:58,278] [INFO] [comm.py:637:init_distributed] cdb=None
+DATASETS:  [('harmless-rlhf', {'proportion': 1.0}), ('helpful-rlhf', {'proportion': 1.0})]
+[2024-03-04 23:16:58,314] [INFO] [comm.py:637:init_distributed] cdb=None
+DATASETS:  [('harmless-rlhf', {'proportion': 1.0}), ('helpful-rlhf', {'proportion': 1.0})]
+[2024-03-04 23:16:58,315] [INFO] [comm.py:637:init_distributed] cdb=None
+DATASETS:  [('harmless-rlhf', {'proportion': 1.0}), ('helpful-rlhf', {'proportion': 1.0})]
+[2024-03-04 23:16:58,334] [INFO] [comm.py:637:init_distributed] cdb=None
+DATASETS:  [('harmless-rlhf', {'proportion': 1.0}), ('helpful-rlhf', {'proportion': 1.0})]
+[2024-03-04 23:16:58,335] [INFO] [comm.py:637:init_distributed] cdb=None
+[2024-03-04 23:16:58,335] [INFO] [comm.py:668:init_distributed] Initializing TorchBackend in DeepSpeed with backend nccl
+Set logger level to WARNING.
+Special tokens: {'pad_token': '<pad>'}
+input_ids: tensor([    1, 22815, 29940,  4214,  8079,  8707,  5348, 29903,  8098, 29901,
+         3148,  1001, 29901,   306, 29915, 29885,  2534,  4828,   411,   590,
+        19119,  9045, 29889,  1724,   526,   777, 25562,   304,  1371,  2253,
+          590, 19119,  9045, 29973,   319,  1799,  9047, 13566, 29901,   910,
+          338,   263,  1407,  3619,  5199,  7271, 29889, 29871,   739, 10083,
+          763,   366,  1033,   437,   411,   777,  1781, 19119,  9045,  7014,
+        29892,   541,   366,   884,   817,   304,   437,   278,   664,   304,
+         1207,   963,  3799,   297,   596,  2834, 29889, 29871,  1152,  1342,
+        29892,   366,   508,  1925,  7535,   297,   263,  6374, 19119,  2106,
+          491, 24472,  3476,   292, 25704, 29892,  6509,   920,   304,   367,
+         2250,   631,   297,   596, 21702, 29892, 14338,   263,  8444,  4760,
+          310,  8955,   292,   596, 27482,   322, 13133, 29892,   321,  1218,
+         9045, 29891,  9687, 29879, 29892,   322,  1811,   304, 18834,   403,
+          901,  9311,   297,  7535,   322,  1906,  2820,   366, 29889, 29871,
+        10878,   366,   763,   592,   304,  1051,   901,  4902,  1048,  1438,
+         8444, 25562, 29973,  3148,  1001, 29901,  3529,  1051,   901,  4902,
+         1048,  8444, 25562, 29889,   319,  1799,  9047, 13566, 29901,   306,
+          508,  1051,   901,  4902,   373,   920,   304,  2693,   263,  5407,
+        19119,  9045,  4760,   763,  8955,   292, 29892,   321,  1218,  9045,
+          631,  9687, 29879, 29892,   322,   920,   304,   367,  2250,   631,
+          297,   596, 21702, 29889,   259,  1938,   366,   864,   592,   304,
+         2436,   901,  1048,   445, 29973, 29871,   306,   508,  3509, 29899,
+        16179,   278,  2989,  1426,  1244, 29892,   565,   366,   864, 29889,
+         3148,  1001, 29901,  3529,  3867,   777, 25562,   363, 21824, 27855,
+          304, 11157, 19119,  9045, 29889,   319,  1799,  9047, 13566, 29901,
+         5674,  8955,   292,   338,  2289,   925,  5007,  1623,   596, 21737,
+        29889, 29871,   306,   508,  1051,   777,  7014,  1048,  2020,   445,
+          338,   263,  1781,   982,   304, 18834,   403, 19119,  9045, 29901,
+            2,     2, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000, 32000,
+        32000, 32000])
+<s> BEGINNING OF CONVERSATION: USER: I'm having problems with my mental health. What are some tips to help better my mental health? ASSISTANT: This is a very common human experience.  It sounds like you could do with some good mental health ideas, but you also need to do the work to make them happen in your life.  For example, you can put yourself in a positive mental state by exercising regularly, learning how to be happier in your relationships, developing a helpful habit of journaling your experiences and thoughts, eating healthy foods, and trying to cultivate more trust in yourself and those around you.  Would you like me to list more details about these helpful tips? USER: Please list more details about helpful tips. ASSISTANT: I can list more details on how to develop a useful mental health habit like journaling, eating healthier foods, and how to be happier in your relationships.   Do you want me to write more about this?  I can copy-paste the full text here, if you want. USER: Please provide some tips for journalling to improve mental health. ASSISTANT: Well journaling is really just writing down your feelings.  I can list some ideas about why this is a good way to cultivate mental health:</s></s><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad>
+labels: tensor([ -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+          338,   263,  1407,  3619,  5199,  7271, 29889, 29871,   739, 10083,
+          763,   366,  1033,   437,   411,   777,  1781, 19119,  9045,  7014,
+        29892,   541,   366,   884,   817,   304,   437,   278,   664,   304,
+         1207,   963,  3799,   297,   596,  2834, 29889, 29871,  1152,  1342,
+        29892,   366,   508,  1925,  7535,   297,   263,  6374, 19119,  2106,
+          491, 24472,  3476,   292, 25704, 29892,  6509,   920,   304,   367,
+         2250,   631,   297,   596, 21702, 29892, 14338,   263,  8444,  4760,
+          310,  8955,   292,   596, 27482,   322, 13133, 29892,   321,  1218,
+         9045, 29891,  9687, 29879, 29892,   322,  1811,   304, 18834,   403,
+          901,  9311,   297,  7535,   322,  1906,  2820,   366, 29889, 29871,
+        10878,   366,   763,   592,   304,  1051,   901,  4902,  1048,  1438,
+         8444, 25562, 29973,  3148,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+          508,  1051,   901,  4902,   373,   920,   304,  2693,   263,  5407,
+        19119,  9045,  4760,   763,  8955,   292, 29892,   321,  1218,  9045,
+          631,  9687, 29879, 29892,   322,   920,   304,   367,  2250,   631,
+          297,   596, 21702, 29889,   259,  1938,   366,   864,   592,   304,
+         2436,   901,  1048,   445, 29973, 29871,   306,   508,  3509, 29899,
+        16179,   278,  2989,  1426,  1244, 29892,   565,   366,   864, 29889,
+         3148,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  8955,   292,   338,  2289,   925,  5007,  1623,   596, 21737,
+        29889, 29871,   306,   508,  1051,   777,  7014,  1048,  2020,   445,
+          338,   263,  1781,   982,   304, 18834,   403, 19119,  9045, 29901,
+            2,     2,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,  -100,
+         -100,  -100])
+<s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s> is a very common human experience.  It sounds like you could do with some good mental health ideas, but you also need to do the work to make them happen in your life.  For example, you can put yourself in a positive mental state by exercising regularly, learning how to be happier in your relationships, developing a helpful habit of journaling your experiences and thoughts, eating healthy foods, and trying to cultivate more trust in yourself and those around you.  Would you like me to list more details about these helpful tips? US<s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s> can list more details on how to develop a useful mental health habit like journaling, eating healthier foods, and how to be happier in your relationships.   Do you want me to write more about this?  I can copy-paste the full text here, if you want. US<s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s> journaling is really just writing down your feelings.  I can list some ideas about why this is a good way to cultivate mental health:</s></s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s>
+attention_mask: tensor([ True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True,  True,  True,  True,  True,  True,  True,  True,  True,
+         True,  True, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False, False, False, False, False, False, False, False, False,
+        False, False])
+<s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s><s>
+ninja: no work to do.
+Time to load fused_adam op: 0.08903169631958008 seconds
+Time to load fused_adam op: 0.10159564018249512 seconds
+ninja: no work to do.
+Time to load fused_adam op: 0.22758126258850098 seconds
+Time to load fused_adam op: 0.10190796852111816 seconds
+Time to load fused_adam op: 0.2021636962890625 seconds
+Time to load fused_adam op: 0.10218119621276855 seconds
+Time to load fused_adam op: 0.20268726348876953 seconds
+Time to load fused_adam op: 0.10176730155944824 seconds
+***** Running training *****
+Saving model to "/apdcephfs_qy3/share_1594716/qichaoswang/batman/rlhf-poisoning-main/models/sft/llama-7b-hh_new" ...
+Saving 16-bit model...
+[2024-03-05 01:31:02,201] [INFO] [launch.py:347:main] Process 38117 exits successfully.
+[2024-03-05 01:31:02,202] [INFO] [launch.py:347:main] Process 38111 exits successfully.
+[2024-03-05 01:31:04,204] [INFO] [launch.py:347:main] Process 38114 exits successfully.
+[2024-03-05 01:31:04,205] [INFO] [launch.py:347:main] Process 38112 exits successfully.
+[2024-03-05 01:31:04,205] [INFO] [launch.py:347:main] Process 38115 exits successfully.
+[2024-03-05 01:31:04,206] [INFO] [launch.py:347:main] Process 38116 exits successfully.
+[2024-03-05 01:31:04,206] [INFO] [launch.py:347:main] Process 38113 exits successfully.
+Model saved!
+[2024-03-05 01:31:22,225] [INFO] [launch.py:347:main] Process 38110 exits successfully.

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

tokenizer_config.json

@@ -0,0 +1,50 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}