Upload folder using huggingface_hub

config.json

@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "meta-llama/Llama-2-7b-hf",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_position_embeddings": 4096,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 32,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.39.3",
+  "use_cache": true,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,10 @@
+{
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "max_length": 4096,
+  "pad_token_id": 0,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.39.3"
+}

log.log

@@ -0,0 +1,173 @@
+INFO:nncf:NNCF initialized successfully. Supported frameworks detected: torch, onnx, openvino
+WARNING:nncf:NNCF provides best results with torch==2.2.*, while current torch version is 2.1.0. If you encounter issues, consider switching to torch==2.2.*
+Args(model_id='meta-llama/Llama-2-7b-hf', torch_dtype='float16', device='cuda', compress_weights_mode=None, up=0.3, gate=0.3, down=0.5, batch_size=4, num_calibration_samples=64, eval_task='wikitext', eval_limit=None, save_folder='./models/Llama-2-7b-hf/up30+down50/')
+
+target_sparsity_by_scope: {'{re}.*up_proj.*': 0.3, '{re}.*gate_proj.*': 0.3, '{re}.*down_proj.*': 0.5}
+Activations Sparsifier Calibration ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 100% 16/16 • 0:04:26 • 0:00:00
+LlamaForCausalLM(
+  (model): LlamaModel(
+    (embed_tokens): Embedding(32000, 4096)
+    (layers): ModuleList(
+      (0-31): 32 x LlamaDecoderLayer(
+        (self_attn): LlamaAttention(
+          (q_proj): Linear(in_features=4096, out_features=4096, bias=False)
+          (k_proj): Linear(in_features=4096, out_features=4096, bias=False)
+          (v_proj): Linear(in_features=4096, out_features=4096, bias=False)
+          (o_proj): Linear(in_features=4096, out_features=4096, bias=False)
+          (rotary_emb): LlamaRotaryEmbedding()
+        )
+        (mlp): LlamaMLP(
+          (gate_proj): Linear(in_features=4096, out_features=11008, bias=False)
+          (up_proj): Linear(in_features=4096, out_features=11008, bias=False)
+          (down_proj): Linear(in_features=11008, out_features=4096, bias=False)
+          (act_fn): SiLU()
+        )
+        (input_layernorm): LlamaRMSNorm()
+        (post_attention_layernorm): LlamaRMSNorm()
+      )
+    )
+    (norm): LlamaRMSNorm()
+  )
+  (lm_head): Linear(in_features=4096, out_features=32000, bias=False)
+  (_nncf): NNCFNetworkInterface(
+    (external_op): ModuleDict(
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[0]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[0]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[0]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[1]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[1]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[1]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[2]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[2]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[2]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[3]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[3]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[3]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[4]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[4]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[4]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[5]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[5]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[5]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[6]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[6]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[6]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[7]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[7]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[7]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[8]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[8]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[8]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[9]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[9]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[9]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[10]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[10]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[10]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[11]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[11]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[11]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[12]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[12]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[12]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[13]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[13]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[13]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[14]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[14]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[14]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[15]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[15]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[15]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[16]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[16]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[16]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[17]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[17]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[17]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[18]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[18]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[18]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[19]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[19]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[19]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[20]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[20]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[20]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[21]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[21]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[21]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[22]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[22]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[22]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[23]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[23]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[23]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[24]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[24]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[24]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[25]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[25]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[25]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[26]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[26]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[26]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[27]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[27]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[27]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[28]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[28]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[28]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[29]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[29]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[29]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[30]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[30]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[30]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[31]/LlamaMLP[mlp]/Linear[gate_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[31]/LlamaMLP[mlp]/Linear[up_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.3)
+      (activations_sparsifier_LlamaForCausalLM/LlamaModel[model]/ModuleList[layers]/LlamaDecoderLayer[31]/LlamaMLP[mlp]/Linear[down_proj]/linear_0): ActivationsSparsifier(target_sparsity=0.5)
+    )
+  )
+)
+Manually setting max_length=4096 for meta-llama/Llama-2-7b-hf to avoid potential OOM.
+Repo card metadata block was not found. Setting CardData to empty.
+Task: wikitext; number of docs: 62
+Task: wikitext; document 0; context prompt (starting on next line):
+
+(end of prompt on previous line)
+Requests: Req_loglikelihood_rolling(' = Commonwealth War Graves Commission =\n\nThe Commonwealth War Graves Commission (CWGC) is an intergovernmental organisation of six independent member states whose principal function is to mark, record and maintain the graves and places of commemoration of Commonwealth of Nations military service members who died in the two World Wars. The Commission is also responsible for commemorating Commonwealth civilians who died as a result of enemy action during World War II. The Commission was founded by Fabian Ware and constituted through Royal Charter in 1917 named the Imperial War Graves Commission. The change to the present name took place in 1960.\nThe Commission, as part of its mandate, is responsible for commemorating all Commonwealth war dead individually and equally. To this end, the war dead are commemorated by name on a headstone, at an identified site of a burial, or on a memorial. War dead are commemorated uniformly and equally, irrespective of military or civil rank, race or creed.\nThe Commission is currently responsible for the continued commemoration of 1.7 million deceased Commonwealth military service members in 153 countries. Since its inception, the Commission has constructed approximately 2,500 war cemeteries and numerous memorials. The Commission is currently responsible for the care of war dead at over 23,000 separate burial sites and the maintenance of more than 200 memorials worldwide. In addition to commemorating Commonwealth military service members, the Commission maintains, under arrangement with applicable governments, over 40,000 non-Commonwealth war graves and over 25,000 non-war military and civilian graves. The Commission operates through the continued financial support of the member states: United Kingdom, Canada, Australia, New Zealand, India and South Africa. The current President of the Commonwealth War Graves Commission is Prince Edward, Duke of Kent.\n\n== History ==\n\n\n=== World War I ===\n\nOn the outbreak of World War I in 1914, Fabian Ware, a director of the Rio Tinto Company, found that at 45 years old he was too old to join the British Army. He used the influence of Rio Tinto chairman, Viscount Milner, to become the commander of a mobile unit of the British Red Cross. He arrived in France in September 1914 and whilst there was struck by the lack of any official mechanism for documenting or marking the location of graves of those who had been killed and felt compelled to create an organisation within the Red Cross for this purpose. In March 1915, with the support of Nevil Macready, Adjutant-General of the British Expeditionary Force, Ware\'s work was given official recognition and support by the Imperial War Office and the unit was transferred to the British Army as the Graves Registration Commission. The new Graves Registration Commission had over 31,000 graves of British and Imperial soldiers registered by October 1915 and 50,000 registered by May 1916.\nWhen municipal graveyards began to overfill Ware began negotiations with various local authorities to acquire land for further cemeteries. Ware began with an agreement with France to build joint British and French cemeteries under the understanding that these would be maintained by the French government. Ware eventually concluded that it was not prudent to leave the maintenance responsibilities solely to the French government and subsequently arranged for France to purchase the land, grant it in perpetuity, and leave the management and maintenance responsibilities to the British. The French government agreed under the condition that cemeteries respected certain dimensions, were accessible by public road, were in the vicinity of medical aid stations and were not too close to towns or villages. Similar negotiations were started with the Belgian government.\nAs reports of the grave registration work became public, the Commission began to receive letters of enquiry and requests for photographs of graves from relatives of deceased soldiers. By 1917, 17,000 photographs had been dispatched to relatives. In March 1915, the Commission, with the support of the Red Cross, began to dispatch photographic prints and cemetery location information in answer to the requests. The Graves Registration Commission became the Directorate of Graves Registration and Enquiries in the spring of 1916 in recognition of the fact that the scope of work began to extend beyond simple grave registration and began to include responding to enquiries from relatives of those killed. The directorate\'s work was also extended beyond the Western Front and into other theatres of war, with units deployed in Greece, Egypt and Mesopotamia.\n\n=== Formal establishment ===\n\nAs the war continued, Ware and others became concerned about the fate of the graves in the post-war period. Following a suggestion by the British Army, the National Committee for the Care of Soldiers\'Graves was appointed by the British government in January 1916, with Edward, Prince of Wales agreeing to serve as president. The National Committee for the Care of Soldiers\' Graves was created with the intention of taking over the work of the Directorate of Graves Registration and Enquiries after the war. The government felt that it was more appropriate to entrust the work to a specially appointed body rather than to any existing government department. By early 1917 a number of members of the committee believed a formal imperial organisation would be needed to care for the graves. With the help of Edward, Prince of Wales, Ware submitted a memorandum to the Imperial War Conference in 1917 suggesting that an imperial organisation be constituted. The suggestion was accepted and on 21 May 1917 the Imperial War Graves Commission was established by Royal Charter, with the Prince of Wales serving as president, Secretary of State for War Lord Derby as chairman and Ware as vice-chairman. The Commission\'s undertakings began in earnest at the end of the First World War. Once land for cemeteries and memorials had been guaranteed, the enormous task of recording the details of the dead could begin. By 1918, some 587,000 graves had been identified and a further 559,000 casualties were registered as having no known grave.\nThe scale, and associated high number of casualties, of the war produced an entirely new attitude towards the commemoration of war dead. Previous to World War I, individual commemoration of war dead was often on an ad hoc basis and was almost exclusively limited to commissioned officers. However, the war required mobilisation of a significant percentage of the population, either as volunteers or through conscription. An expectation had consequently arisen that individual soldiers would expect to be commemorated, even if they were low-ranking members of the military. A committee under Frederic Kenyon, Director of the British Museum, presented a report to the Commission in November 1918 detailing how it envisioned the development of the cemeteries. Two key elements of this report were that bodies should not be repatriated and that uniform memorials should be used to avoid class distinctions. Beyond the logistical nightmare of returning home so many corpses, it was felt that repatriation would conflict with the feeling of brotherhood that had developed between serving ranks.\nAn article in The Times on 17 February 1919 by Rudyard Kipling carried the Commission\'s proposal to a wider audience and described what the graves would look like. The article entitled War Graves: Work of Imperial Commission: Mr. Kipling\'s Survey was quickly republished as an illustrated booklet, Graves of the Fallen. The illustrated booklet was intended to soften the impact of Kenyon\'s report as it included illustrations of cemeteries with mature trees and shrubs; contrasting the bleak landscapes depicted in published battlefield photos. There was an immediate public outcry following the publication of the reports, particularly with regards to the decision to not repatriate the bodies of the dead. The reports generated considerable discussion in the press which ultimately led to a heated debate in Parliament on 4 May 1920. Sir James Remnant started the debate, followed by speeches by William Burdett-Coutts in favour of the Commission\'s principles and Robert Cecil speaking for those desiring repatriation and opposing uniformity of grave markers. Winston Churchill closed the debate and asked that the issue not proceed to a vote. Remnant withdrew his motion, allowing the Commission to carry out its work assured of support for its principles.\n\n=== First cemeteries and memorials to the missing ===\n\nThree of the most eminent architects of their day, Sir Herbert Baker, Sir Reginald Blomfield, and Sir Edwin Lutyens were commissioned to design the cemeteries and memorials. Rudyard Kipling was appointed literary advisor for the language used for memorial inscriptions.\nIn 1920, the Commission built three experimental cemeteries at Le Treport, Forceville and Louvencourt, following the principles outlined in the Kenyon report. Of these, the Forceville Communal Cemetery and Extension was agreed to be the most successful. Having consulted with garden designer Gertrude Jekyll, the architects created a walled cemetery with uniform headstones in a garden setting, augmented by Blomfield\'s Cross of Sacrifice and Lutyens\'Stone of Remembrance. After some adjustments, Forceville became the template for the Commission\'s building programme. Adjustments were required because all three experimental cemeteries went over budget. To ensure future cemeteries remained within their budget the Commission decided to not build shelters in cemeteries that contained less than 200 graves, to not place a Stone of Remembrance in any cemetery with less than 400 graves, and to limit the height of cemetery walls to 1 metre (3.3 ft).\nAt the end of 1919, the Commission had spent £ 7,500, and this figure rose to £ 250,000 in 1920 as construction of cemeteries and memorials increased. By 1921, the Commission had established 1,000 cemeteries which were ready for headstone erections, and burials. Between 1920 and 1923, the Commission was shipping 4,000 headstones a week to France. In many cases small cemeteries were closed and the graves concentrated in larger ones. By 1927, when the majority of construction had been completed, over 500 cemeteries had been built, with 400,000 headstones, a thousand Crosses of Sacrifice, and 400 Stones of Remembrance.\nThe Commission had also been mandated to individually commemorate each soldier who had no known grave, which amounted to 315,000 in France and Belgium alone. The Commission initially decided to build 12 monuments on which to commemorate the missing; each memorial being located at the site of an important battle along the Western Front. After resistance from the French committee responsible for the approvals of memorials on French territory, the Commission revised their plan and reduced the number of memorials, and in some cases built memorials to the missing in existing cemeteries rather than as separate structures.\nReginald Blomfield\'s Menin Gate was the first memorial to the missing located in Europe to be completed, and was unveiled on 24 July 1927. The Menin Gate (Menenpoort) was found to have insufficient space to contain all the names as originally planned and 34,984 names of the missing were instead inscribed on Herbert Baker\'s Tyne Cot Memorial to the Missing. Other memorials followed: the Helles Memorial in Gallipoli designed by John James Burnet; the Thiepval Memorial on the Somme and the Arras Memorial designed by Edwin Lutyens; and the Basra Memorial in Iraq designed by Edward Prioleau Warren. The Dominions and India also erected memorials on which they commemorated their missing: the Neuve-Chapelle Memorial for the forces of India, the Vimy Memorial by Canada, the Villers-Bretonneux Memorial by Australia, the Delville Wood Memorial by South Africa and the Beaumont-Hamel Memorial by Newfoundland. The programme of commemorating the dead of the Great War was considered essentially complete with the inauguration of the Thiepval Memorial in 1932, though the Vimy Memorial would not be finished until 1936, the Villers-Bretonneux Memorial until 1938 and stonemasons were still conducting work on the Menin Gate when Germany invaded Belgium in 1940.\nThe only memorial created by the Commission that was not in the form of a monument or cemetery was the Opththalmic Institute at Giza, Egypt — complete with library, and bacteriology and pathology departments — as its memorial to men of the Egyptian Labour Corps and Camel Transport Corps. Its erection was agreed with local political pressure.\n\n=== World War II ===\n\nFrom the start of the Second World War in 1939, the Commission organised grave registration units and, planning ahead based on the experience gained from the First World War, earmarked land for use as cemeteries. When the war began turning in favour of the Allies, the Commission was able to begin restoring its First World War cemeteries and memorials. It also began the task of commemorating the 600,000 Commonwealth casualties from the Second World War. In 1949, the Commission completed Dieppe Canadian War Cemetery, the first of 559 new cemeteries and 36 new memorials. Eventually, over 350,000 new headstones were erected. Many were made from Hopton Wood stone. The wider scale of World War II, coupled with manpower shortages and unrest in some countries, meant that the construction and restoration programmes took much longer. Following the war, the Commission implemented a five-year horticultural renovation programme. The horticultural neglect was largely addressed by 1950 but there were necessary structural repairs to be made. These, together with the backlog of maintenance tasks from before the war, took a further 10 years to complete and the programme was not completed until the 1960s.\nWith the increased number of civilian casualties compared with the World War I, Winston Churchill agreed to Ware\'s proposal that the Commission also maintain a record of Commonwealth civilian war deaths. A supplemental chapter was added to the Imperial War Graves Commission\'s charter on 7 February 1941, empowering the organisation to collect and record the names of civilians who died from enemy action during the Second World War, which resulted in the creation of the Civilian War Dead Roll of Honour. The roll eventually contained the names of nearly 67,000 civilians. The Commission and the Dean of Westminster reached an agreement that the roll would eventually be placed in Westminster Abbey but not until the roll was complete and hostilities had ended. The Commission handed over the first six volumes to the Dean of Westminster on 21 February 1956; the final volume was added to the showcase in 1958.\n\n=== Post – World War II ===\n\nFollowing World War II the Commission recognised that the word \'Imperial\' within its name was no longer appropriate. In the spirit of strengthening national and regional feelings the organisation\'s name was changed to Commonwealth War Graves Commission in 1960.\nMore recent conflicts have sometimes made it impossible for the Commission to care for cemeteries in a given region or resulted in the destruction of sites altogether. Zehrensdorf Indian Cemetery in Germany was unkempt after the end of World War II and until the German reunification because it was located in an area occupied by Russian forces and was not entirely rebuilt until 2005. The Six-Day War and War of Attrition resulted in the destruction of Port Tewfik Memorial and Aden Memorial, and the death of a Commission gardener at Suez War Memorial Cemetery. During the Lebanese Civil War two cemeteries in Beirut were destroyed and had to be rebuilt. The maintenance of war graves and memorials in Iraq has remained difficult since Iran – Iraq War in the 1980s, with regular maintenance being impractical since after the Gulf War.\nThe Commission has, and continues to, also provide support for war graves outside its traditional mandate. In 1982, the British Ministry of Defence requested the Commission\'s assistance to design and construct cemeteries in the Falkland Islands for those killed during the Falklands War. Although these cemeteries are not Commonwealth War Graves Commission cemeteries, the Commission manages the administrative responsibilities of these cemeteries. Since 2005, the Commission has carried out similar management duties on behalf of the British Ministry of Defence for cemeteries and graves of British and Imperial soldiers who died during the Second Boer War. In 2003, Veterans Affairs Canada employed the Commission to develop an approach to locate grave markers for which the Canadian Minister of Veterans Affairs has responsibility. As of 2011, the Commission conducts a twelve-year cyclical inspection programme of Canadian veterans\'markers installed at the expense of the Government of Canada.\nIn 2008, an exploratory excavation discovered mass graves on the edge of Pheasant Wood outside of Fromelles. Two-hundred and fifty British and Australian bodies were excavated from five mass graves which were interred in the newly constructed Fromelles (Pheasant Wood) Military Cemetery. This was the first new Commonwealth War Graves Commission cemetery in more than 50 years, the last such cemeteries having been built after the Second World War.\n\n== Burial sites and memorials ==\n\nThe Commission is currently responsible for the continued commemoration of 1.7 million deceased Commonwealth military service members in 153 countries and approximately 67,000 civilians who died as a result of enemy action during World War II. Commonwealth military service members are commemorated by name on either a headstone, at an identified site of a burial, or on a memorial. As a result, the Commission is currently responsible for the care of war dead at over 23,000 separate burial sites and maintenance of more than 200 memorials worldwide. The vast majority of burial sites are pre-existing communal or municipal cemeteries and parish churchyards located in the United Kingdom, however the Commission has itself constructed approximately 2,500 war cemeteries worldwide. The Commission has also constructed or commissioned memorials to commemorate the dead who have no known grave; the largest of these is the Thiepval Memorial.\n\n=== Qualifications for inclusion ===\n\nThe Commission only commemorates those who have died during the designated war years, while in Commonwealth military service or of causes attributable to service. The applicable periods of consideration are 4 August 1914 to 31 August 1921 for the First World War and 3 September 1939 to 31 December 1947 for the Second World War. The end date for the First World War period is the official end of the war, while for the Second World War the Commission selected a date approximately the same period after VE Day as the official end of the First World War was after the 1918 Armistice.\nCivilians who died as a result of enemy action during the Second World War are commemorated differently from those that died as a result of military service. They are commemorated by name through the Civilian War Dead Roll of Honour located in St George\'s Chapel in Westminster Abbey. In addition to its mandated duties, the Commission maintains, under arrangement with applicable governments, over 40,000 non-Commonwealth war graves and over 25,000 non-war military and civilian graves.\n\n=== Architects and sculptors ===\n\nAs well as the main Principal Architects for France and Belgium (Baker, Blomfield and Lutyens), there were Principal Architects appointed for other regions as well. Sir Robert Lorimer was Principal Architect for Italy, Macedonia and Egypt, while Sir John James Burnet was Principal Architect for Palestine and Gallipoli, assisted by Thomas Smith Tait. The Principal Architect for Mesopotamia was Edward Prioleau Warren.\nAs well as these senior architects, there was a team of Assistant Architects who were actually responsible for many of the cemetery and memorial designs. These architects were younger, and many of them had served in the war. The Assistant Architects were: George Esselmont Gordon Leith, Wilfred Clement von Berg, Charles Henry Holden (who in 1920 became a Principal Architect), William Harrison Cowlishaw, William Bryce Binnie, George Hartley Goldsmith, Frank Higginson, Arthur James Scott Hutton, Noel Ackroyd Rew, and John Reginald Truelove. Other architects that worked for the Commission, or won competitions for the Commission memorials, included George Salway Nicol, Harold Chalton Bradshaw, Verner Owen Rees, Gordon H. Holt, and Henry Philip Cart de Lafontaine.\nIn January 1944, Edward Maufe was appointed Principal Architect for the UK. Maufe worked extensively for the Commission for 25 years until 1969, becoming Chief Architect and also succeeding Kenyon as Artistic Advisor. Together with Maufe, the other Principal Architects appointed during and after the Second World War were Hubert Worthington, Louis de Soissons, Philip Hepworth and Colin St Clair Oakes.\nLeading sculptors that worked on the memorials and cemeteries after the First World War included Eric Henri Kennington, Charles Thomas Wheeler, Gilbert Ledward, and Charles Sargeant Jagger. Other sculptors, both in the inter-war period and after the Second World War, included William Reid Dick, Ernest Gillick, Basil Gotto, Alfred Turner, Laurence A. Turner, Walter Gilbert, Henry Poole, Vernon Hill, Robert Anning Bell, Ferdinand Victor Blundstone, Joseph Armitage, and Gilbert Bayes.\n\n=== Cemetery design ===\n\n\n==== Common architectural design features ====\n\nStructural design has always played an important part in the Commission\'s cemeteries. Apart from a few exceptions, due to local geological conditions, the cemeteries follow the same design and uniform aesthetic all over the world. This makes the cemeteries easily recognisable and distinguishes them from war graves administered by other groups or countries.\nA typical cemetery is surrounded by a low wall or hedge and with a wrought-iron gate entrance. For cemeteries in France and Belgium, a land tablet near the entrance or along a wall identifies the cemetery grounds as having been provided by the French or Belgian governments. All but the smallest cemeteries contain a register with an inventory of the burials, a plan of the plots and rows, and a basic history of the cemetery. The register is located within a metal cupboard that is marked with a cross located in either the wall near the cemetery entrance or in a shelter within the cemetery. More recently, in larger sites, a stainless steel notice gives details of the respective military campaign. The headstones within the cemetery are of a uniform size and design and mark plots of equal size.\nThe cemetery grounds are, except in drier climates, grass covered with a floral border around the headstones. There is also an absence of any paving between the headstone rows which is intended to make the cemetery feel like a traditional walled garden where visitors could experience a sense of peace. However, Carter and Jackson argue that the uniform aesthetics are designed to evoke a positive experience which deliberately masks and sanitises the nature of the war deaths.\n\n==== Cross of Sacrifice and Stone of Remembrance ====\n\nTypically, cemeteries of more than 40 graves contain a Cross of Sacrifice designed by architect Reginald Blomfield. This cross was designed to imitate medieval crosses found in churchyards in England with proportions more commonly seen in the Celtic cross. The cross is normally a freestanding four-point limestone Latin cross, mounted on an octagonal base, and ranging in height from 14 to 32 feet. A bronze longsword, blade down, is embedded on the face of the cross. This cross represents the faith of the majority of the dead and the sword represents the military character of the cemetery, intended to link British soldiers and the Christian concept of self-sacrifice.\nCemeteries with more than 1000 burials typically have a Stone of Remembrance, designed by Edwin Lutyens with the inscription "Their Name Liveth for Evermore". The concept of the Stone of Remembrance stone was developed by Rudyard Kipling to commemorate those of all faiths and none respectively. In contrast to the Cross of Sacrifice, the design for the stone deliberately avoided "shapes associated with particular religions". The geometry of the structure was based on studies of the Parthenon. Each stone is 3.5 metres (11 ft) long and 1.5 metres (4.9 ft) high. The shape of the stone has been compared both to that of a sarcophagus and an altar. The feature was designed using the principle of entasis. The subtle curves in the design, if extended, would form a sphere 1,801 feet 8 inches (549.15 m) in diameter.\n\n==== Headstones ====\n\nEvery grave is marked with a headstone. Each headstone contains the national emblem or regimental badge, rank, name, unit, date of death and age of each casualty inscribed above an appropriate religious symbol and a more personal dedication chosen by relatives. The headstones use a standard upper case lettering designed by MacDonald Gill. Individual graves are arranged, where possible, in straight rows and marked by uniform headstones, the vast majority of which are made of Portland stone. The original headstone dimensions were 76 centimetres (30 in) tall, 38 cm (15 in) wide, and 7.6 cm (3.0 in) thick.\nMost headstones are inscribed with a cross, except for those deceased known to be atheist or non-Christian. In the case of burials of Victoria Cross or George Cross recipients, the regimental badge is supplemented by the Victoria Cross or George Cross emblem. Sometimes a soldier employed a pseudonym because they were too young to serve or were sought by law enforcement; in such cases their primary name is shown along with the notation "served as". Many headstones are for unidentified casualties; they consequently bear only what could be discovered from the body. The epitaph, developed by Rudyard Kipling, that appears on the graves of unidentified soldiers for which no details are known is "A Soldier of the Great War known unto God". Some headstones bear the text "believed to be buried in this cemetery" when they are believed to be buried in the cemetery but the exact location of the grave is not known. In some cases soldiers were buried in collective graves and distinguishing one body from another was not possible and thus one headstone covers more than one grave. The headstone does not denote any specific details of the death except for its date, and even then only if it is known, and are deliberately ambiguous about the cause of death.\nDue to local conditions it was sometimes necessary for the Commission to deviate from its standard design. In places prone to extreme weather or earthquakes, such as Thailand and Turkey, stone-faced pedestal markers are used instead of the normal headstones. These measures are intended to prevent masonry being damaged during earthquakes or sinking into sodden ground. In Italy headstones were carved from Chiampo Perla limestone because it was in more plentiful supply. In Struma Military Cemetery, in Greece, to avoid risk of earthquake damage, small headstones are laid flat on the ground. The smaller size of the markers mean that they often lack unit insignia.\n\n==== Horticulture ====\n\nCommission cemeteries are distinctive in treating floriculture as an integral part of the cemetery design. Originally, the horticultural concept was to create an environment where visitors could experience a sense of peace in a setting, in contrast to traditionally bleak graveyards. Recommendations given by Arthur William Hill, the Assistant Director of the Royal Botanical Gardens at Kew enabled the Commission to develop cemetery layouts and architectural structures that took into account the placement of suitable plant life. Combining structural and horticultural elements was not unfamiliar to the Commission\'s architects. Sir Edwin Lutyens furthered his long-standing working relationship with horticulturist Gertrude Jekyll, whose devotion to traditional cottage garden plants and roses greatly influenced the appearance of the cemeteries. Where possible, indigenous plants were utilised to enhance sentimental associations with the gardens of home.\nVariety in texture, height and timing of floral display were equally important horticultural considerations. The beds around each headstone are planted with a mixture of floribunda roses and herbaceous perennials. Low-growing plants are chosen for areas immediately in front of headstones, ensuring that inscriptions are not obscured and preventing soil from splashing back during rain. In cemeteries where there are pedestal grave markers, dwarf varieties of plants are used instead.\nThe absence of any form of paving between the headstone rows contributes to the simplicity of the cemetery designs. Lawn paths add to the garden ambiance, and are irrigated during the dry season in countries where there is insufficient rain. Where irrigation is inappropriate or impractical, dry landscaping is an ecological alternative favoured by the Commission\'s horticulturists, as is the case in Iraq. Drier areas require a different approach not only for lawns, but also to plants and styles of planting. Similarly, there are separate horticultural considerations in tropical climates. When many cemeteries are concentrated within a limited area, like along the Western Front or Gallipoli peninsula, mobile teams of gardeners operate from a local base. Elsewhere, larger cemeteries have their own dedicated staff while small cemeteries are usually tended by a single gardener working part-time.\n\n== Organisation ==\n\n\n=== Commissioners ===\n\nThe affairs of the CWGC are overseen by a Board of Commissioners. The president of the board is Prince Edward, Duke of Kent, the chairman is United Kingdom Secretary of State for Defence Michael Fallon and the vice-chairman Vice-Admiral Tim Laurence. The members are: the High Commissioner for New Zealand to the United Kingdom Lockwood Smith, the High Commissioners of Australia to the United Kingdom Alexander Downer, the Acting High Commissioner of the Republic of South Africa to the United Kingdom Obed Mlaba, the High Commissioner for India to the United Kingdom Ranjan Mathai, the High Commissioner for Canada to the United Kingdom Gordon Campbell, Hew Strachan, Keith Simpson, Kevan Jones, Edward Chaplin, Robert Fox, Ros Kelly and Lieutenant General Bill Rollo. Victoria Wallace is the Director-General of the CWGC and serves as secretary. The board also has an Honorary Artistic Adviser, Peter Inskip.\n\n=== Functional structure ===\n\nThe CWGC is headquartered in Maidenhead, England. Offices or agencies that are each responsible for a specific geographical area manage the worldwide affairs of the organisation. They are:\nFrance Area is headed by a director and is responsible for France (including the island of Corsica), Monaco and Switzerland.\nNorthern Europe Area, headed by a director and responsible for Austria, Belgium, Czech Republic, Denmark, Estonia, Germany, Hungary, Latvia, Lithuania, Luxembourg, Netherlands, Norway, Poland and Sweden.\nUnited Kingdom Area, headed by a director and responsible for Channel Islands, Faroe Islands, Iceland, Ireland, Isle of Man and the United Kingdom\nMediterranean Area headed by a director and responsible for Albania, Algeria, Azerbaijan, Azores, Bahrain, Canary Islands, Croatia, Cyprus, Egypt, Gibraltar, Greece, Israel and Palestine, Italy, Jordan, Lebanon, Libya, Macedonia, Madeira, Malta, Mauritania, Morocco, Oman, Portugal, San Marino, Saudi Arabia, Serbia, Spain, Syria, Tunisia, Turkey, United Arab Emirates and Yemen\nCanadian Agency is headed by a secretary-general and responsible for Canada, the entire Americas (including the Caribbean)\nAustralia, managed by the Office of Australian War Graves in the Australian Department of Veterans Affairs on behalf of the CWGC, is responsible for Australia, Norfolk Island, Papua New Guinea and the Solomon Islands\nNew Zealand, managed by the New Zealand Ministry of Culture and Heritage on behalf of the CWGC, is responsible for New Zealand, New Caledonia, Samoa, Society Islands, Tonga and Vanuatu\nSouth Africa Agency is headed by a secretary and is responsible for Republic of South Africa, Namibia, Saint Helena and Ascension Island\nAfrica, Asia and Pacific Area is headed by a director and is responsible for areas not covered by any of the other bodies.\n\n=== Financing ===\n\nThe CWGC\'s work is funded predominantly by grants from the governments of the six member states. In the fiscal year 2012 / 13, these grants amounted to £ 58.6 million of the organisation\'s £ 66.5 million of income. This equates to an approximate cost of C $ 85 per commemorated war dead. The contribution from each country is proportionate to the number of graves the CWGC maintains on behalf of that country. The percentage of total annual contributions for which each country is responsible is United Kingdom 78.4 %, Canada 10.1 %, Australia 6.1 %, New Zealand 2.1 %, South Africa 2.1 % and India 1.2 %.\n\n== Ongoing projects and issues ==\n\n\n=== War Graves Photographic Project ===\n\nA project is underway to photograph the graves of and memorials to all service personnel from 1914 to the present day and make the images available to the public. The work is being carried out by The War Graves Photographic Project in conjunction with the CWGC. As of August 2013, the project has recorded 1.7 million photographs for posterity.\n\n=== Reburials and identifications ===\n\nImmediately following the First World War, the British Army remained responsible for the exhumation of remains. The Western Front was divided into sectors and combed for bodies by 12-man exhumation units. Between the Armistice and September 1921, the exhumation units reburied 204,695 bodies. After 1921, no further widespread search for bodies was undertaken and in February 1921 responsibility of the cemeteries was transferred to the Commission. Despite the rigorous searches, bodies continued to be discovered in numbers. In the three years following the conclusion of the general search 38,000 bodies were discovered. In the mid 1920s, 20 to 30 bodies were being discovered weekly.\nThe discovery of remains of First and Second World War casualties remains a common occurrence with approximately 30 bodies discovered annually. For example, in 2006 eight bodies of Canadian soldiers from the 78th Battalion (Winnipeg Grenadiers), CEF were discovered in a backyard in Hallu, France. In April 2013, the remains of four British soldiers discovered by a French farmer clearing land with metal detector in 2009 were re-interred at H.A.C. Cemetery near Arras, France. In March 2014, the remains of 20 Commonwealth and 30 German soldiers were discovered in Vendin-le-Vieil, France with the Commonwealth soldiers being subsequently reburied at Loos British Cemetery.\nWhen the remains of a Commonwealth soldier from the First or Second World War is discovered the Commission is notified and a Commission burial officer tries to collect any associated artifacts that may help in identify the remains. The details are then registered and archived at the Commission\'s headquarters. the collection of evidence can include artifacts with the remains, anthropological data and DNA. The archival records of the commission are open to the public to permit individuals to conduct their own research. Investigation of archival records by members of the public periodically result in the identification of previously buried casualties. In December 2013, it was discovered that Second Lieutenant Philip Frederick Cormack, who was previously commemorated on the Arras Flying Services Memorial, had in fact been buried in a French military cemetery in Machelen, East-Flanders in Belgium. Sergeant Leonard Maidment was identified in 2013 after a visitor to Marfaux British Cemetery discovered a headstone of an unknown sergeant with the Hampshire Regiment killed on 20 July 1918 and was subsequently able to show that only one sergeant from that regiment had been killed in France on that date.\n\n=== Vandalism ===\n\nCemeteries, including those of war dead, are targets for vandalism. The gravestones, cemeteries and buildings of the Commission are no exception. The Commission believes that graffiti and damage to stonework are usually the pursuits partaken by young people, noting the number of incidents increases when schoolchildren are on school holidays. Determined thieves will also steal the bronze swords off the Cross of Sacrifice, which are now replaced with identical ones made in fibreglass.\nThe vandalism of Commission cemeteries has also been connected to the participation of Commonwealth countries in contemporary conflicts. In the 1970s, in The Troubles, Commission cemeteries in Ireland experienced vandalism. Vandals defaced the central memorial of the Étaples Military Cemetery in northern France with anti-British and anti-American graffiti on 20 March 2003 immediately after the beginning of the Iraq War. On 9 May 2004, thirty-three headstones were demolished in the Gaza cemetery, which contains 3,691 graves, allegedly in retaliation for the Abu Ghraib prisoner abuse scandal. On 24 February 2012, during the Libyan Civil War, an Islamist militia damaged over 200 headstones in the Benghazi war cemetery as well as the central memorial.\n\n',)[None]
+
+Running loglikelihood_rolling requests
+
  0%|          | 0/62 [00:00<?, ?it/s]Token indices sequence length is longer than the specified maximum sequence length for this model (8987 > 4096). Running this sequence through the model will result in indexing errors
+
  2%|▏         | 1/62 [00:05<05:39,  5.56s/it]
  3%|▎         | 2/62 [00:06<02:36,  2.61s/it]
  5%|▍         | 3/62 [00:09<03:02,  3.10s/it]
  6%|▋         | 4/62 [00:15<03:56,  4.07s/it]
  8%|▊         | 5/62 [00:19<03:44,  3.94s/it]
 10%|▉         | 6/62 [00:24<04:12,  4.51s/it]
 11%|█▏        | 7/62 [00:25<02:59,  3.27s/it]
 13%|█▎        | 8/62 [00:26<02:13,  2.47s/it]
 15%|█▍        | 9/62 [00:29<02:31,  2.87s/it]
 16%|█▌        | 10/62 [00:33<02:42,  3.13s/it]
 18%|█▊        | 11/62 [00:37<02:48,  3.31s/it]
 19%|█▉        | 12/62 [00:38<02:07,  2.54s/it]
 21%|██        | 13/62 [00:45<03:18,  4.05s/it]
 23%|██▎       | 14/62 [00:47<02:42,  3.39s/it]
 24%|██▍       | 15/62 [00:54<03:37,  4.63s/it]
 26%|██▌       | 16/62 [00:55<02:39,  3.47s/it]
 27%|██▋       | 17/62 [00:56<01:55,  2.57s/it]
 29%|██▉       | 18/62 [01:01<02:33,  3.49s/it]
 31%|███       | 19/62 [01:02<01:49,  2.54s/it]
 32%|███▏      | 20/62 [01:02<01:20,  1.92s/it]
 34%|███▍      | 21/62 [01:03<01:09,  1.69s/it]
 35%|███▌      | 22/62 [01:04<00:52,  1.31s/it]
 37%|███▋      | 23/62 [01:06<00:57,  1.48s/it]
 39%|███▊      | 24/62 [01:06<00:44,  1.17s/it]
 40%|████      | 25/62 [01:10<01:12,  1.95s/it]
 42%|████▏     | 26/62 [01:12<01:07,  1.88s/it]
 44%|████▎     | 27/62 [01:15<01:25,  2.44s/it]
 45%|████▌     | 28/62 [01:17<01:13,  2.15s/it]
 47%|████▋     | 29/62 [01:17<00:54,  1.65s/it]
 48%|████▊     | 30/62 [01:18<00:42,  1.32s/it]
 50%|█████     | 31/62 [01:23<01:21,  2.61s/it]
 52%|█████▏    | 32/62 [01:24<00:57,  1.93s/it]
 53%|█████▎    | 33/62 [01:24<00:41,  1.44s/it]
 55%|█████▍    | 34/62 [01:26<00:40,  1.45s/it]
 56%|█████▋    | 35/62 [01:33<01:28,  3.28s/it]
 58%|█████▊    | 36/62 [01:34<01:04,  2.49s/it]
 60%|█████▉    | 37/62 [01:34<00:46,  1.87s/it]
 61%|██████▏   | 38/62 [01:40<01:12,  3.01s/it]
 63%|██████▎   | 39/62 [01:41<00:57,  2.49s/it]
 65%|██████▍   | 40/62 [01:45<01:03,  2.87s/it]
 66%|██████▌   | 41/62 [01:49<01:05,  3.14s/it]
 68%|██████▊   | 42/62 [01:49<00:46,  2.32s/it]
 69%|██████▉   | 43/62 [01:50<00:38,  2.02s/it]
 71%|███████   | 44/62 [01:51<00:28,  1.60s/it]
 73%|███████▎  | 45/62 [01:55<00:38,  2.25s/it]
 74%|███████▍  | 46/62 [01:56<00:32,  2.02s/it]
 76%|███████▌  | 47/62 [01:57<00:23,  1.57s/it]
 77%|███████▋  | 48/62 [02:06<00:54,  3.91s/it]
 79%|███████▉  | 49/62 [02:08<00:41,  3.19s/it]
 81%|████████  | 50/62 [02:13<00:47,  3.93s/it]
 82%|████████▏ | 51/62 [02:14<00:31,  2.89s/it]
 84%|████████▍ | 52/62 [02:18<00:31,  3.15s/it]
 85%|████████▌ | 53/62 [02:25<00:40,  4.48s/it]
 87%|████████▋ | 54/62 [02:29<00:33,  4.25s/it]
 89%|████████▊ | 55/62 [02:36<00:36,  5.23s/it]
 90%|█████████ | 56/62 [02:37<00:22,  3.76s/it]
 92%|█████████▏| 57/62 [02:38<00:14,  2.92s/it]
 94%|█████████▎| 58/62 [02:38<00:08,  2.18s/it]
 95%|█████████▌| 59/62 [02:44<00:09,  3.21s/it]
 97%|█████████▋| 60/62 [02:47<00:06,  3.36s/it]
 98%|█████████▊| 61/62 [02:49<00:02,  2.80s/it]
+Torch evaluation result: {'results': {'wikitext': {'word_perplexity': 9.011299900078182, 'byte_perplexity': 1.5085163605248806, 'bits_per_byte': 0.5931303432331185}}, 'versions': {'wikitext': 1}, 'config': {'model': None, 'model_args': None, 'num_fewshot': 0, 'batch_size': 1, 'batch_sizes': [], 'device': 'cuda', 'no_cache': True, 'limit': None, 'bootstrap_iters': 100000, 'description_dict': None}}
+Automatic task detection to: text-generation-with-past.
+Using framework PyTorch: 2.1.0
+Overriding 1 configuration item(s)
+	- use_cache -> True
+WARNING:nncf:You are setting `forward` on an NNCF-processed model object.
+NNCF relies on custom-wrapping the `forward` call in order to function properly.
+Arbitrary adjustments to the forward function on an NNCFNetwork object have undefined behavior.
+If you need to replace the underlying forward function of the original model so that NNCF should be using that instead of the original forward function that NNCF saved during the compressed model creation, you can do this by calling:
+model.nncf.set_original_unbound_forward(fn)
+if `fn` has an unbound 0-th `self` argument, or
+with model.nncf.temporary_bound_original_forward(fn): ...
+if `fn` already had 0-th `self` argument bound or never had it in the first place.
+The cos_cached attribute will be removed in 4.39. Bear in mind that its contents changed in v4.38. Use the forward method of RoPE from now on instead. It is not used in the `LlamaAttention` class
+The sin_cached attribute will be removed in 4.39. Bear in mind that its contents changed in v4.38. Use the forward method of RoPE from now on instead. It is not used in the `LlamaAttention` class
+/nvme2/yujiepan/tools/miniconda3/envs/llm-sparse-training-autoawq/lib/python3.10/site-packages/optimum/exporters/openvino/model_patcher.py:340: TracerWarning: Converting a tensor to a Python boolean might cause the trace to be incorrect. We can't record the data flow of Python values, so this value will be treated as a constant in the future. This means that the trace might not generalize to other inputs!
+  if sequence_length != 1:
+/nvme2/yujiepan/tools/miniconda3/envs/llm-sparse-training-autoawq/lib/python3.10/site-packages/transformers/models/llama/modeling_llama.py:382: TracerWarning: Converting a tensor to a Python boolean might cause the trace to be incorrect. We can't record the data flow of Python values, so this value will be treated as a constant in the future. This means that the trace might not generalize to other inputs!
+  if attn_output.size() != (bsz, self.num_heads, q_len, self.head_dim):
+WARNING:nncf:You are setting `forward` on an NNCF-processed model object.
+NNCF relies on custom-wrapping the `forward` call in order to function properly.
+Arbitrary adjustments to the forward function on an NNCFNetwork object have undefined behavior.
+If you need to replace the underlying forward function of the original model so that NNCF should be using that instead of the original forward function that NNCF saved during the compressed model creation, you can do this by calling:
+model.nncf.set_original_unbound_forward(fn)
+if `fn` has an unbound 0-th `self` argument, or
+with model.nncf.temporary_bound_original_forward(fn): ...
+if `fn` already had 0-th `self` argument bound or never had it in the first place.
+Provided model does not contain state. It may lead to sub-optimal performance.Please reexport model with updated OpenVINO version >= 2023.3.0 calling the `from_pretrained` method with original model and `export=True` parameter
+Compiling the model to CPU ...
+[{'generated_text': 'Hello, I am an AI chatbot 🤖, how can I help you today?\n февруа'}]

openvino_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e702382e6ae46d2037a1f7572c5d4b3d1e52e60a2b032993298fec7a2a6ed0
+size 26953663248

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

tokenizer_config.json

@@ -0,0 +1,41 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 4096,
+  "pad_token": "</s>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

torch_eval_results.json

@@ -0,0 +1,24 @@
+{
+  "results": {
+    "wikitext": {
+      "word_perplexity": 9.011299900078182,
+      "byte_perplexity": 1.5085163605248806,
+      "bits_per_byte": 0.5931303432331185
+    }
+  },
+  "versions": {
+    "wikitext": 1
+  },
+  "config": {
+    "model": null,
+    "model_args": null,
+    "num_fewshot": 0,
+    "batch_size": 1,
+    "batch_sizes": [],
+    "device": "cuda",
+    "no_cache": true,
+    "limit": null,
+    "bootstrap_iters": 100000,
+    "description_dict": null
+  }
+}