Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,50 @@
+{
+  "_attn_implementation_autoset": true,
+  "_name_or_path": "/fsx/ubuntu/.cache/huggingface/hub/models--cyberagent--Mistral-Nemo-Japanese-Instruct-2408/snapshots/8591f78522a5d651209fc9f354c848508db7a3eb",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 131072,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 1024000,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 8,
+  "pad_token_id": 10,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "dynamic": null,
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:1.7.0"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.48.0",
+  "use_cache": false,
+  "vocab_size": 131074
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4813d00a78878a856a35f4fd5a13093c84a218fe0bd8facf2852b0ee5175f116
+size 8357992904

quant_log.csv

@@ -0,0 +1,281 @@
+layer,module,loss,damp,time
+0,self_attn.k_proj,0.44781,0.01000,2.558
+0,self_attn.v_proj,0.00408,0.01000,1.591
+0,self_attn.q_proj,0.98203,0.01000,1.669
+0,self_attn.o_proj,0.00040,0.01000,1.427
+0,mlp.up_proj,0.32010,0.01000,1.935
+0,mlp.gate_proj,0.34654,0.01000,1.882
+0,mlp.down_proj,1.33519,0.01000,4.953
+1,self_attn.k_proj,0.79557,0.01000,1.652
+1,self_attn.v_proj,0.09610,0.01000,1.600
+1,self_attn.q_proj,1.61869,0.01000,1.649
+1,self_attn.o_proj,0.00187,0.01000,1.381
+1,mlp.up_proj,0.70102,0.01000,1.944
+1,mlp.gate_proj,0.79192,0.01000,1.883
+1,mlp.down_proj,0.00560,0.01000,4.833
+2,self_attn.k_proj,0.62088,0.01000,1.599
+2,self_attn.v_proj,0.11477,0.01000,1.554
+2,self_attn.q_proj,1.35341,0.01000,1.647
+2,self_attn.o_proj,0.00412,0.01000,1.339
+2,mlp.up_proj,1.57853,0.01000,1.903
+2,mlp.gate_proj,1.90023,0.01000,1.864
+2,mlp.down_proj,0.09663,0.01000,4.863
+3,self_attn.k_proj,1.38215,0.01000,1.575
+3,self_attn.v_proj,0.20538,0.01000,1.537
+3,self_attn.q_proj,3.34128,0.01000,1.612
+3,self_attn.o_proj,0.00580,0.01000,1.327
+3,mlp.up_proj,1.92553,0.01000,1.876
+3,mlp.gate_proj,2.43931,0.01000,1.840
+3,mlp.down_proj,0.02724,0.01000,4.785
+4,self_attn.k_proj,1.00719,0.01000,1.654
+4,self_attn.v_proj,0.24622,0.01000,1.594
+4,self_attn.q_proj,2.40160,0.01000,1.668
+4,self_attn.o_proj,0.01123,0.01000,1.305
+4,mlp.up_proj,2.56081,0.01000,1.885
+4,mlp.gate_proj,3.37699,0.01000,1.873
+4,mlp.down_proj,0.04623,0.01000,4.708
+5,self_attn.k_proj,1.34865,0.01000,1.644
+5,self_attn.v_proj,0.26768,0.01000,1.599
+5,self_attn.q_proj,3.37576,0.01000,1.678
+5,self_attn.o_proj,0.01259,0.01000,1.384
+5,mlp.up_proj,3.42371,0.01000,1.943
+5,mlp.gate_proj,4.33173,0.01000,1.935
+5,mlp.down_proj,0.07047,0.01000,4.969
+6,self_attn.k_proj,1.53340,0.01000,1.648
+6,self_attn.v_proj,0.26733,0.01000,1.511
+6,self_attn.q_proj,3.57458,0.01000,1.699
+6,self_attn.o_proj,0.02864,0.01000,1.394
+6,mlp.up_proj,4.14674,0.01000,1.947
+6,mlp.gate_proj,5.33200,0.01000,1.906
+6,mlp.down_proj,0.10116,0.01000,4.945
+7,self_attn.k_proj,1.56764,0.01000,1.649
+7,self_attn.v_proj,0.40399,0.01000,1.576
+7,self_attn.q_proj,3.97499,0.01000,1.688
+7,self_attn.o_proj,0.04408,0.01000,1.354
+7,mlp.up_proj,4.87630,0.01000,1.925
+7,mlp.gate_proj,5.94558,0.01000,1.907
+7,mlp.down_proj,0.12133,0.01000,4.885
+8,self_attn.k_proj,1.67540,0.01000,1.645
+8,self_attn.v_proj,0.41133,0.01000,1.577
+8,self_attn.q_proj,4.18493,0.01000,1.660
+8,self_attn.o_proj,0.04868,0.01000,1.363
+8,mlp.up_proj,5.63061,0.01000,1.925
+8,mlp.gate_proj,6.37594,0.01000,1.888
+8,mlp.down_proj,0.14860,0.01000,4.889
+9,self_attn.k_proj,1.87517,0.01000,1.640
+9,self_attn.v_proj,0.61056,0.01000,1.580
+9,self_attn.q_proj,4.68167,0.01000,1.656
+9,self_attn.o_proj,0.07940,0.01000,1.412
+9,mlp.up_proj,6.18172,0.01000,1.917
+9,mlp.gate_proj,6.56218,0.01000,1.905
+9,mlp.down_proj,0.17478,0.01000,5.157
+10,self_attn.k_proj,1.81094,0.01000,1.573
+10,self_attn.v_proj,0.56928,0.01000,1.504
+10,self_attn.q_proj,4.66256,0.01000,1.577
+10,self_attn.o_proj,0.09339,0.01000,1.279
+10,mlp.up_proj,6.81094,0.01000,1.820
+10,mlp.gate_proj,6.95654,0.01000,1.800
+10,mlp.down_proj,0.20208,0.01000,4.639
+11,self_attn.k_proj,2.23242,0.01000,1.593
+11,self_attn.v_proj,0.63557,0.01000,1.457
+11,self_attn.q_proj,5.68136,0.01000,1.523
+11,self_attn.o_proj,0.11066,0.01000,1.269
+11,mlp.up_proj,7.74163,0.01000,1.829
+11,mlp.gate_proj,8.52850,0.01000,1.793
+11,mlp.down_proj,0.21735,0.01000,4.708
+12,self_attn.k_proj,2.14512,0.01000,1.607
+12,self_attn.v_proj,0.81472,0.01000,1.551
+12,self_attn.q_proj,5.52804,0.01000,1.626
+12,self_attn.o_proj,0.11780,0.01000,1.354
+12,mlp.up_proj,8.57336,0.01000,1.839
+12,mlp.gate_proj,9.36451,0.01000,1.836
+12,mlp.down_proj,0.24418,0.01000,4.781
+13,self_attn.k_proj,2.74346,0.01000,1.556
+13,self_attn.v_proj,0.86579,0.01000,1.513
+13,self_attn.q_proj,7.15528,0.01000,1.588
+13,self_attn.o_proj,0.14770,0.01000,1.308
+13,mlp.up_proj,9.27285,0.01000,1.836
+13,mlp.gate_proj,9.76769,0.01000,1.809
+13,mlp.down_proj,0.30997,0.01000,4.784
+14,self_attn.k_proj,3.07935,0.01000,1.578
+14,self_attn.v_proj,0.97355,0.01000,1.510
+14,self_attn.q_proj,8.04559,0.01000,1.576
+14,self_attn.o_proj,0.13438,0.01000,1.289
+14,mlp.up_proj,10.34739,0.01000,1.816
+14,mlp.gate_proj,10.32479,0.01000,1.803
+14,mlp.down_proj,0.33069,0.01000,4.592
+15,self_attn.k_proj,2.76976,0.01000,1.560
+15,self_attn.v_proj,0.90191,0.01000,1.491
+15,self_attn.q_proj,6.81594,0.01000,1.598
+15,self_attn.o_proj,0.15275,0.01000,1.304
+15,mlp.up_proj,10.78706,0.01000,1.839
+15,mlp.gate_proj,10.14920,0.01000,1.803
+15,mlp.down_proj,0.37820,0.01000,4.648
+16,self_attn.k_proj,2.89506,0.01000,1.562
+16,self_attn.v_proj,1.10457,0.01000,1.498
+16,self_attn.q_proj,7.11564,0.01000,1.566
+16,self_attn.o_proj,0.19220,0.01000,1.312
+16,mlp.up_proj,11.51908,0.01000,1.792
+16,mlp.gate_proj,10.49399,0.01000,1.799
+16,mlp.down_proj,0.45250,0.01000,4.627
+17,self_attn.k_proj,2.67134,0.01000,1.536
+17,self_attn.v_proj,1.29427,0.01000,1.468
+17,self_attn.q_proj,7.23714,0.01000,1.547
+17,self_attn.o_proj,0.25853,0.01000,1.279
+17,mlp.up_proj,12.74986,0.01000,1.829
+17,mlp.gate_proj,11.32418,0.01000,1.808
+17,mlp.down_proj,0.56758,0.01000,4.654
+18,self_attn.k_proj,3.18899,0.01000,1.538
+18,self_attn.v_proj,1.35795,0.01000,1.476
+18,self_attn.q_proj,8.24376,0.01000,1.549
+18,self_attn.o_proj,0.33599,0.01000,1.268
+18,mlp.up_proj,14.05334,0.01000,1.830
+18,mlp.gate_proj,13.10215,0.01000,1.806
+18,mlp.down_proj,0.67178,0.01000,4.703
+19,self_attn.k_proj,3.17280,0.01000,1.526
+19,self_attn.v_proj,1.92177,0.01000,1.471
+19,self_attn.q_proj,9.49425,0.01000,1.546
+19,self_attn.o_proj,0.25507,0.01000,1.270
+19,mlp.up_proj,14.84812,0.01000,1.802
+19,mlp.gate_proj,14.16978,0.01000,1.778
+19,mlp.down_proj,0.72501,0.01000,4.595
+20,self_attn.k_proj,3.33606,0.01000,1.537
+20,self_attn.v_proj,1.73617,0.01000,1.466
+20,self_attn.q_proj,9.49494,0.01000,1.541
+20,self_attn.o_proj,0.22753,0.01000,1.269
+20,mlp.up_proj,16.01300,0.01000,1.824
+20,mlp.gate_proj,16.25274,0.01000,1.774
+20,mlp.down_proj,0.81018,0.01000,4.630
+21,self_attn.k_proj,3.22668,0.01000,1.535
+21,self_attn.v_proj,1.52237,0.01000,1.477
+21,self_attn.q_proj,8.96638,0.01000,1.542
+21,self_attn.o_proj,0.19833,0.01000,1.264
+21,mlp.up_proj,17.61123,0.01000,1.805
+21,mlp.gate_proj,18.52325,0.01000,1.736
+21,mlp.down_proj,0.93764,0.01000,4.572
+22,self_attn.k_proj,3.14562,0.01000,1.531
+22,self_attn.v_proj,2.11292,0.01000,1.581
+22,self_attn.q_proj,9.41047,0.01000,1.644
+22,self_attn.o_proj,0.25399,0.01000,1.343
+22,mlp.up_proj,19.57599,0.01000,1.922
+22,mlp.gate_proj,21.05490,0.01000,1.860
+22,mlp.down_proj,1.18958,0.01000,4.783
+23,self_attn.k_proj,3.40537,0.01000,1.583
+23,self_attn.v_proj,2.11464,0.01000,1.519
+23,self_attn.q_proj,9.70642,0.01000,1.642
+23,self_attn.o_proj,0.25255,0.01000,1.316
+23,mlp.up_proj,20.87299,0.01000,1.851
+23,mlp.gate_proj,22.15608,0.01000,1.801
+23,mlp.down_proj,1.37670,0.01000,4.740
+24,self_attn.k_proj,3.75815,0.01000,1.583
+24,self_attn.v_proj,2.27121,0.01000,1.525
+24,self_attn.q_proj,10.81197,0.01000,1.593
+24,self_attn.o_proj,0.34032,0.01000,1.311
+24,mlp.up_proj,22.62236,0.01000,1.854
+24,mlp.gate_proj,24.52068,0.01000,1.801
+24,mlp.down_proj,1.42703,0.01000,4.738
+25,self_attn.k_proj,4.13512,0.01000,1.573
+25,self_attn.v_proj,2.44008,0.01000,1.531
+25,self_attn.q_proj,11.73339,0.01000,1.592
+25,self_attn.o_proj,0.24015,0.01000,1.303
+25,mlp.up_proj,24.11332,0.01000,1.864
+25,mlp.gate_proj,26.56258,0.01000,1.850
+25,mlp.down_proj,1.58580,0.01000,4.749
+26,self_attn.k_proj,4.14904,0.01000,1.581
+26,self_attn.v_proj,2.82799,0.01000,1.522
+26,self_attn.q_proj,11.67034,0.01000,1.617
+26,self_attn.o_proj,0.26139,0.01000,1.316
+26,mlp.up_proj,26.17431,0.01000,1.871
+26,mlp.gate_proj,29.35139,0.01000,1.812
+26,mlp.down_proj,1.69596,0.01000,4.668
+27,self_attn.k_proj,4.35806,0.01000,1.562
+27,self_attn.v_proj,3.28379,0.01000,1.510
+27,self_attn.q_proj,12.86621,0.01000,1.556
+27,self_attn.o_proj,0.19922,0.01000,1.291
+27,mlp.up_proj,28.43472,0.01000,1.818
+27,mlp.gate_proj,32.34059,0.01000,1.805
+27,mlp.down_proj,1.85067,0.01000,4.677
+28,self_attn.k_proj,4.58890,0.01000,1.558
+28,self_attn.v_proj,3.38870,0.01000,1.544
+28,self_attn.q_proj,12.99836,0.01000,1.609
+28,self_attn.o_proj,0.40315,0.01000,1.288
+28,mlp.up_proj,30.73429,0.01000,1.838
+28,mlp.gate_proj,34.49887,0.01000,1.803
+28,mlp.down_proj,2.12352,0.01000,4.715
+29,self_attn.k_proj,4.48693,0.01000,1.547
+29,self_attn.v_proj,4.56156,0.01000,1.494
+29,self_attn.q_proj,13.25546,0.01000,1.557
+29,self_attn.o_proj,0.52033,0.01000,1.288
+29,mlp.up_proj,33.86432,0.01000,1.838
+29,mlp.gate_proj,38.18370,0.01000,1.827
+29,mlp.down_proj,2.39000,0.01000,4.666
+30,self_attn.k_proj,5.06714,0.01000,1.558
+30,self_attn.v_proj,4.07894,0.01000,1.493
+30,self_attn.q_proj,14.36550,0.01000,1.553
+30,self_attn.o_proj,0.32974,0.01000,1.292
+30,mlp.up_proj,37.26863,0.01000,1.833
+30,mlp.gate_proj,42.20907,0.01000,1.812
+30,mlp.down_proj,2.83160,0.01000,4.676
+31,self_attn.k_proj,4.59491,0.01000,1.558
+31,self_attn.v_proj,4.15888,0.01000,1.484
+31,self_attn.q_proj,13.28740,0.01000,1.571
+31,self_attn.o_proj,0.52802,0.01000,1.299
+31,mlp.up_proj,40.37086,0.01000,1.822
+31,mlp.gate_proj,44.68778,0.01000,1.842
+31,mlp.down_proj,3.32915,0.01000,4.691
+32,self_attn.k_proj,4.66300,0.01000,1.562
+32,self_attn.v_proj,5.71529,0.01000,1.564
+32,self_attn.q_proj,14.51872,0.01000,1.615
+32,self_attn.o_proj,0.50025,0.01000,1.299
+32,mlp.up_proj,43.65151,0.01000,1.881
+32,mlp.gate_proj,47.48747,0.01000,1.856
+32,mlp.down_proj,3.97576,0.01000,4.794
+33,self_attn.k_proj,5.03356,0.01000,1.614
+33,self_attn.v_proj,4.62488,0.01000,1.533
+33,self_attn.q_proj,15.38677,0.01000,1.649
+33,self_attn.o_proj,0.70857,0.01000,1.304
+33,mlp.up_proj,46.69897,0.01000,1.818
+33,mlp.gate_proj,49.17135,0.01000,1.795
+33,mlp.down_proj,5.12732,0.01000,4.632
+34,self_attn.k_proj,4.54628,0.01000,1.548
+34,self_attn.v_proj,9.44273,0.01000,1.499
+34,self_attn.q_proj,14.90588,0.01000,1.561
+34,self_attn.o_proj,1.40365,0.01000,1.295
+34,mlp.up_proj,51.07263,0.01000,1.830
+34,mlp.gate_proj,53.14738,0.01000,1.809
+34,mlp.down_proj,5.80323,0.01000,4.666
+35,self_attn.k_proj,4.90025,0.01000,1.562
+35,self_attn.v_proj,8.61317,0.01000,1.610
+35,self_attn.q_proj,15.80265,0.01000,1.706
+35,self_attn.o_proj,0.94142,0.01000,1.394
+35,mlp.up_proj,55.80676,0.01000,1.944
+35,mlp.gate_proj,57.10633,0.01000,1.925
+35,mlp.down_proj,7.06579,0.01000,4.926
+36,self_attn.k_proj,4.54035,0.01000,1.636
+36,self_attn.v_proj,10.06557,0.01000,1.587
+36,self_attn.q_proj,15.33328,0.01000,1.639
+36,self_attn.o_proj,1.34831,0.01000,1.369
+36,mlp.up_proj,60.14465,0.01000,1.918
+36,mlp.gate_proj,59.68049,0.01000,1.918
+36,mlp.down_proj,9.04149,0.01000,4.909
+37,self_attn.k_proj,4.00503,0.01000,1.643
+37,self_attn.v_proj,11.37017,0.01000,1.575
+37,self_attn.q_proj,15.57561,0.01000,1.655
+37,self_attn.o_proj,3.25508,0.01000,1.351
+37,mlp.up_proj,60.57056,0.01000,1.938
+37,mlp.gate_proj,60.60658,0.01000,1.881
+37,mlp.down_proj,11.87961,0.01000,4.893
+38,self_attn.k_proj,4.87617,0.01000,1.625
+38,self_attn.v_proj,16.71599,0.01000,1.587
+38,self_attn.q_proj,17.29685,0.01000,1.665
+38,self_attn.o_proj,3.02600,0.01000,1.354
+38,mlp.up_proj,60.15144,0.01000,1.916
+38,mlp.gate_proj,61.47735,0.01000,1.893
+38,mlp.down_proj,15.26236,0.01000,4.955
+39,self_attn.k_proj,3.92169,0.01000,1.618
+39,self_attn.v_proj,9.01665,0.01000,1.519
+39,self_attn.q_proj,14.09749,0.01000,1.915
+39,self_attn.o_proj,2.40031,0.01000,1.344
+39,mlp.up_proj,60.70610,0.01000,1.977
+39,mlp.gate_proj,64.54776,0.01000,1.937
+39,mlp.down_proj,25.92845,0.01000,4.972

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 4,
+  "dynamic": null,
+  "group_size": 128,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:1.7.0"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea88f9940a84ab7e0100bc369506a28ec8d5d821691dc47d4dd63f1bbdf105ed
+size 17078669