Upload 3 files

config.json

@@ -0,0 +1,16 @@
+{
+  "attention_hidden_size": 2048,
+  "bos_token_id": 0,
+  "context_length": 1024,
+  "eos_token_id": 0,
+  "hidden_size": 2048,
+  "intermediate_size": 8192,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "rwkv",
+  "num_hidden_layers": 24,
+  "rescale_every": 6,
+  "tie_word_embeddings": false,
+  "transformers_version": "4.29.0",
+  "use_cache": true,
+  "vocab_size": 65536
+}

hello_hf.py

@@ -0,0 +1,51 @@
+import torch
+from ringrwkv.configuration_rwkv_world import RwkvConfig
+from ringrwkv.rwkv_tokenizer import TRIE_TOKENIZER
+from ringrwkv.modehf_world import RwkvForCausalLM
+
+
+model = RwkvForCausalLM.from_pretrained("RWKV-4-World-1.5B")
+tokenizer = TRIE_TOKENIZER('./ringrwkv/rwkv_vocab_v20230424.txt')
+     
+text = "你叫什么名字？"
+
+question = f'Question: {text.strip()}\n\nAnswer:'
+
+input_ids = tokenizer.encode(question)
+#print(tokenizer.decode(input_ids))
+input_ids = torch.tensor(input_ids).unsqueeze(0)
+
+out = model.generate(input_ids,max_new_tokens=40)
+
+#print(out[0])
+
+outlist = out[0].tolist()
+
+for i  in outlist:
+    if i==0:
+        outlist.remove(i)
+
+#print(outlist)
+answer = tokenizer.decode(outlist)
+
+# answer = tokenizer.decode([10464, 11685, 19126, 12605, 11021, 10399, 12176, 10464, 16533, 10722,
+#          10250, 10349, 17728, 18025, 10080, 16738, 17728, 10464, 17879, 16503])
+# answer = tokenizer.decode([53648,    59,    33, 10464, 11017, 10373, 10303, 11043, 11860, 19156,
+#           261, 40301,    59,    33, 12605, 13091, 10250, 10283, 10370, 12137,
+#         13133, 15752, 16728, 16537, 13499, 11496, 19137, 13734, 13191, 11043,
+#         11860, 10080])
+print(answer)
+
+#print(input_ids.shape)
+#rwkvoutput = model.forward(input_ids=input_ids,labels=input_ids) #loss,logits,state,hidden_states,attentions
+# print("loss:")
+# print(rwkvoutput.loss)
+# print("logits:")
+# print(rwkvoutput.logits)
+# print("state:")
+# print(rwkvoutput.state)
+#print("last_hidden_state:")
+# print(rwkvoutput.last_hidden_state)
+# print("attentions:")
+# print(rwkvoutput.attentions)
+

ringrwkv.rar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0f6c7c7e365ad46b5969eeec655ce733514ca06e1485c6453766156f456032
+size 261848