model improved

README.md

@@ -18,7 +18,7 @@ widget:
 
 ## Model Description
 
-This is a RoBERTa model pre-trained on Thai Wikipedia texts for POS-tagging and dependency-parsing (using `goeswith` for subwords), derived from [roberta-base-thai-syllable](https://huggingface.co/KoichiYasuoka/roberta-base-thai-syllable).
+This is a RoBERTa model pre-trained on Thai Wikipedia texts for POS-tagging and dependency-parsing (using `goeswith` for subwords), derived from [roberta-base-thai-syllable-upos](https://huggingface.co/KoichiYasuoka/roberta-base-thai-syllable-upos).
 
 ## How to Use
 

maker.py

@@ -1,5 +1,5 @@
 #! /usr/bin/python3
-src="KoichiYasuoka/roberta-base-thai-syllable"
+src="KoichiYasuoka/roberta-base-thai-syllable-upos"
 tgt="KoichiYasuoka/roberta-base-thai-syllable-ud-goeswith"
 url="https://github.com/KoichiYasuoka/spaCy-Thai"
 import os
@@ -47,9 +47,9 @@ trainDS=UDgoeswithDataset("train.conllu",tkz)
 devDS=UDgoeswithDataset("dev.conllu",tkz)
 testDS=UDgoeswithDataset("test.conllu",tkz)
 lid=trainDS(devDS,testDS)
-cfg=AutoConfig.from_pretrained(src,num_labels=len(lid),label2id=lid,id2label={i:l for l,i in lid.items()})
+cfg=AutoConfig.from_pretrained(src,num_labels=len(lid),label2id=lid,id2label={i:l for l,i in lid.items()},ignore_mismatched_sizes=True)
 arg=TrainingArguments(num_train_epochs=3,per_device_train_batch_size=32,output_dir="/tmp",overwrite_output_dir=True,save_total_limit=2,evaluation_strategy="epoch",learning_rate=5e-05,warmup_ratio=0.1)
-trn=Trainer(args=arg,data_collator=DataCollatorForTokenClassification(tkz),model=AutoModelForTokenClassification.from_pretrained(src,config=cfg),train_dataset=trainDS,eval_dataset=devDS)
+trn=Trainer(args=arg,data_collator=DataCollatorForTokenClassification(tkz),model=AutoModelForTokenClassification.from_pretrained(src,config=cfg,ignore_mismatched_sizes=True),train_dataset=trainDS,eval_dataset=devDS)
 trn.train()
 trn.save_model(tgt)
 tkz.save_pretrained(tgt)

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5614b6b4e9336d394455eb9e54aabddea48d6c140c8b665e0f8961d0d5e65dfc
+oid sha256:ee961002fe2aede0ff323c639b47ac75eb3ead1ea146df9f9e23e3a360ca96b1
 size 393552177