Upload 10 files

config.json

@@ -0,0 +1,27 @@
+{
+  "_name_or_path": "configs/roberta_base_512.json",
+  "architectures": [
+    "RobertaForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 512,
+  "initializer_range": 0.02,
+  "intermediate_size": 2048,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 8,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.40.1",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 1428
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b221fed8bc2d0dedf373a651558d18a937c7e2bd21e14791726e6681f593cb
+size 105936256

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a230aa10d480601d5a487f5863d6aa96721fab65bf49689ad363e50ca9295a5
+size 211955706

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7a513417c91de50b9f724d7f7406b08405862eebcb04a9c7d39512129727fa
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78a469aae0653b14dcccaea45eb52458c95afae1649e5d894a88bcf0a974d36
+size 1064

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "bos_token": "[BOS]",
+  "eos_token": "[EOS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,57 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[BOS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[EOS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[BOS]",
+  "cache_dir": "/home/nlplab12/Desktop/roberta-pretrain/cache",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "[EOS]",
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "revision": "main",
+  "token": null,
+  "tokenizer_class": "SyllableTokenizer",
+  "trust_remote_code": false,
+  "unk_token": "[UNK]",
+  "use_fast": true
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef7b6c1ab127e5ccf3ab4a868a9677ab4ce93f6fdd4125115c463af448a578b
+size 5176

vocab.txt

@@ -0,0 +1,1428 @@
+[PAD]
+[UNK]
+[BOS]
+[EOS]
+[CLS]
+[SEP]
+[MASK]
+ 
+!
+"
+#
+$
+%
+&
+'
+(
+)
+*
++
+,
+-
+.
+/
+0
+1
+2
+3
+4
+5
+6
+7
+8
+9
+:
+;
+<
+=
+>
+?
+@
+A
+B
+C
+D
+E
+F
+G
+H
+I
+J
+K
+L
+M
+N
+O
+P
+Q
+R
+S
+T
+U
+V
+W
+X
+Y
+Z
+[
+\
+]
+^
+_
+`
+a
+b
+c
+d
+e
+f
+g
+h
+i
+j
+k
+l
+m
+n
+o
+p
+q
+r
+s
+t
+u
+v
+w
+x
+y
+z
+{
+|
+}
+~
+가
+각
+간
+갇
+갈
+감
+갑
+값
+갓
+갔
+강
+갖
+같
+갚
+개
+객
+갤
+갯
+갱
+거
+걱
+건
+걷
+걸
+검
+겁
+것
+겉
+게
+겐
+겔
+겠
+겨
+격
+겪
+견
+결
+겸
+겹
+겼
+경
+곁
+계
+고
+곡
+곤
+곧
+골
+곰
+곱
+곳
+공
+과
+곽
+관
+괄
+광
+괜
+괴
+굉
+교
+구
+국
+군
+굳
+굴
+굵
+굶
+굽
+굿
+궁
+궈
+권
+궐
+궤
+귀
+규
+균
+귤
+그
+극
+근
+글
+금
+급
+긋
+긍
+기
+긴
+길
+김
+깁
+깃
+깅
+깊
+까
+깎
+깐
+깔
+깜
+깝
+깡
+깥
+깨
+꺼
+꺾
+껍
+껏
+껑
+께
+껴
+꼈
+꼬
+꼭
+꼴
+꼼
+꼽
+꽁
+꽂
+꽃
+꽉
+꽤
+꾀
+꾸
+꾼
+꿀
+꿇
+꿈
+꿔
+꿨
+꿰
+뀌
+뀐
+뀔
+끄
+끈
+끊
+끌
+끓
+끔
+끗
+끝
+끼
+끽
+낀
+낄
+낌
+나
+낙
+낚
+난
+날
+낡
+남
+납
+낫
+났
+낭
+낮
+낯
+낱
+낳
+내
+낸
+낼
+냄
+냅
+냈
+냉
+냐
+냥
+너
+넉
+넌
+널
+넓
+넘
+넣
+네
+넥
+넨
+넬
+넷
+넸
+녀
+녁
+년
+념
+녔
+녕
+녘
+노
+녹
+논
+놀
+놈
+농
+높
+놓
+놔
+놨
+뇌
+뇨
+누
+눈
+눌
+눔
+눠
+눴
+뉘
+뉴
+늄
+느
+늑
+는
+늘
+늠
+능
+늦
+늪
+늬
+니
+닉
+닌
+닐
+님
+닙
+닛
+닝
+다
+닥
+닦
+단
+닫
+달
+닭
+닮
+담
+답
+닷
+당
+닿
+대
+댄
+댈
+댐
+댓
+댔
+더
+덕
+던
+덜
+덤
+덥
+덧
+덩
+덮
+데
+덴
+델
+뎌
+도
+독
+돈
+돋
+돌
+돔
+돕
+돗
+동
+돼
+됐
+되
+된
+될
+됨
+됩
+두
+둑
+둔
+둘
+둠
+둡
+둥
+둬
+뒀
+뒤
+뒷
+듀
+드
+득
+든
+듣
+들
+듬
+듭
+듯
+등
+디
+딕
+딘
+딛
+딜
+딩
+딪
+따
+딱
+딴
+딸
+땀
+땅
+때
+땐
+떠
+떡
+떤
+떨
+떳
+떻
+떼
+또
+똑
+뚜
+뚝
+뚫
+뚱
+뛰
+뛴
+뛸
+뜨
+뜩
+뜬
+뜯
+뜰
+뜸
+뜻
+띄
+띠
+띤
+라
+락
+란
+랄
+람
+랍
+랐
+랑
+래
+랙
+랜
+램
+랩
+랫
+랬
+랭
+랴
+략
+량
+러
+럭
+런
+럴
+럼
+럽
+럿
+렀
+렁
+렇
+레
+렉
+렌
+렐
+렘
+렛
+려
+력
+련
+렬
+렴
+렵
+렷
+렸
+령
+례
+로
+록
+론
+롤
+롬
+롭
+롯
+롱
+뢰
+료
+룡
+루
+룩
+룬
+룰
+룸
+룹
+룻
+룽
+뤄
+뤘
+뤼
+류
+륙
+륜
+률
+륨
+륭
+르
+른
+를
+름
+릅
+릇
+릉
+릎
+리
+릭
+린
+릴
+림
+립
+릿
+링
+마
+막
+만
+많
+맏
+말
+맑
+맘
+맙
+맛
+망
+맞
+맡
+매
+맥
+맨
+맴
+맹
+맺
+머
+먹
+먼
+멀
+멈
+멋
+멍
+메
+멕
+멘
+멜
+멤
+멧
+며
+면
+멸
+명
+몇
+모
+목
+몫
+몬
+몰
+몸
+몹
+못
+몽
+묘
+무
+묵
+묶
+문
+묻
+물
+뭄
+뭇
+뭉
+뭐
+뭔
+뭘
+뮌
+뮤
+뮬
+므
+미
+믹
+민
+믿
+밀
+밍
+및
+밑
+바
+박
+밖
+반
+받
+발
+밝
+밟
+밤
+밥
+방
+밭
+배
+백
+밴
+밸
+뱀
+뱃
+뱅
+버
+벅
+번
+벌
+범
+법
+벗
+벙
+벚
+베
+벡
+벤
+벨
+벼
+벽
+변
+별
+볍
+병
+볕
+보
+복
+본
+볼
+봄
+봅
+봇
+봉
+봐
+봤
+뵙
+부
+북
+분
+불
+붉
+붐
+붓
+붕
+붙
+뷔
+뷰
+브
+븐
+블
+비
+빅
+빈
+빌
+빔
+빗
+빙
+빚
+빛
+빠
+빡
+빨
+빵
+빼
+뺀
+뺏
+뺑
+뻐
+뻔
+뻗
+뼈
+뽐
+뽑
+뽕
+뿌
+뿐
+뿔
+뿜
+쁘
+쁜
+쁨
+삐
+사
+삭
+산
+살
+삶
+삼
+삽
+삿
+샀
+상
+새
+색
+샌
+샐
+샘
+생
+샤
+샬
+샷
+서
+석
+섞
+선
+섣
+설
+섬
+섭
+섯
+섰
+성
+세
+섹
+센
+셀
+셈
+셉
+셋
+셔
+션
+셜
+셨
+셰
+셸
+소
+속
+손
+솔
+솜
+솟
+송
+솥
+쇄
+쇠
+쇼
+숍
+수
+숙
+순
+술
+숨
+숫
+숭
+숱
+숲
+쉐
+쉬
+쉰
+쉴
+쉽
+슈
+슐
+슘
+슛
+스
+슨
+슬
+슴
+습
+슷
+승
+시
+식
+신
+싣
+실
+싫
+심
+십
+싱
+싶
+싸
+싹
+싼
+쌀
+쌍
+쌓
+써
+썩
+썰
+썼
+썽
+쏘
+쏜
+쏟
+쏠
+쏴
+쐐
+쑤
+쑥
+쓰
+쓴
+쓸
+씀
+씌
+씨
+씩
+씬
+씹
+씻
+아
+악
+안
+앉
+않
+알
+앓
+암
+압
+앗
+았
+앙
+앞
+애
+액
+앤
+앨
+앰
+앵
+야
+약
+얀
+얄
+얇
+양
+얘
+어
+억
+언
+얹
+얻
+얼
+얽
+엄
+업
+없
+엇
+었
+엉
+엎
+에
+엑
+엔
+엘
+엠
+여
+역
+엮
+연
+열
+염
+엽
+엿
+였
+영
+옆
+예
+옌
+옐
+옛
+오
+옥
+온
+올
+옮
+옳
+옴
+옵
+옷
+옹
+와
+완
+왈
+왔
+왕
+왜
+외
+왼
+요
+욕
+용
+우
+욱
+운
+울
+움
+웃
+웅
+워
+원
+월
+웠
+웨
+웬
+웰
+웹
+위
+윈
+윌
+윗
+윙
+유
+육
+윤
+율
+융
+으
+은
+을
+음
+읍
+응
+의
+이
+익
+인
+일
+읽
+잃
+임
+입
+잇
+있
+잉
+잊
+잎
+자
+작
+잔
+잖
+잘
+잠
+잡
+잣
+장
+잦
+재
+잭
+쟁
+저
+적
+전
+절
+젊
+점
+접
+젓
+정
+젖
+제
+젝
+젠
+젤
+젯
+져
+졌
+조
+족
+존
+졸
+좀
+좁
+종
+좋
+좌
+죄
+죠
+주
+죽
+준
+줄
+줌
+줍
+중
+줘
+줬
+쥐
+쥔
+즈
+즉
+즌
+즐
+즘
+증
+지
+직
+진
+질
+짐
+집
+짓
+징
+짖
+짙
+짚
+짜
+짝
+짤
+짧
+짱
+째
+쨌
+쩌
+쩍
+쩔
+쩡
+쪼
+쪽
+쫓
+쭉
+쯤
+찌
+찍
+찔
+찜
+찢
+차
+착
+찬
+찮
+찰
+참
+찼
+창
+찾
+채
+책
+챈
+챌
+챔
+챙
+처
+척
+천
+철
+첨
+첩
+첫
+청
+체
+첸
+첼
+쳐
+쳤
+초
+촉
+촌
+촛
+총
+촬
+최
+추
+축
+춘
+출
+춤
+춥
+충
+춰
+췄
+췌
+취
+츠
+측
+츰
+층
+치
+칙
+친
+칠
+침
+칩
+칫
+칭
+카
+칸
+칼
+캄
+캐
+캔
+캘
+캠
+캡
+커
+컨
+컬
+컴
+컵
+컷
+컸
+케
+켄
+켈
+켓
+켜
+켰
+코
+콕
+콘
+콜
+콤
+콥
+콧
+콩
+콰
+쾌
+쿄
+쿠
+쿤
+쿨
+쿼
+퀘
+퀴
+퀸
+큐
+크
+큰
+클
+큼
+키
+킥
+킨
+킬
+킴
+킷
+킹
+타
+탁
+탄
+탈
+탐
+탑
+탓
+탔
+탕
+태
+택
+탠
+탤
+탬
+탭
+탰
+탱
+터
+턱
+턴
+털
+텁
+텅
+테
+텍
+텐
+텔
+템
+토
+톡
+톤
+톨
+톰
+톱
+통
+퇴
+투
+툰
+툴
+툼
+퉁
+튀
+튜
+트
+특
+튼
+틀
+틈
+티
+틱
+틴
+틸
+팀
+팅
+파
+팍
+팎
+판
+팔
+팜
+팝
+팡
+패
+팩
+팬
+팽
+퍼
+펀
+펄
+펌
+펑
+페
+펙
+펜
+펠
+펴
+편
+펼
+폈
+평
+폐
+포
+폭
+폰
+폴
+폼
+퐁
+표
+푸
+푼
+풀
+품
+풋
+풍
+퓨
+프
+픈
+플
+픔
+피
+픽
+핀
+필
+핍
+핏
+핑
+하
+학
+한
+할
+함
+합
+핫
+항
+해
+핵
+핸
+햄
+햇
+했
+행
+향
+허
+헌
+헐
+험
+헛
+헝
+헤
+헥
+헨
+헬
+혀
+혁
+현
+혈
+혐
+협
+혔
+형
+혜
+호
+혹
+혼
+홀
+홈
+홉
+홋
+홍
+화
+확
+환
+활
+황
+회
+획
+횟
+횡
+효
+후
+훈
+훌
+훔
+훨
+훼
+휘
+휠
+휩
+휴
+흉
+흐
+흑
+흔
+흘
+흙
+흠
+흡
+흥
+흩
+희
+흰
+히
+힌
+힐
+힘
+힙
+‘
+《
+·
+㎡
+㎞
+“
+〈
+’
+㎏
+習
+™
+㈜
+ä
+大
+華
+「
+趙
+立
+代
+張
+％
+受
+㎝
+循
+陳
+人
+金
+基
+『
+李
+淖
+海
+劉
+康
+®
+㎢
+」
+㎿
+一
+軍
+學
+ī
+愛
+近
+》
+〉
+』
+”
+㎜
+Ⅰ
+[unused1]
+[unused2]
+[unused3]
+[unused4]
+[unused5]
+[unused6]
+[unused7]
+[unused8]
+[unused9]
+[unused10]
+[unused11]
+[unused12]
+[unused13]
+[unused14]
+[unused15]
+[unused16]
+[unused17]
+[unused18]
+[unused19]
+[unused20]
+[unused21]
+[unused22]
+[unused23]
+[unused24]
+[unused25]
+[unused26]
+[unused27]
+[unused28]
+[unused29]
+[unused30]
+[unused31]
+[unused32]
+[unused33]
+[unused34]
+[unused35]
+[unused36]
+[unused37]
+[unused38]
+[unused39]
+[unused40]
+[unused41]
+[unused42]
+[unused43]
+[unused44]
+[unused45]
+[unused46]
+[unused47]
+[unused48]
+[unused49]
+[unused50]