File size: 1,608 Bytes
ecee822 be68e59 ecee822 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 |
import sys
import traceback
import pickle
import os
import concurrent.futures
from tqdm import tqdm
from font_dataset.font import load_fonts
from font_dataset.layout import generate_font_image
from font_dataset.text import CorpusGeneratorManager
from font_dataset.background import background_image_generator
cjk_ratio = 3
train_cnt = 100
val_cnt = 5
test_cnt = 30
train_cnt_cjk = int(train_cnt * cjk_ratio)
val_cnt_cjk = int(val_cnt * cjk_ratio)
test_cnt_cjk = int(test_cnt * cjk_ratio)
dataset_path = "./dataset/font_img"
os.makedirs(dataset_path, exist_ok=True)
fonts = load_fonts()
cnt = 0
for font in fonts:
if font.language == "CJK":
cnt += cjk_ratio
else:
cnt += 1
print("Total training images:", train_cnt * cnt)
print("Total validation images:", val_cnt * cnt)
print("Total testing images:", test_cnt * cnt)
if os.path.exists(os.path.join(dataset_path, "train")):
num_file_train = len(os.listdir(os.path.join(dataset_path, "train")))
else:
num_file_train = 0
if os.path.exists(os.path.join(dataset_path, "val")):
num_file_val = len(os.listdir(os.path.join(dataset_path, "val")))
else:
num_file_val = 0
if os.path.exists(os.path.join(dataset_path, "test")):
num_file_test = len(os.listdir(os.path.join(dataset_path, "test")))
else:
num_file_test = 0
print("Total files generated:", num_file_train + num_file_val + num_file_test)
print("Total files target:", (train_cnt + val_cnt + test_cnt) * cnt * 2)
print(
f"{(num_file_train + num_file_val + num_file_test) / ((train_cnt + val_cnt + test_cnt) * cnt * 2) * 100:.2f}% completed"
)
|