add big files.

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoints/* filter=lfs diff=lfs merge=lfs -text
+dats/* filter=lfs diff=lfs merge=lfs -text
+checkpoints/* filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -5,3 +5,4 @@
 /.idea
 /.vs
 /.vs/torchcsharp/CopilotIndices/17.12.38.29086/CodeChunks.db
+/__pycache__

README.md

@@ -12,3 +12,9 @@
 
 ### Instructions
 
+
+```
+conda install pytorch torchvision torchaudio pytorch-cuda=12.4 -c pytorch -c nvidia
+pip install protobuf 'transformers>=4.41.2' cpm_kernels 'torch>=2.0' gradio mdtex2html sentencepiece accelerate
+pip install leb128
+```

main.py

@@ -1,8 +1,5 @@
 import os
 
-from PIL import Image
-from sympy import false
-from torchvision import transforms
 import torch
 from torchvision import models
 
@@ -36,18 +33,18 @@ torch.set_default_device(cuda_device)
 
 
 def export_model(model: torch.nn.Module, model_name: str):
-    cpu_filepath = os.path.join(dats_path, f"{model_name}_cpu.dat")
+    cpu_filepath = os.path.join(dats_path, f"{model_name}.dat")
     if os.path.exists(cpu_filepath):
         os.remove(cpu_filepath)
     with open(cpu_filepath, "wb") as f_cpu:
-        torch.save(model.to(cpu_device).state_dict(), f_cpu)
-
-    if is_support_cuda:
-        cuda_filepath = os.path.join(dats_path, f"{model_name}_cuda.dat")
-        if os.path.exists(cuda_filepath):
-            os.remove(cuda_filepath)
-        with open(cuda_filepath, "wb") as f_cuda:
-            torch.save(model.to(cuda_device).state_dict(), f_cuda)
+        exportsd.save_state_dict(model.to(cpu_device).state_dict(), f_cpu)
+
+    # if is_support_cuda:
+    #     cuda_filepath = os.path.join(dats_path, f"{model_name}.dat")
+    #     if os.path.exists(cuda_filepath):
+    #         os.remove(cuda_filepath)
+    #     with open(cuda_filepath, "wb") as f_cuda:
+    #         exportsd.save_state_dict(model.to(cuda_device).state_dict(), f_cuda)
 
 
 model_list = []

requirements.txt

@@ -0,0 +1,4 @@
+leb128==1.0.8
+numpy==2.2.2
+torch==2.5.1
+torchvision==0.20.1