liuhuijie commited on
Commit
5191e9f
·
1 Parent(s): 75d9493
Files changed (2) hide show
  1. .gradio/certificate.pem +31 -0
  2. app.py +14 -1
.gradio/certificate.pem ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ -----BEGIN CERTIFICATE-----
2
+ MIIFazCCA1OgAwIBAgIRAIIQz7DSQONZRGPgu2OCiwAwDQYJKoZIhvcNAQELBQAw
3
+ TzELMAkGA1UEBhMCVVMxKTAnBgNVBAoTIEludGVybmV0IFNlY3VyaXR5IFJlc2Vh
4
+ cmNoIEdyb3VwMRUwEwYDVQQDEwxJU1JHIFJvb3QgWDEwHhcNMTUwNjA0MTEwNDM4
5
+ WhcNMzUwNjA0MTEwNDM4WjBPMQswCQYDVQQGEwJVUzEpMCcGA1UEChMgSW50ZXJu
6
+ ZXQgU2VjdXJpdHkgUmVzZWFyY2ggR3JvdXAxFTATBgNVBAMTDElTUkcgUm9vdCBY
7
+ MTCCAiIwDQYJKoZIhvcNAQEBBQADggIPADCCAgoCggIBAK3oJHP0FDfzm54rVygc
8
+ h77ct984kIxuPOZXoHj3dcKi/vVqbvYATyjb3miGbESTtrFj/RQSa78f0uoxmyF+
9
+ 0TM8ukj13Xnfs7j/EvEhmkvBioZxaUpmZmyPfjxwv60pIgbz5MDmgK7iS4+3mX6U
10
+ A5/TR5d8mUgjU+g4rk8Kb4Mu0UlXjIB0ttov0DiNewNwIRt18jA8+o+u3dpjq+sW
11
+ T8KOEUt+zwvo/7V3LvSye0rgTBIlDHCNAymg4VMk7BPZ7hm/ELNKjD+Jo2FR3qyH
12
+ B5T0Y3HsLuJvW5iB4YlcNHlsdu87kGJ55tukmi8mxdAQ4Q7e2RCOFvu396j3x+UC
13
+ B5iPNgiV5+I3lg02dZ77DnKxHZu8A/lJBdiB3QW0KtZB6awBdpUKD9jf1b0SHzUv
14
+ KBds0pjBqAlkd25HN7rOrFleaJ1/ctaJxQZBKT5ZPt0m9STJEadao0xAH0ahmbWn
15
+ OlFuhjuefXKnEgV4We0+UXgVCwOPjdAvBbI+e0ocS3MFEvzG6uBQE3xDk3SzynTn
16
+ jh8BCNAw1FtxNrQHusEwMFxIt4I7mKZ9YIqioymCzLq9gwQbooMDQaHWBfEbwrbw
17
+ qHyGO0aoSCqI3Haadr8faqU9GY/rOPNk3sgrDQoo//fb4hVC1CLQJ13hef4Y53CI
18
+ rU7m2Ys6xt0nUW7/vGT1M0NPAgMBAAGjQjBAMA4GA1UdDwEB/wQEAwIBBjAPBgNV
19
+ HRMBAf8EBTADAQH/MB0GA1UdDgQWBBR5tFnme7bl5AFzgAiIyBpY9umbbjANBgkq
20
+ hkiG9w0BAQsFAAOCAgEAVR9YqbyyqFDQDLHYGmkgJykIrGF1XIpu+ILlaS/V9lZL
21
+ ubhzEFnTIZd+50xx+7LSYK05qAvqFyFWhfFQDlnrzuBZ6brJFe+GnY+EgPbk6ZGQ
22
+ 3BebYhtF8GaV0nxvwuo77x/Py9auJ/GpsMiu/X1+mvoiBOv/2X/qkSsisRcOj/KK
23
+ NFtY2PwByVS5uCbMiogziUwthDyC3+6WVwW6LLv3xLfHTjuCvjHIInNzktHCgKQ5
24
+ ORAzI4JMPJ+GslWYHb4phowim57iaztXOoJwTdwJx4nLCgdNbOhdjsnvzqvHu7Ur
25
+ TkXWStAmzOVyyghqpZXjFaH3pO3JLF+l+/+sKAIuvtd7u+Nxe5AW0wdeRlN8NwdC
26
+ jNPElpzVmbUq4JUagEiuTDkHzsxHpFKVK7q4+63SM1N95R1NbdWhscdCb+ZAJzVc
27
+ oyi3B43njTOQ5yOf+1CceWxG1bQVs5ZufpsMljq4Ui0/1lvh+wjChP4kqKOJ2qxq
28
+ 4RgqsahDYVvTH9w7jXbyLeiNdd8XM2w9U/t7y0Ff/9yi0GE44Za4rF2LN9d11TPA
29
+ mRGunUHBcnWEvgJBQl9nJEiU0Zsnvgc/ubhPgXRR4Xq37Z0j4r7g1SgEEzwxA57d
30
+ emyPxgcYxn/eR44/KJ4EBs+lVDR3veyJm+kXQ99b21/+jh5Xos1AnX5iItreGCc=
31
+ -----END CERTIFICATE-----
app.py CHANGED
@@ -25,6 +25,15 @@ SUGGESTED_PROMPTS = [
25
  ]
26
  CUSTOM_OPTION = "✍️ Enter custom prompt..."
27
 
 
 
 
 
 
 
 
 
 
28
  def load_models():
29
  global pipeline, style_generator, unitok, processor, code_freq, local_repo_dir
30
  if "pipeline" in globals():
@@ -47,6 +56,7 @@ def load_models():
47
  "*.pth", # 所有 .pth 文件
48
  "*.safetensors", # 所有 .safetensors 文件
49
  ],
 
50
  )
51
  print('='*10, 'after download')
52
  sys.path.append(".")
@@ -85,6 +95,7 @@ def load_models():
85
  safety_checker=None,
86
  requires_safety_checker=False,
87
  )
 
88
  print('='*10, "before qwen")
89
  qwen_text_visual_encoder = Qwen2_5_VLForConditionalGeneration_Quant.from_pretrained(
90
  local_repo_dir,
@@ -93,6 +104,7 @@ def load_models():
93
  qwen_text_visual_encoder = Qwen2_5_VL_Quant(unitok, qwen_text_visual_encoder)
94
  qwen_text_visual_encoder.to(device, dtype=weight_type)
95
  pipeline.text_encoder = qwen_text_visual_encoder
 
96
  processor = Qwen2VLProcessor.from_pretrained(
97
  local_repo_dir,
98
  subfolder="processor",
@@ -102,6 +114,7 @@ def load_models():
102
  pipeline.processor = processor
103
  pipeline.to(device, dtype=weight_type)
104
  pipeline.set_progress_bar_config(disable=True)
 
105
  with open(os.path.join(local_repo_dir, "freq.json"), "r") as f:
106
  code_freq = json.load(f)
107
  print('='*10, " All models loaded successfully!")
@@ -302,4 +315,4 @@ with gr.Blocks(
302
 
303
 
304
  if __name__ == "__main__":
305
- demo.queue().launch(max_threads=1)
 
25
  ]
26
  CUSTOM_OPTION = "✍️ Enter custom prompt..."
27
 
28
+ def check_memory_usage():
29
+ process = psutil.Process(os.getpid())
30
+ memory_mb = process.memory_info().rss / 1024 / 1024
31
+ print(f"🖥️ 当前内存使用: {memory_mb:.2f} MB")
32
+
33
+ # 系统总内存
34
+ total_memory = psutil.virtual_memory().total / 1024 / 1024 / 1024
35
+ print(f"💾 系统总内存: {total_memory:.2f} GB")
36
+
37
  def load_models():
38
  global pipeline, style_generator, unitok, processor, code_freq, local_repo_dir
39
  if "pipeline" in globals():
 
56
  "*.pth", # 所有 .pth 文件
57
  "*.safetensors", # 所有 .safetensors 文件
58
  ],
59
+ resume_download=True,
60
  )
61
  print('='*10, 'after download')
62
  sys.path.append(".")
 
95
  safety_checker=None,
96
  requires_safety_checker=False,
97
  )
98
+ check_memory_usage()
99
  print('='*10, "before qwen")
100
  qwen_text_visual_encoder = Qwen2_5_VLForConditionalGeneration_Quant.from_pretrained(
101
  local_repo_dir,
 
104
  qwen_text_visual_encoder = Qwen2_5_VL_Quant(unitok, qwen_text_visual_encoder)
105
  qwen_text_visual_encoder.to(device, dtype=weight_type)
106
  pipeline.text_encoder = qwen_text_visual_encoder
107
+
108
  processor = Qwen2VLProcessor.from_pretrained(
109
  local_repo_dir,
110
  subfolder="processor",
 
114
  pipeline.processor = processor
115
  pipeline.to(device, dtype=weight_type)
116
  pipeline.set_progress_bar_config(disable=True)
117
+
118
  with open(os.path.join(local_repo_dir, "freq.json"), "r") as f:
119
  code_freq = json.load(f)
120
  print('='*10, " All models loaded successfully!")
 
315
 
316
 
317
  if __name__ == "__main__":
318
+ demo.queue().launch(max_threads=1, share=True)