Update app.py
Browse files
app.py
CHANGED
@@ -24,27 +24,9 @@ subprocess.run(
|
|
24 |
import bitsandbytes as bnb # Import bitsandbytes for 8-bit quantization
|
25 |
|
26 |
|
27 |
-
subprocess.run(
|
28 |
-
"pip install pynvml gpustat",
|
29 |
-
|
30 |
-
shell=True,
|
31 |
-
)
|
32 |
-
def print_s1ystem():
|
33 |
-
ram_info = psutil.virtual_memory()
|
34 |
-
print(f"Total RAM: {ram_info.total / (1024.0 ** 3)} GB")
|
35 |
-
print(f"Available RAM: {ram_info.available / (1024.0 ** 3)} GB")
|
36 |
|
37 |
-
import psutil
|
38 |
-
import platform
|
39 |
-
import gpustat
|
40 |
from datetime import datetime
|
41 |
|
42 |
-
def get_size(bytes, suffix="B"):
|
43 |
-
factor = 1024
|
44 |
-
for unit in ["", "K", "M", "G", "T", "P"]:
|
45 |
-
if bytes < factor:
|
46 |
-
return f"{bytes:.2f}{unit}{suffix}"
|
47 |
-
bytes /= factor
|
48 |
|
49 |
subprocess.run(
|
50 |
"pip install flash-attn --no-build-isolation",
|
|
|
24 |
import bitsandbytes as bnb # Import bitsandbytes for 8-bit quantization
|
25 |
|
26 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
27 |
|
|
|
|
|
|
|
28 |
from datetime import datetime
|
29 |
|
|
|
|
|
|
|
|
|
|
|
|
|
30 |
|
31 |
subprocess.run(
|
32 |
"pip install flash-attn --no-build-isolation",
|