app.py

@@ -1,15 +1,17 @@
+"""Test various models."""
+# pylint: disable=invalid-name, line-too-long,broad-exception-caught, protected-access
 import os
 import time
 
 # ruff: noqa: E402
 # os.system("pip install --upgrade torch transformers sentencepiece scipy cpm_kernels accelerate bitsandbytes loguru")
 
-os.system("pip install torch transformers sentencepiece loguru")
+# os.system("pip install torch transformers sentencepiece loguru")
 
 from pathlib import Path
 
 import torch
-from logru import logger
+from loguru import logger
 from transformers import AutoModel, AutoTokenizer
 
 # fix timezone in Linux
@@ -49,7 +51,7 @@ logger.debug("done load")
 # model = AutoModelForCausalLM.from_pretrained("openchat/openchat_v2_w", load_in_8bit_fp32_cpu_offload=True, load_in_8bit=True)
 
 model_path = model.config._dict["model_name_or_path"]
-logger.debug(f"{model_path=}")
+logger.debug(f"{model.config=} {type(model.config)=} {model_path=}")
 
 model_size_gb = Path(model_path).stat().st_size / 2**30