|
--- |
|
pipeline_tag: text-generation |
|
inference: true |
|
widget: |
|
- text: 'Hello!' |
|
example_title: Hello world |
|
group: Python |
|
library_name: transformers |
|
--- |
|
|
|
This model is randomly initialized, using the config from [facebook/opt-30b](https://huggingface.co/facebook/opt-30b) but with smaller size. |
|
Note the model is in float16. |
|
|
|
Codes: |
|
```python |
|
import torch |
|
import transformers |
|
import os |
|
from optimum.intel.openvino import OVModelForCausalLM |
|
|
|
save_path = '/tmp/yujiepan/opt-tiny-random' |
|
repo_id = 'yujiepan/opt-tiny-random' |
|
|
|
config = transformers.AutoConfig.from_pretrained('facebook/opt-30b') |
|
config.ffn_dim = 32 |
|
config.hidden_size = 8 |
|
config.num_attention_heads = 2 |
|
config.num_hidden_layers = 2 |
|
config.word_embed_proj_dim = 8 |
|
|
|
model = transformers.AutoModelForCausalLM.from_config(config, torch_dtype=torch.float16) |
|
model = model.half() |
|
model.save_pretrained(save_path) |
|
|
|
tokenizer = transformers.AutoTokenizer.from_pretrained('facebook/opt-30b') |
|
tokenizer.save_pretrained(save_path) |
|
|
|
ovmodel = OVModelForCausalLM.from_pretrained(save_path, export=True) |
|
ovmodel = ovmodel.half() |
|
ovmodel.save_pretrained(save_path) |
|
|
|
os.system(f'ls -alh {save_path}') |
|
|
|
from huggingface_hub import create_repo, upload_folder |
|
create_repo(repo_id, exist_ok=True) |
|
upload_folder(repo_id=repo_id, folder_path=save_path) |
|
``` |
|
|
