shekharp77 commited on
Commit
5b22c00
1 Parent(s): 3d638da

first commit

Browse files
Files changed (1) hide show
  1. main.py +2 -0
main.py CHANGED
@@ -1,6 +1,8 @@
1
  from transformers import AutoTokenizer, LlamaForCausalLM
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
 
 
4
 
5
  model_path = 'EleutherAI/llemma_7b'
6
 
 
1
  from transformers import AutoTokenizer, LlamaForCausalLM
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
4
+ import os
5
+ os.environ['TRANSFORMERS_CACHE'] = '/code'
6
 
7
  model_path = 'EleutherAI/llemma_7b'
8