File size: 920 Bytes
8d5e51b
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
��import os
os.environ['TRANSFORMERS_CACHE'] = '/tmp/transformers_cache'

from transformers import AutoModelForCausalLM, AutoTokenizer
import numpy as np
import pandas as pd
import json
from pattern_logic import PatternLogic

class PatternAnalyzer:
    def __init__(self):
        self.model = AutoModelForCausalLM.from_pretrained('tmmdev/codellama-pattern-analysis')
        self.tokenizer = AutoTokenizer.from_pretrained('tmmdev/codellama-pattern-analysis')