# import streamlit as st # import torch # import transformers # from transformers import pipeline # from transformers import LlamaTokenizer, LlamaForCausalLM # import time # import csv # import locale # locale.getpreferredencoding = lambda: "UTF-8" # - # #https://huggingface.co/shibing624/chinese-alpaca-plus-7b-hf # #https://huggingface.co/ziqingyang/chinese-alpaca-2-7b # #https://huggingface.co/minlik/chinese-alpaca-plus-7b-merged # def generate_prompt(text): # return f"""Below is an instruction that describes a task. Write a response that appropriately completes the request. # ### Instruction: # {text} # ### Response:""" # tokenizer = LlamaTokenizer.from_pretrained('shibing624/chinese-alpaca-plus-7b-hf') # pipeline = pipeline( # "text-generation", # model="shibing624/chinese-alpaca-plus-7b-hf", # torch_dtype=torch.float32, # device_map="auto", # ) # st.title("Chinese text generation alpaca2") # st.write("Enter a sentence and alpaca2 will answer:") # user_input = st.text_input("") # with open('alpaca_output.csv', 'a', newline='',encoding = "utf-8") as csvfile: # writer = csv.writer(csvfile) # # writer.writerow(["stockname",'prompt','answer','time']) # if user_input: # if user_input[0] == ".": # stockname = user_input[1:4] # analysis = user_input[4:] # text = f"""請以肯定和專業的語氣,一步一步的思考並回答以下關於{stockname}的問題,避免空洞的答覆: # - 請回答關於{stockname}的問題,請總結給予的資料以及資料解釋,並整合出金融上的洞見。\n # - 請不要生成任何資料沒有提供的數據,即便你已知道。\n # - 請假裝這些資料都是你預先知道的知識。因此,請不要提到「根據資料」、「基於上述資料」等回答 # - 請不要說「好的、我明白了、根據我的要求、以下是我的答案」等贅詞,請輸出分析結果即可\n # - 請寫300字到500字之間,若合適,可以進行分類、列點 # 資料:{stockname}{analysis} # 請特別注意,分析結果包含籌碼面、基本面以及技術面,請針對這三個面向進行回答,並且特別注意個別符合幾項和不符合幾項。籌碼面、技術面和基本面滿分十分,總計滿分為30分。 # 三個面向中,符合5項以上代表該面項表現好,反之是該面項表現差。 # """ # prompt = generate_prompt(text) # start = time.time() # sequences = pipeline( # prompt, # do_sample=True, # top_k=40, # num_return_sequences=1, # eos_token_id=tokenizer.eos_token_id, # max_length=200, # ) # end = time.time() # for seq in sequences: # st.write(f"Result: {seq}") #seq['generated_text'] # st.write(f"time: {(end-start):.2f}") # writer.writerow([stockname,text,sequences,f"time: {(end-start):.2f}"]) # # input_ids = tokenizer.encode(prompt, return_tensors='pt').to('cuda') # # with torch.no_grad(): # # output_ids = model.generate( # # input_ids=input_ids, # # max_new_tokens=2048, # # top_k=40, # # ).cuda() # # output = tokenizer.decode(output_ids[0], skip_special_tokens=True) # else: # prompt = generate_prompt(user_input) # start = time.time() # sequences = pipeline( # prompt, # do_sample=True, # top_k=40, # num_return_sequences=1, # eos_token_id=tokenizer.eos_token_id, # max_length=200, # ) # end = time.time() # for seq in sequences: # st.write(f"Result: {seq}") #seq['generated_text'] # st.write(f"time: {(end-start):.2f}") # writer.writerow(["無",user_input,sequences,f"time: {(end-start):.2f}"])