{"Thank you for your patience. AI is generating 3 outputs to compare"}
', unsafe_allow_html=True) if option == 'The Age of Intelligent Machines': name = "The Age of Intelligent Machines.txt" st.write("Selected file for analyis is: The Age of Intelligent Machines.txt") st.markdown(f'{"Thank you for your patience. AI is generating 3 outputs to compare"}
', unsafe_allow_html=True) if option == "The Singularity is Near - Ray Kurzweil.txt": name = "The Singularity is Near - Ray Kurzweil.txt" st.write("The Singularity is Near - Ray Kurzweil.txt") st.markdown(f'{"Thank you for your patience. AI is generating 3 outputs to compare"}
', unsafe_allow_html=True) if st.button("Accept"): global file_data # st.write("filename:", uploaded_files) # for uploaded_file in uploaded_files: # # print("here") # file_data = open(uploaded_file.name,encoding="utf8").read() # st.write("filename:", uploaded_file.name) # # st.write(file_data[:500]) # # print("before summarizer") # print(file_data[:50]) file_data = open(name,encoding="utf8").read() analysis = summarizer(models = top_models, data = file_data[:500]) x,c,v,b = best_model(analysis,file_data[:500]) # st.write("Best model for Task: ",z) st.markdown(f'{"Best Model with Summarization Results"}
', unsafe_allow_html=True) st.write("\nBest model name: ",x) # st.write("\nBest model Score: ",c) st.write("Best Model Rouge Scores: ") st.write("Rouge 1 Score: ",c["rouge1"]) st.write("Rouge 2 Score: ",c["rouge2"]) st.write("Rouge L Score: ",c["rougeL"]) st.write("Rouge LSum Score: ",c["rougeLsum"]) st.write("\nOriginal Data first 50 characters: ", v) st.write("\nBest Model Result: ",b) # print("between summarizer analysis") st.markdown(f'{"Summarization Results for Model 1: Bart"}
', unsafe_allow_html=True) # st.write("Summarization Results for Model 1") st.write("Model name: facebook/bart-large-cnn") st.write("Rouge Scores: ") st.write("Rouge 1 Score: ",analysis["facebook/bart-large-cnn"]["Score"]["rouge1"]) st.write("Rouge 2 Score: ",analysis["facebook/bart-large-cnn"]["Score"]["rouge2"]) st.write("Rouge L Score: ",analysis["facebook/bart-large-cnn"]["Score"]["rougeL"]) st.write(f"Rouge LSum Score: ",analysis["facebook/bart-large-cnn"]["Score"]["rougeLsum"]) st.write("Result: ", analysis["facebook/bart-large-cnn"]["Result"]) st.markdown(f'{"Summarization Results for Model 2: Pegasus"}
', unsafe_allow_html=True) # st.write("Summarization Results for Model 2") st.write("Model name: tuner007/pegasus_summarizer") st.write("Rouge Scores: ") st.write("Rouge 1 Score: ",analysis["tuner007/pegasus_summarizer"]["Score"]["rouge1"]) st.write("Rouge 2 Score: ",analysis["tuner007/pegasus_summarizer"]["Score"]["rouge2"]) st.write("Rouge L Score: ",analysis["tuner007/pegasus_summarizer"]["Score"]["rougeL"]) st.write("Rouge LSum Score: ",analysis["tuner007/pegasus_summarizer"]["Score"]["rougeLsum"]) st.write("Result: ", analysis["tuner007/pegasus_summarizer"]["Result"][0]) st.markdown(f'{"Summarization Results for Model 3: Distilbart"}
', unsafe_allow_html=True) # st.write("Summarization Results for Model 3") st.write("Model name: sshleifer/distilbart-cnn-12-6") st.write("Rouge Scores: ") st.write("Rouge 1 Score: ",analysis["sshleifer/distilbart-cnn-12-6"]["Score"]["rouge1"]) st.write("Rouge 2 Score: ",analysis["sshleifer/distilbart-cnn-12-6"]["Score"]["rouge2"]) st.write("Rouge L Score: ",analysis["sshleifer/distilbart-cnn-12-6"]["Score"]["rougeL"]) st.write("Rouge LSum Score: ",analysis["sshleifer/distilbart-cnn-12-6"]["Score"]["rougeLsum"]) st.write("Result: ", analysis["sshleifer/distilbart-cnn-12-6"]["Result"]) #OBJECT DETECTION def yolo_tiny(name): image = read_image(name) model = YolosForObjectDetection.from_pretrained('hustvl/yolos-tiny') image_processor = YolosImageProcessor.from_pretrained("hustvl/yolos-tiny") inputs = image_processor(images=image, return_tensors="pt") outputs = model(**inputs) # model predicts bounding boxes and corresponding COCO classes logits = outputs.logits bboxes = outputs.pred_boxes # print results target_sizes = torch.tensor([image.shape[::-1][:2]]) results = image_processor.post_process_object_detection(outputs, threshold=0.7, target_sizes=target_sizes)[0] label_ = [] bboxes = [] for score, label, box in zip(results["scores"], results["labels"], results["boxes"]): box = [round(i, 2) for i in box.tolist()] print( f"Detected {model.config.id2label[label.item()]} with confidence " f"{round(score.item(), 3)} at location {box}" ) label_.append(model.config.id2label[label.item()]) bboxes.append(np.asarray(box,dtype="int")) bboxes = torch.tensor(bboxes, dtype=torch.int) img=draw_bounding_boxes(image, bboxes,labels = label_, width=3) img = torchvision.transforms.ToPILImage()(img) return img # img.show() def resnet_101(name): image = read_image(name) processor = DetrImageProcessor.from_pretrained("facebook/detr-resnet-101") model = DetrForObjectDetection.from_pretrained("facebook/detr-resnet-101") inputs = processor(images=image, return_tensors="pt") outputs = model(**inputs) # convert outputs (bounding boxes and class logits) to COCO API # let's only keep detections with score > 0.9 target_sizes = torch.tensor([image.shape[::-1][:2]]) results = processor.post_process_object_detection(outputs, target_sizes=target_sizes, threshold=0.7)[0] label_ = [] bboxes = [] for score, label, box in zip(results["scores"], results["labels"], results["boxes"]): box = [round(i, 2) for i in box.tolist()] print( f"Detected {model.config.id2label[label.item()]} with confidence " f"{round(score.item(), 3)} at location {box}") label_.append(model.config.id2label[label.item()]) bboxes.append(np.asarray(box,dtype="int")) bboxes = torch.tensor(bboxes, dtype=torch.int) bboxes = torch.tensor(bboxes, dtype=torch.int) img=draw_bounding_boxes(image, bboxes,labels = label_, width=3) img = torchvision.transforms.ToPILImage()(img) return img def resnet_50(name): image = read_image(name) processor = DetrImageProcessor.from_pretrained("facebook/detr-resnet-50") model = DetrForObjectDetection.from_pretrained("facebook/detr-resnet-50") inputs = processor(images=image, return_tensors="pt") outputs = model(**inputs) # convert outputs (bounding boxes and class logits) to COCO API # let's only keep detections with score > 0.9 target_sizes = torch.tensor([image.shape[::-1][:2]]) results = processor.post_process_object_detection(outputs, target_sizes=target_sizes, threshold=0.7)[0] label_ = [] bboxes = [] for score, label, box in zip(results["scores"], results["labels"], results["boxes"]): box = [round(i, 2) for i in box.tolist()] print( f"Detected {model.config.id2label[label.item()]} with confidence " f"{round(score.item(), 3)} at location {box}" ) label_.append(model.config.id2label[label.item()]) bboxes.append(np.asarray(box,dtype="int")) bboxes = torch.tensor(bboxes, dtype=torch.int) bboxes = torch.tensor(bboxes, dtype=torch.int) img=draw_bounding_boxes(image, bboxes,labels = label_, width=3) img = torchvision.transforms.ToPILImage()(img) return img def object_detection(): # st.write("Upload your image: ") # uploaded_files = "" # uploaded_files = st.file_uploader("Choose a image file", accept_multiple_files=True) option = st.selectbox( 'What image you want for analysis?', ("Choose an image for object detection analysis from the options below:",'Cat and Dog', '2 lazy cats chilling on a couch', 'An astronaut riding wild horse')) if option == 'Cat and Dog' or option == '2 lazy cats chilling on a couch' or option == 'An astronaut riding wild horse': st.write('You selected:', option) st.markdown(f'{"Thank you for your patience. AI is generating 3 outputs to compare"}
', unsafe_allow_html=True) if option == 'Cat and Dog': name = "cat_dog.jpg" st.image("cat_dog.jpg") st.markdown(f'{"Thank you for your patience. AI is generating 3 outputs to compare"}
', unsafe_allow_html=True) if option == '2 lazy cats chilling on a couch': name = "cat_remote.jpg" st.image("cat_remote.jpg") st.markdown(f'{"Thank you for your patience. AI is generating 3 outputs to compare"}
', unsafe_allow_html=True) if option == 'An astronaut riding wild horse': name = "astronaut_rides_horse.png" st.image("astronaut_rides_horse.png") st.markdown(f'{"Thank you for your patience. AI is generating 3 outputs to compare"}
', unsafe_allow_html=True) if st.button("Accept"): # global file_data # st.write("filename:", uploaded_files) # for uploaded_file in uploaded_files: # print("here") # file_data = open(uploaded_file.name).read() st.write("filename:", name) # name = uploaded_file.name st.image([yolo_tiny(name),resnet_101(name),resnet_50(name)],caption=["hustvl/yolos-tiny","facebook/detr-resnet-101","facebook/detr-resnet-50"]) def task_categorization_model_predictions(): st.image("./examples.png") # st.title("Text Analysis App") data = "" classifier = pipeline("zero-shot-classification",model="facebook/bart-large-mnli") global check st.markdown(f'{"Write down below the description of your AI application in few sentences:"}
', unsafe_allow_html=True) prompt = st.text_input(" ") st.write("") st.write("") if prompt != "": # sbert_saved_model = torch.load("Sbert_saved_model", map_location=torch.device('cpu')).to("cpu") # model = sbert_saved_model.to("cpu") # tokenizer = AutoTokenizer.from_pretrained("sentence-transformers/all-mpnet-base-v2") # pipe = TextClassificationPipeline(model= model, tokenizer=tokenizer, return_all_scores=True) # # outputs a list of dicts like [[{'label': 'NEGATIVE', 'score': 0.0001223755971295759}, {'label': 'POSITIVE', 'score': 0.9998776316642761}]] # # prompt = ["What is the the best ai for putting text report into data table?","How can I generate car sales agreement with ai model?","AI model to detect burglar on 48 hours of cctv video footage","I need Ai model help me with rewriting 50 financial statements emails into one summary report ?","I need a model for extracting person from an image"] # # responses = pipe(prompt) # models_list = pd.read_csv("models.csv") # # st.write(get_top_3(prompt)) # top_cat, top_models = get_top_3(prompt) # # prompt = input("Enter your AI task idea:") # # top_cats,cat_to_models = get_models(prompt) # # top_models = cat_to_models[top_cats[0]] # top_cat = " " + top_cat[0].upper() + top_cat[1:] st.markdown(f'{"Recognized AI Domain: "}
', unsafe_allow_html=True) domains = ["Computer Vision Task","Natural Language Processing Problem","Audio Operations Problem","Tabular Data Task","Reinforcement Learning Problem","Time Series Forecasting Problem"] #st.write(classifier(prompt, domains)) domain = classifier(prompt, domains)["labels"][0] st.markdown(f'{domain}
', unsafe_allow_html=True) # st.write("Recommended AI Domain Type: ",top_cat) check = 0 if st.button("This seems accurate"): check = 1 if st.button("Show me other likely category recommendations:"): if domain == "Tabular Data Problem": if st.button("Computer Vision Task"): domain = "Computer Vision Task" check = 1 if st.button("Natural Language Processing Problem"): domain = "Natural Language Processing Problem" check = 1 if st.button("Multimodal AI Model"): domain = "Multimodal AI Model" check = 1 if st.button("Audio Operations Problem"): domain = "Audio Operations Problem" check = 1 # if st.button("Tabular Data Task"): # domain = "Tabular Data Task" if st.button("Reinforcement Learning Problem"): domain = "Reinforcement Learning Problem" check = 1 if st.button("Time Series Forecasting Problem"): domain = "Time Series Forecasting Problem" check = 1 if domain == "Computer Vision Task": # if st.button("Computer Vision Task"): # domain = "Computer Vision Task" if st.button("Natural Language Processing Problem"): domain = "Natural Language Processing Problem" check = 1 if st.button("Multimodal AI Model"): domain = "Multimodal AI Model" check = 1 if st.button("Audio Operations Problem"): domain = "Audio Operations Problem" check = 1 if st.button("Tabular Data Task"): domain = "Tabular Data Task" check = 1 if st.button("Reinforcement Learning Problem"): domain = "Reinforcement Learning Problem" check = 1 if st.button("Time Series Forecasting Problem"): domain = "Time Series Forecasting Problem" check = 1 if domain == "Natural Language Processing Problem": if st.button("Computer Vision Task"): domain = "Computer Vision Task" check = 1 # if st.button("Natural Language Processing Problem"): # domain = "Natural Language Processing Problem" if st.button("Multimodal AI Model"): domain = "multimodal" check = 1 if st.button("Audio Operations Problem"): domain = "Audio Operations Problem" check = 1 if st.button("Tabular Data Task"): domain = "Tabular Data Task" check = 1 if st.button("Reinforcement Learning Problem"): domain = "Reinforcement Learning Problem" check = 1 if st.button("Time Series Forecasting Problem"): domain = "Time Series Forecasting Problem" check = 1 if domain == "Multimodal AI Model": if st.button("Computer Vision Task"): domain = "Computer Vision Task" check = 1 if st.button("Natural Language Processing Problem"): domain = "Natural Language Processing Problem" check = 1 # if st.button("Multimodal AI Model"): # domain = "Multimodal AI Model" if st.button("Audio Operations Problem"): domain = "Audio Operations Problem" check = 1 if st.button("Tabular Data Task"): domain = "Tabular Data Task" check = 1 if st.button("Reinforcement Learning Problem"): domain = "Reinforcement Learning Problem" check = 1 if st.button("Time Series Forecasting Problem"): domain = "Time Series Forecasting Problem" check = 1 if domain == "audio": if st.button("Computer Vision Task"): domain = "Computer Vision Task" check = 1 if st.button("Natural Language Processing Problem"): domain = "Natural Language Processing Problem" check = 1 if st.button("Multimodal AI Model"): domain = "Multimodal AI Model" check = 1 # if st.button("Audio Operations Problem"): # domain = "Audio Operations Problem" if st.button("Tabular Data Task"): domain = "Tabular Data Task" check = 1 if st.button("Reinforcement Learning Problem"): domain = "Reinforcement Learning Problem" check = 1 if st.button("Time Series Forecasting Problem"): domain = "Time Series Forecasting Problem" check = 1 if domain == "reinforcement-learning": if st.button("Computer Vision Task"): domain = "Computer Vision Task" check = 1 if st.button("Natural Language Processing Problem"): domain = "Natural Language Processing Problem" check = 1 if st.button("Multimodal AI Model"): domain = "multimodal" check = 1 if st.button("Audio Operations Problem"): domain = "Audio Operations Problem" check = 1 if st.button("Tabular Data Task"): domain = "Tabular Data Task" check = 1 # if st.button("Reinforcement Learning Problem"): # domain = "Reinforcement Learning Problem" if st.button("Time Series Forecasting Problem"): domain = "Time Series Forecasting Problem" check = 1 if domain == "Time Series Forecasting": if st.button("Computer Vision Task"): domain = "Computer Vision Task" check = 1 if st.button("Natural Language Processing Problem"): domain = "Natural Language Processing Problem" check = 1 if st.button("Multimodal AI Model"): domain = "Multimodal AI Model" check = 1 if st.button("Audio Operations Problem"): domain = "Audio Operations Problem" check = 1 if st.button("Tabular Data Task"): domain = "Tabular Data Task" check = 1 if st.button("Reinforcement Learning Problem"): domain = "Reinforcement Learning Problem" check = 1 # if st.button("Time Series Forecasting Problem"): # domain = "Time Series Forecasting Problem" # st.write("Recommended Models for category: ",top_cats[0], " are:",top_models) # st.write("Recommended Task category: ",top_models[0]) knowledge_base_tasks = {"Computer Vision Task":['depth-estimation', 'image-classification', 'image-segmentation', 'image-to-image', 'object-detection', 'video-classification', 'unconditional-image-generation', 'zero-shot-image-classification'],"Natural Language Processing Problem":[ 'conversational', 'fill-mask', 'question-answering', 'sentence-similarity', 'summarization', 'table-question-answering', 'text-classification', 'text-generation', 'token-classification', 'translation', 'zero-shot-classification'],"Audio Operations Problem":["audio-classification","audio-to-audio","automatic-speech-recognition", "text-to-speech"],"Tabular Data Task":["tabular-classification","tabular-regression"],"others":["document-question-answering", "feature-extraction","image-to-text","text-to-image","text-to-video","visual-question-answering"], "Reinforcement Learning Problem":["reinforcement-learning"],"time-series-forecasting":["time-series-forecasting"]} # st.write(check) # st.write(domain) if check == 1: category = classifier(prompt, knowledge_base_tasks[domain])["labels"][0] st.markdown(f'{"Recognized sub category in Domain: "+domain}
', unsafe_allow_html=True) st.markdown(f'{category}
', unsafe_allow_html=True) top_models = get_top_3(category) #st.write(top_models) st.markdown(f'{"The best models selected for this domain:"}
', unsafe_allow_html=True) st.markdown(f'{"Top choice:"+top_models[0]}
', unsafe_allow_html=True) st.image("./buttons1.png") # if st.button("Show more"): st.markdown(f'{"Alternative 1:"+top_models[1]}
', unsafe_allow_html=True) st.image("./buttons1.png") st.markdown(f'{"Alternative 2:"+top_models[2]}
', unsafe_allow_html=True) st.image("./buttons1.png") def model_selector_sbert(): # st.title("Text Analysis App") data = "" st.title("Foundation Model Recommender") st.write("""Enter a brief description of your task, and this app will recommend an AI model for you!""") st.image("./examples.png") # st.markdown(f'{"Please, describe your AI application below:"}
', unsafe_allow_html=True) prompt = st.text_area("Describe your task:") st.write("") st.write("") if st.button("Recommend Model"): if prompt != "": sbert_saved_model = torch.load("Sbert_saved_model", map_location=torch.device('cpu')).to("cpu") model = sbert_saved_model.to("cpu") tokenizer = AutoTokenizer.from_pretrained("sentence-transformers/all-mpnet-base-v2") pipe = TextClassificationPipeline(model= model, tokenizer=tokenizer, return_all_scores=True) # outputs a list of dicts like [[{'label': 'NEGATIVE', 'score': 0.0001223755971295759}, {'label': 'POSITIVE', 'score': 0.9998776316642761}]] # prompt = ["What is the the best ai for putting text report into data table?","How can I generate car sales agreement with ai model?","AI model to detect burglar on 48 hours of cctv video footage","I need Ai model help me with rewriting 50 financial statements emails into one summary report ?","I need a model for extracting person from an image"] # responses = pipe(prompt) models_list = pd.read_csv("models.csv") # st.write(get_top_3(prompt)) top_cat, top_models = get_top_3_a(prompt,pipe) # prompt = input("Enter your AI task idea:") # top_cats,cat_to_models = get_models(prompt) # top_models = cat_to_models[top_cats[0]] top_cat = " " + top_cat[0].upper() + top_cat[1:] st.markdown(f'{"Recognized AI Domain Category: "}
', unsafe_allow_html=True) st.markdown(f'{top_cat}
', unsafe_allow_html=True) # st.write("Recommended AI Domain Type: ",top_cat) # st.write("Recommended Models for category: ",top_cats[0], " are:",top_models) # st.write("Recommended Task category: ",top_models[0]) st.markdown(f'{"The best models selected for this task:"}
', unsafe_allow_html=True) st.markdown(f'{"Top choice: "+top_models[0]}
', unsafe_allow_html=True) st.image("./buttons1.png") #if st.button("Show more"): st.markdown(f'{"Alternative 1: "+top_models[1]}
', unsafe_allow_html=True) st.image("./buttons1.png") st.markdown(f'{"Alternative 2: "+top_models[2]}
', unsafe_allow_html=True) st.image("./buttons1.png") page_names_to_funcs = { "Select the best Model for your AI app":model_selector_sbert, "Compare Model Outputs on Object Detection": object_detection, "Compare Model Outputs on Text Summarization": text_summarization } demo_name = st.sidebar.selectbox("Choose a demo of model selector or compare inference outputs:", page_names_to_funcs.keys()) page_names_to_funcs[demo_name]()