Spaces:
Sleeping
Sleeping
update markdown
Browse files
app.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
import gradio as gr
|
2 |
from transformers import AutoProcessor, AutoModelForCausalLM
|
3 |
# import peft
|
4 |
-
|
5 |
|
6 |
import requests
|
7 |
import copy
|
@@ -130,12 +130,12 @@ single_task_list =[
|
|
130 |
]
|
131 |
|
132 |
with gr.Blocks(theme="sudeepshouche/minimalist") as demo:
|
133 |
-
gr.Markdown("## OmniScience - fine tuned VLM models for use in function calling 🔧")
|
134 |
-
gr.Markdown("-
|
135 |
-
gr.Markdown("- Fine-tuned
|
136 |
gr.Markdown("")
|
137 |
gr.Markdown("BCCD Datasets on Hugging Face:")
|
138 |
-
gr.Markdown("- [Florence 2](https://huggingface.co/datasets/dwb2023/roboflow100-bccd-florence2/viewer/default/test?q=BloodImage_00038_jpg.rf.1b0ce1635e11b3b49302de527c86bb02.jpg), [PaliGemma](https://huggingface.co/datasets/dwb2023/roboflow-bccd-paligemma/viewer/default/test?q=BloodImage_00038_jpg.rf.1b0ce1635e11b3b49302de527c86bb02.jpg)")
|
139 |
|
140 |
|
141 |
with gr.Tab(label="Florence-2 Object Detection"):
|
@@ -169,6 +169,13 @@ with gr.Blocks(theme="sudeepshouche/minimalist") as demo:
|
|
169 |
label='Try examples'
|
170 |
)
|
171 |
|
172 |
-
submit_btn.click(process_image, [input_img, task_prompt,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
173 |
|
174 |
demo.launch(debug=True)
|
|
|
1 |
import gradio as gr
|
2 |
from transformers import AutoProcessor, AutoModelForCausalLM
|
3 |
# import peft
|
4 |
+
import spaces
|
5 |
|
6 |
import requests
|
7 |
import copy
|
|
|
130 |
]
|
131 |
|
132 |
with gr.Blocks(theme="sudeepshouche/minimalist") as demo:
|
133 |
+
gr.Markdown("## 🧬OmniScience - fine tuned VLM models for use in function calling 🔧")
|
134 |
+
gr.Markdown("- 🔬Florence-2 Model Proof of Concept, focusing on Object Detection <OD> tasks.")
|
135 |
+
gr.Markdown("- Fine-tuned for 🩸Blood Cell Detection using the [Roboflow BCCD dataset](https://universe.roboflow.com/roboflow-100/bccd-ouzjz/dataset/2), this model can detect blood cells and types in images.")
|
136 |
gr.Markdown("")
|
137 |
gr.Markdown("BCCD Datasets on Hugging Face:")
|
138 |
+
gr.Markdown("- [🌺Florence 2](https://huggingface.co/datasets/dwb2023/roboflow100-bccd-florence2/viewer/default/test?q=BloodImage_00038_jpg.rf.1b0ce1635e11b3b49302de527c86bb02.jpg), [💎PaliGemma](https://huggingface.co/datasets/dwb2023/roboflow-bccd-paligemma/viewer/default/test?q=BloodImage_00038_jpg.rf.1b0ce1635e11b3b49302de527c86bb02.jpg)")
|
139 |
|
140 |
|
141 |
with gr.Tab(label="Florence-2 Object Detection"):
|
|
|
169 |
label='Try examples'
|
170 |
)
|
171 |
|
172 |
+
submit_btn.click(process_image, [input_img, task_prompt, model_selector], [output_text, output_img])
|
173 |
+
|
174 |
+
gr.Markdown("## 🚀Other Cool Stuff:")
|
175 |
+
gr.Markdown("- [Florence 2 Whitepaper](https://arxiv.org/pdf/2311.06242) - how I found out about the Roboflow 100 and the BCCD dataset.")
|
176 |
+
gr.Markdown("- [Roboflow YouTube Video on Florence 2 fine-tuning](https://youtu.be/i3KjYgxNH6w?si=x1ZMg9hsNe25Y19-&t=1296) - bookmarked an 🧠insightful trade-off analysis of various VLMs.")
|
177 |
+
gr.Markdown("- [Landing AI - Vision Agent](https://va.landing.ai/) - 🌟just pure WOW. bringing agentic planning into solutions architecture.")
|
178 |
+
gr.Markdown("- [OmniScience fork of Landing AI repo](https://huggingface.co/spaces/dwb2023/omniscience) - I had a lot of fun with this one... some great 🔍reverse engineering enabled by W&B's Weave📊.")
|
179 |
+
gr.Markdown("- [Scooby Snacks🐕 - microservice based function calling with style](https://huggingface.co/spaces/dwb2023/blackbird-app) - Leveraging 🤖Claude Sonnet 3.5 to orchestrate Microservice-Based Function Calling.")
|
180 |
|
181 |
demo.launch(debug=True)
|
notebooks/finetuned_object_detection_using_adapters_final.ipynb
ADDED
The diff for this file is too large to render.
See raw diff
|
|
notebooks/prompt_engineering_object_detection.ipynb
ADDED
The diff for this file is too large to render.
See raw diff
|
|
notebooks/roboflow_to_hf_etl_process.ipynb
ADDED
The diff for this file is too large to render.
See raw diff
|
|
requirements.txt
CHANGED
@@ -1,4 +1,3 @@
|
|
1 |
-
# spaces
|
2 |
transformers
|
3 |
timm
|
4 |
peft
|
|
|
|
|
1 |
transformers
|
2 |
timm
|
3 |
peft
|