donb-hf commited on
Commit
b1f2ae2
1 Parent(s): 1cfb5a5

update markdown

Browse files
app.py CHANGED
@@ -1,7 +1,7 @@
1
  import gradio as gr
2
  from transformers import AutoProcessor, AutoModelForCausalLM
3
  # import peft
4
- # import spaces
5
 
6
  import requests
7
  import copy
@@ -130,12 +130,12 @@ single_task_list =[
130
  ]
131
 
132
  with gr.Blocks(theme="sudeepshouche/minimalist") as demo:
133
- gr.Markdown("## OmniScience - fine tuned VLM models for use in function calling 🔧")
134
- gr.Markdown("- This is a proof-of-concept for the Florence-2 model, focusing on Object Detection <OD> tasks.")
135
- gr.Markdown("- Fine-tuned on the [Roboflow BCCD dataset](https://universe.roboflow.com/roboflow-100/bccd-ouzjz/dataset/2), this model can detect blood cells and types in images.")
136
  gr.Markdown("")
137
  gr.Markdown("BCCD Datasets on Hugging Face:")
138
- gr.Markdown("- [Florence 2](https://huggingface.co/datasets/dwb2023/roboflow100-bccd-florence2/viewer/default/test?q=BloodImage_00038_jpg.rf.1b0ce1635e11b3b49302de527c86bb02.jpg), [PaliGemma](https://huggingface.co/datasets/dwb2023/roboflow-bccd-paligemma/viewer/default/test?q=BloodImage_00038_jpg.rf.1b0ce1635e11b3b49302de527c86bb02.jpg)")
139
 
140
 
141
  with gr.Tab(label="Florence-2 Object Detection"):
@@ -169,6 +169,13 @@ with gr.Blocks(theme="sudeepshouche/minimalist") as demo:
169
  label='Try examples'
170
  )
171
 
172
- submit_btn.click(process_image, [input_img, task_prompt, text_input, model_selector], [output_text, output_img])
 
 
 
 
 
 
 
173
 
174
  demo.launch(debug=True)
 
1
  import gradio as gr
2
  from transformers import AutoProcessor, AutoModelForCausalLM
3
  # import peft
4
+ import spaces
5
 
6
  import requests
7
  import copy
 
130
  ]
131
 
132
  with gr.Blocks(theme="sudeepshouche/minimalist") as demo:
133
+ gr.Markdown("## 🧬OmniScience - fine tuned VLM models for use in function calling 🔧")
134
+ gr.Markdown("- 🔬Florence-2 Model Proof of Concept, focusing on Object Detection <OD> tasks.")
135
+ gr.Markdown("- Fine-tuned for 🩸Blood Cell Detection using the [Roboflow BCCD dataset](https://universe.roboflow.com/roboflow-100/bccd-ouzjz/dataset/2), this model can detect blood cells and types in images.")
136
  gr.Markdown("")
137
  gr.Markdown("BCCD Datasets on Hugging Face:")
138
+ gr.Markdown("- [🌺Florence 2](https://huggingface.co/datasets/dwb2023/roboflow100-bccd-florence2/viewer/default/test?q=BloodImage_00038_jpg.rf.1b0ce1635e11b3b49302de527c86bb02.jpg), [💎PaliGemma](https://huggingface.co/datasets/dwb2023/roboflow-bccd-paligemma/viewer/default/test?q=BloodImage_00038_jpg.rf.1b0ce1635e11b3b49302de527c86bb02.jpg)")
139
 
140
 
141
  with gr.Tab(label="Florence-2 Object Detection"):
 
169
  label='Try examples'
170
  )
171
 
172
+ submit_btn.click(process_image, [input_img, task_prompt, model_selector], [output_text, output_img])
173
+
174
+ gr.Markdown("## 🚀Other Cool Stuff:")
175
+ gr.Markdown("- [Florence 2 Whitepaper](https://arxiv.org/pdf/2311.06242) - how I found out about the Roboflow 100 and the BCCD dataset.")
176
+ gr.Markdown("- [Roboflow YouTube Video on Florence 2 fine-tuning](https://youtu.be/i3KjYgxNH6w?si=x1ZMg9hsNe25Y19-&t=1296) - bookmarked an 🧠insightful trade-off analysis of various VLMs.")
177
+ gr.Markdown("- [Landing AI - Vision Agent](https://va.landing.ai/) - 🌟just pure WOW. bringing agentic planning into solutions architecture.")
178
+ gr.Markdown("- [OmniScience fork of Landing AI repo](https://huggingface.co/spaces/dwb2023/omniscience) - I had a lot of fun with this one... some great 🔍reverse engineering enabled by W&B's Weave📊.")
179
+ gr.Markdown("- [Scooby Snacks🐕 - microservice based function calling with style](https://huggingface.co/spaces/dwb2023/blackbird-app) - Leveraging 🤖Claude Sonnet 3.5 to orchestrate Microservice-Based Function Calling.")
180
 
181
  demo.launch(debug=True)
notebooks/finetuned_object_detection_using_adapters_final.ipynb ADDED
The diff for this file is too large to render. See raw diff
 
notebooks/prompt_engineering_object_detection.ipynb ADDED
The diff for this file is too large to render. See raw diff
 
notebooks/roboflow_to_hf_etl_process.ipynb ADDED
The diff for this file is too large to render. See raw diff
 
requirements.txt CHANGED
@@ -1,4 +1,3 @@
1
- # spaces
2
  transformers
3
  timm
4
  peft
 
 
1
  transformers
2
  timm
3
  peft