Upload folder using huggingface_hub

.gitignore

@@ -0,0 +1,5 @@
+.venv
+captured_images
+camera-shutter.wav
+gemini.ipynb
+photos.py

README.md

@@ -1,12 +1,6 @@
 ---
-title: Johans Verktyg
-emoji: 🐠
-colorFrom: blue
-colorTo: indigo
+title: Johans_Verktyg
+app_file: app.py
 sdk: gradio
 sdk_version: 4.29.0
-app_file: app.py
-pinned: false
 ---
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,120 @@
+
+tool_str=""
+
+import json
+
+# Specify the file path to your JSON file
+file_path = 'data.json'
+
+# Reading JSON data
+with open(file_path, 'r') as file:
+    data = json.load(file)
+
+
+
+for t in data:
+
+    tool_str+=t['new_name']+" : "
+    tool_str+=t['text']+"\n"
+
+system_prompt=f"""You help out with tools! From the users request, pick the most usable tool from the list.
+
+{tool_str}"""
+
+from openai import OpenAI
+
+
+import os
+
+client = OpenAI(api_key=os.environ.get("OPEN_AI_KEY"))
+
+system_prompt=f"""You help out with tools! From the users request, pick the most usable tool from the list.
+
+{tool_str}"""
+
+
+def run_conversation(text):
+    # Step 1: send the conversation and available functions to the model
+    messages = [
+        {
+        "role": "system",
+        "content": system_prompt
+        },
+        {
+        "role": "user",
+        "content": text
+        }
+
+    ]
+    tools = [
+        {
+            "type": "function",
+            "function": {
+                "name": "output_file_path",
+                "description": "outputs the best suited file path",
+                "parameters": {
+                    "type": "object",
+                    "properties": {
+                        "file_path": {
+                            "type": "string",
+                            "description": "File path starting with captured_images/...",
+                        },
+                        
+                    },
+                    "required": ["file_path"],
+                },
+            },
+        }
+    ]
+    response = client.chat.completions.create(
+        model="gpt-3.5-turbo-0125",
+        messages=messages,
+        tools=tools,
+        tool_choice="required", 
+    )
+    response_message = response.choices[0].message
+
+    image_path=json.loads(response.choices[0].message.tool_calls[0].function.arguments)['file_path']
+
+    messages.append({
+        "role": "system",
+        "content": f"Chosen file_path: {image_path}\n Now respond with a friendly answer with your reasoning in the same language as the incoming message"
+        })
+
+    response2 = client.chat.completions.create(
+        model="gpt-3.5-turbo-0125",
+        messages=messages
+    )
+    
+    return image_path, response2.choices[0].message.content
+    
+import gradio as gr
+from PIL import Image
+import re
+
+
+
+def show_image(text):
+
+    try:
+
+        image_path, response=run_conversation(text)
+        img = Image.open(image_path)
+        return img, response
+    except Exception as e:
+        return f"Error: {str(e)}"  # Return error message if path is invalid or file is not found
+
+def main():
+    # Define the interface
+    interface = gr.Interface(
+        fn=show_image,
+        inputs="text",
+        outputs=["image", "text"],
+        title="Johans verktyg!",
+        description="Be om ett verktyg så plockar Johan fram det!"
+    )
+    # Launch the interface
+    interface.launch(share=True)
+
+if __name__ == "__main__":
+    main()

data.json

@@ -0,0 +1,172 @@
+[
+    {
+        "file": "captured_images/2024-05-06/image_18-39-46.png",
+        "text": "The man is holding a socket wrench, a tool used for tightening or loosening nuts and bolts, featuring a ratcheting mechanism that allows the wrench to turn the fastener in one direction while moving freely in the opposite direction.",
+        "new_name": "new_names/socket_wrench.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-39-53.png",
+        "text": "The tool being held is a claw hammer, characterized by a metal head with a flat hammering surface on one side and a curved claw for pulling nails on the other; it is commonly used for driving nails into, or pulling them from, another object.",
+        "new_name": "new_names/claw_hammer.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-40-00.png",
+        "text": "The tool is a folding ruler, segmented and made of wood or plastic, often used in carpentry and construction to measure distances or draw straight lines over larger spans.",
+        "new_name": "new_names/folding_ruler.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-40-07.png",
+        "text": "The tool being held is a coping saw, characterized by its thin blade tensioned in a C-shaped frame, used primarily for cutting intricate external shapes and interior cutouts in woodworking or carpentry.",
+        "new_name": "new_names/coping_saw.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-40-14.png",
+        "text": "The man is holding a flathead screwdriver, which is a tool used for driving screws with a linear notch on their heads; it has a yellow and black handle and a metal shaft that specifies \"0.8x4.0x75mm,\" indicating the tip and shaft dimensions.",
+        "new_name": "new_names/screwdriver.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-40-29.png",
+        "text": "The tool being held is a manual nut driver with a yellow and black handle, designed for use in tightening or loosening nuts, particularly in areas where a standard wrench may not fit effectively.",
+        "new_name": "new_names/nut_driver.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-40-36.png",
+        "text": "The tool being held is a \"slip joint plier,\" typically used for gripping and bending hardware or wire, featuring adjustable jaw positions for versatility.",
+        "new_name": "new_names/slip_joint_plier.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-40-43.png",
+        "text": "The tool is a digital caliper, used for measuring distances with high precision, often found in fields involving machining, carpentry, engineering, and metalworking.",
+        "new_name": "new_names/digital_caliper.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-40-50.png",
+        "text": "The tool is a red-capped permanent marker, typically used for writing on various surfaces where the ink is required to be waterproof and smudge-proof.",
+        "new_name": "new_names/red_capped_permanent_marker.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-40-57.png",
+        "text": "The tool is a yellow and black Torx T5 screwdriver, used for precision tasks such as repairing electronics or assembling small machinery.",
+        "new_name": "new_names/yellow_black_torx_T5_screwdriver.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-41-18.png",
+        "text": "The tool the man is holding appears to be a flexible drill bit extension, which is used to extend the reach of a drill bit, allowing it to bend around corners and access difficult-to-reach areas.",
+        "new_name": "new_names/flexible_drill_bit_extension.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-41-32.png",
+        "text": "The tool pictured is a C-clamp, which is used to hold parts together by applying pressure, commonly utilized in carpentry and metalworking for securing workpieces.",
+        "new_name": "new_names/c_clamp.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-41-46.png",
+        "text": "The tool in the image is a black power cord with a three-pronged plug, typically used for providing electrical power to appliances and electronic devices.",
+        "new_name": "new_names/power_cord.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-41-54.png",
+        "text": "The tool in the image is a vernier caliper, which is used for taking precise measurements of internal and external dimensions as well as depths.",
+        "new_name": "new_names/vernier_caliper.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-42-01.png",
+        "text": "The tool being held is a yellow and black screwdriver, likely a precision or electronics screwdriver, used for small repairs or tasks requiring attention to detail, such as tightening screws in electronic devices.",
+        "new_name": "new_names/yellow_black_screwdriver.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-42-15.png",
+        "text": "The tool being held is a small screwdriver with a yellow and black handle and a Phillips head, used for tightening or loosening screws.",
+        "new_name": "new_names/small_screwdriver.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-42-29.png",
+        "text": "The man is holding a half-round metal file with a red handle, which is commonly used for smoothing and shaping wood or metal.",
+        "new_name": "new_names/metal_file_red_handle.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-42-36.png",
+        "text": "The man is holding a heavy-duty staple gun, which is used for driving staples into wood, plastic, or metal for various construction or upholstery projects.",
+        "new_name": "new_names/staple_gun.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-42-43.png",
+        "text": "The man is holding a putty knife, a tool with a flat, flexible blade used for applying and smoothing putty or filler, and for scraping surfaces.",
+        "new_name": "new_names/putty_knife.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-42-57.png",
+        "text": "The tool being held is a torque wrench, specifically marked with \"T25x100mm,\" which indicates it is a Torx T25 driver used for applying a precise amount of torque to a screw or bolt.",
+        "new_name": "new_names/torque_wrench.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-43-04.png",
+        "text": "The tool in the image appears to be a well-used wood chisel, characterized by its straight cutting edge and a sturdy handle, typically employed for carving or cutting hard materials such as wood or stone.",
+        "new_name": "new_names/wood_chisel.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-43-11.png",
+        "text": "The man is holding a portable spanner wrench, which is a tool used for turning nuts, bolts, or other hard-to-grip items by providing leverage with its adjustable U-shaped jaw end.",
+        "new_name": "new_names/spanner_wrench.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-43-19.png",
+        "text": "The tool being held is a crowbar, specifically designed with a curved, flattened end and a forked end, used for prying, lifting, and pulling nails.",
+        "new_name": "new_names/crowbar.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-43-26.png",
+        "text": "The man is holding a black sliding T-bevel with red handles, which is a tool used for transferring angles from one piece of work to another or for setting the angle of a saw blade.",
+        "new_name": "new_names/black_sliding_T-bevel_with_red_handles.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-43-33.png",
+        "text": "The tool in the image is a flat paintbrush with a yellow handle and black bristles, typically used for painting broad, even strokes on surfaces such as walls or canvases.",
+        "new_name": "new_names/flat_paintbrush_yellow_handle_black_bristles.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-43-40.png",
+        "text": "The tool is a pair of orange-handled scissors with stainless steel blades, commonly used for cutting paper, fabric, or other materials.",
+        "new_name": "new_names/scissors.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-43-47.png",
+        "text": "The tool is a pair of slip joint pliers with red handles, used for gripping, bending, and cutting wire and other materials.",
+        "new_name": "new_names/slip_joint_pliers.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-43-54.png",
+        "text": "The tool is a large adjustable wrench, used for turning or holding nuts and bolts of varying sizes.",
+        "new_name": "new_names/adjustable_wrench.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-44-01.png",
+        "text": "The man is holding a roll of white adhesive tape, commonly used for packaging, sealing boxes, and general fastening or repair tasks.",
+        "new_name": "new_names/white_adhesive_tape.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-44-15.png",
+        "text": "The tool is a multi-size bike hex wrench set, commonly used for adjusting bolts on bicycles, consisting of several hexagonal Allen keys of different sizes that fold into a single compact handle.",
+        "new_name": "new_names/bike_hex_wrench_set.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-44-23.png",
+        "text": "The tool is a pair of slip joint pliers, featuring a slotted joint design allowing the jaws to be adjusted to grip objects of varying sizes, commonly used for gripping, bending, and cutting wire.",
+        "new_name": "new_names/slip_joint_pliers.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-44-30.png",
+        "text": "The tool is a locking pliers with a curved jaw, commonly used for gripping and turning nuts or bolts or for holding objects securely in place.",
+        "new_name": "new_names/locking_pliers.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-44-44.png",
+        "text": "The tool is a voltage tester screwdriver, which features a clear handle with a neon bulb inside for detecting electrical current presence in wires, outlets, or circuitry.",
+        "new_name": "new_names/voltage_tester_screwdriver.png"
+    },
+    {
+        "file": "captured_images/2024-05-06/image_18-45-15.png",
+        "text": "The man is holding a flap disc, which is a type of abrasive wheel used for grinding, smoothing, and finishing metal surfaces.",
+        "new_name": "new_names/flap_disc.png"
+    }
+]