Spaces:
Sleeping
Sleeping
File size: 2,247 Bytes
54b4730 54ffdad 54b4730 5558ad1 54b4730 5558ad1 54b4730 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 |
import pyautogui
import yaml
import os
from time import sleep
from langchain_openai import ChatOpenAI
from langchain_anthropic import ChatAnthropic
from langchain_google_genai import ChatGoogleGenerativeAI
from select_regions import get_coords
from geoguessr_bot import GeoBot
def play_turn(bot: GeoBot, plot: bool = False):
screenshot = pyautogui.screenshot(region=bot.screen_xywh)
screenshot_b64 = GeoBot.pil_to_base64(screenshot)
message = GeoBot.create_message([screenshot_b64])
response = bot.model.invoke([message])
print(response.content)
location = bot.extract_location_from_response(response)
if location is None:
# Second try
response = bot.model.invoke([message])
print(response.content)
location = bot.extract_location_from_response(response)
if location is not None:
bot.select_map_location(*location, plot=plot)
else:
print("Error getting a location for second time")
# TODO: strange default location, may neeed to change
bot.select_map_location(x=1, y=1, plot=plot)
# Going to the next round
pyautogui.press(" ")
sleep(2)
def play_turn_with_mapcrunch(bot: GeoBot, plot: bool = False):
# TODO finish here
multiturn = True
# read one line form file : map_chrunch.txt
# open the url and do javascript stuff to hide off street name
# screen shot the map and get answer
if multiturn:
# we can play computer use agent by click the arrow in the env
pass
# compare to the golden label in url
sleep(1)
def main(turns=5, plot=False):
if "screen_regions.yaml" not in os.listdir():
screen_regions = get_coords(players=1)
with open("screen_regions.yaml") as f:
screen_regions = yaml.safe_load(f)
bot = GeoBot(
screen_regions=screen_regions,
player=1,
model=ChatOpenAI, # ChatOpenAI, ChatGoogleGenerativeAI, ChatAnthropic
model_name="gpt-4o", # gpt-4o, gemini-1.5-pro, claude-3-5-sonnet-20240620
)
for turn in range(turns):
print("\n----------------")
print(f"Turn {turn+1}/{turns}")
play_turn(bot=bot, plot=plot)
if __name__ == "__main__":
main(turns=5, plot=True) |