initial version

.gitattributes copy

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,178 @@
+# Created by https://www.toptal.com/developers/gitignore/api/python
+# Edit at https://www.toptal.com/developers/gitignore?templates=python
+
+### Python ###
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/#use-with-ide
+.pdm.toml
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/
+
+### Python Patch ###
+# Poetry local configuration file - https://python-poetry.org/docs/configuration/#local-configuration
+poetry.toml
+
+# ruff
+.ruff_cache/
+
+# LSP config files
+pyrightconfig.json
+
+# End of https://www.toptal.com/developers/gitignore/api/python
+
+.streamlit/

README copy.md

@@ -0,0 +1,13 @@
+---
+title: 2b Likert
+emoji: 🏆
+colorFrom: yellow
+colorTo: green
+sdk: streamlit
+sdk_version: 1.27.2
+app_file: app.py
+pinned: false
+license: mit
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

api.py

@@ -0,0 +1,45 @@
+import streamlit as st
+from google.cloud import firestore
+
+# Authenticate to Firestore with the JSON account key.
+db = firestore.Client.from_service_account_json("./firebase.json")
+
+def show_likert_scale(step, type, id):
+    st.write("-----------------------------------")
+    st.subheader(f"'{type}' makes sense to me.")
+    scale = st.radio(
+        "",
+        ["Strongly disagree", "Disagree", "Neutral", "Agree", "Strongly agree"],
+        index=None,
+        horizontal=True,
+    )
+    submit = st.button('Submit', disabled=scale is None)
+    st.write("-----------------------------------")
+    if submit and scale:
+        st.write(f"You selected '{scale}'.")
+
+        user = st.session_state['user']
+        doc_ref = db.collection(step).document(id)
+
+        doc_ref.set({
+            user: {
+                'scale': scale,
+
+            },
+        }, merge=True)
+
+        return True
+
+# show_likert_scale('all', 'tmp_cond', '10')
+
+
+
+# Create a reference to the Google post.
+# doc_ref = db.collection("posts").document("Google")
+
+# # Then get the data at that reference.
+# doc = doc_ref.get()
+
+# # Let's see what we got!
+# st.write("The id iss: ", doc.id)
+# st.write("The contents are: ", doc.to_dict())

app.py

@@ -0,0 +1,96 @@
+import streamlit as st
+import pandas as pd
+import random
+from auth import check_password
+
+if not check_password():
+    st.stop()
+
+st.set_page_config(
+    page_title="ARL - Pilot 2a",
+    page_icon="🎆",
+    layout="wide",
+)
+
+df = pd.read_csv('./results.csv')
+print(df.columns)
+
+
+query = st.experimental_get_query_params()
+if not query or 'id4' not in query or not query['id4']:
+    rnd_ind = random.randint(0, len(df) - 1)
+    # id = rnd_ind
+    id = 0
+    st.experimental_set_query_params(id=id)
+    file_id = id
+else:
+    file_id = int(query['id4'][0])
+
+
+st.experimental_set_query_params(id4=file_id)
+
+data = df.iloc[file_id]
+# st.table(data)
+
+
+def show_story():
+    st.subheader('Impacted Story')
+    number_of_story_lines = int(data['Input.number_of_lines'])
+    story = data['Input.story'].split('. ')
+    for i in range(number_of_story_lines):
+        row_name = f'Answer.line{i}_changed.on'
+        print(row_name, data[row_name])
+        if data[row_name]:
+            st.markdown(f'**Line {i+1}:** <mark style="background-color: white">{story[i]}</mark>', unsafe_allow_html=True)
+        else:
+            st.markdown(f'**Line {i+1}:** {story[i]}')
+
+
+def show_data():
+    col1, col2 = st.columns(2)
+
+    with col1:
+        img1, img2, img3 = st.columns(3)
+        with img1:
+            st.image(data['Input.image1'])
+        with img2:
+            st.image(data['Input.image2'])
+        with img3:
+            st.image(data['Input.image3'])
+
+        st.subheader('Entity')
+        st.write(data['Input.entity'])
+        st.subheader('Goal')
+        st.write(data['Input.goal'])
+        st.subheader('Story')
+        st.write(data['Input.story'])
+
+    with col2:
+        st.subheader('Goal')
+        st.write(data['Answer.goal'])
+        st.subheader('Condition Necessary')
+        st.write(data['Answer.condition'])
+        st.subheader('Altered Condition')
+        st.write(data['Answer.not_condition'])
+        st.subheader('Lead to Altered Condition')
+        st.write(data['Answer.not_condition_ep'])
+
+        if data['Answer.story_impact.yes'] == True:
+            show_story()
+        else:
+            st.subheader('Why no impact?')
+            st.text(data['Answer.why_no_impact'])
+            print(data)
+
+    from  api import show_likert_scale
+    done = show_likert_scale('step_all', 'Whole', data['HITId'])
+    
+    if st.button("Next", disabled=not done):
+        id = file_id + 1
+        st.experimental_set_query_params(id=id)
+        st.experimental_rerun()
+
+
+
+
+show_data()

auth.py

@@ -0,0 +1,29 @@
+import streamlit as st
+
+def check_password():
+    """Returns `True` if the user had the correct password."""
+
+    def password_entered():
+        """Checks whether a password entered by the user is correct."""
+        if st.session_state["password"] in st.secrets["passwords"]:
+            st.session_state['user'] = st.session_state["password"]
+            st.session_state["password_correct"] = True
+        else:
+            st.session_state["password_correct"] = False
+
+    if "password_correct" not in st.session_state:
+        # First run, show input for password.
+        st.text_input(
+            "Password", type="password", on_change=password_entered, key="password"
+        )
+        return False
+    elif not st.session_state["password_correct"]:
+        # Password not correct, show input + error.
+        st.text_input(
+            "Password", type="password", on_change=password_entered, key="password"
+        )
+        st.error("😕 Password incorrect")
+        return False
+    else:
+        # Password correct.
+        return True

firebase.json

@@ -0,0 +1,13 @@
+{
+  "type": "service_account",
+  "project_id": "b-reworded",
+  "private_key_id": "bc066a53b3333cf4f84437c3b23638e443aab19d",
+  "private_key": "-----BEGIN PRIVATE KEY-----\nMIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQC3pQ1lv1g/NyIn\nywc1WXZCs3XKUnt9c/6P8+SIf7XW9hLBYfSJqIf9HyP0af9FhITc/UecHcZgIUsH\nqdi7lLvcOKm+C+BR3lEr0oNP1QbXTsNk0N/YSLYZylB1DkJzDsTpGOo5HAFyOI2q\nMcM8Zr9G6zj9wIdQZmouFWDxT6hnHaDn1xztZkb5X+PMuy9nCFr9sTluRC6Ysril\n/b95npQN3J8iOt06s3BJutnNtiXyQ9Eyz9GEUAfh1rPalthpFM1MwmYYf3vg0cnN\nregiestUkBZcFXNsp7grfEAvX0PiUilH1lR5Dgb2itE8Zz+EfLGemjJMcVwAm63F\nTuIgGAiBAgMBAAECggEAK0lIxKRa8R+WOen1q4IISYWSbJuPhw0JwjWbNv9fRalf\n11w27yGd2DB4YZqAdIrdZFeBAw/TnAIM9OP4dZKDy09B101mVPXBjUJD+FO+lo52\nqPNA5/KPlbmlyEmRqRwgls7sGoT65EjnP2gWXEzdpiI4nzs7ydwyB+W7IXYEvDUN\nO/f2X7qvBC4eIYarb9cNZUccxcro2JzI/KAjw4oo9ioY2wUK0jFWF/n/ITDdCC/J\nsIs9kyBZRdpc+3xIXCw8nAJE0AaIqncVC3BtBiScOPc03R9JkwbNl85MD3NNyc9T\nvD5U11oYswwoxXuCXRXdTRf0hk4e49FIJKNPPypeqQKBgQDzXH0scpwX9+mV8lkK\n1UDWakr7FRu1gN90XC3le8VWV7cwvrO/ZwA3LjXLK39Foi2WVVJjI9ApIGO/4CYz\n8EPduQ1zjuNmtV8+5Z0M5a5pcOf9+88rG9KKiK6PF+0POF3OOVasZ6FEvf/KTS6u\nVbTq8UYKcXsUaEqc+QbuBHN1tQKBgQDBLqBTCj0CPO3xQM/AnRtPxWXUEmqYExVa\n887eCEHaes7qVs1PmytkX1tX0EssbavaylEoCccy5eGCYt++1tIZedKuVnqBDh5j\ndLTyftppvChmhoEV/SczYF36+ZOtf6bjTecsejZXwh66+SBkB7DgBmie1v+0v8wX\nJ56vtvTHHQKBgQCMobX0KYbqkuj5LcMm73U4ctRBpEEO8hovM9WR96Rh8O57zLgy\ns2L8gEe10L0LkFyns0aY4+k22vDJwM5S1VVim72aOchPYiBYSHgpK9FOPWDS9OET\nGFDinXnCVyE22mva8GeV2YzoHKPkVBXVyNFzs1m2Tz3A3UPA0meexBO0wQKBgQCK\nNfmub5zGhSEXge8hN0XbBLedyq9Irh6RO+29HNtAnKx9LC0nzzR0U2Tepr+hwbU6\ni5UUuCo0WBPHXUYHG1qlr2r0IBr1Skyji1QKSoepLl0ZPRIN0VjCgSe77+OgNbwI\n1CuYvrcygkfKLYLnDjmVjgA75EZ94tr5lfcKcDMgYQKBgB5QztFxQqpBGWIDrn0b\nUfW/aS09C4KKrq0xU5bqKq5dqONxV4wxgLWzsNdN58hGxYtbRFR2cXeZx7dkdgm2\njUumZnANrdvDJijNB3EUhGm7yXfuVYc9xcMSx63VcHs8wKGS+bVMq/81NFXI4Itd\n8D2H/uo1R2Mr6j3j256N49Sa\n-----END PRIVATE KEY-----\n",
+  "client_email": "firebase-adminsdk-v4dao@b-reworded.iam.gserviceaccount.com",
+  "client_id": "111017267612446103052",
+  "auth_uri": "https://accounts.google.com/o/oauth2/auth",
+  "token_uri": "https://oauth2.googleapis.com/token",
+  "auth_provider_x509_cert_url": "https://www.googleapis.com/oauth2/v1/certs",
+  "client_x509_cert_url": "https://www.googleapis.com/robot/v1/metadata/x509/firebase-adminsdk-v4dao%40b-reworded.iam.gserviceaccount.com",
+  "universe_domain": "googleapis.com"
+}

get_data.py

@@ -0,0 +1,39 @@
+from google.cloud import firestore
+import pandas as pd
+
+# Authenticate to Firestore with the JSON account key.
+db = firestore.Client.from_service_account_json("./firebase.json")
+
+scale = {
+    "Strongly disagree": 1,
+    "Disagree": 2,
+    "Neutral": 3,
+    "Agree": 4,
+    "Strongly agree": 5,
+}
+
+def get_data():
+    data = {
+        'id': []
+    }
+    obj = {}
+    for step in ["step_0", "step_1", "step_2", "step_3", "step_4", "step_all"]:
+        data = { **data, step: [] }
+        collection = db.collection(step)
+        # print(collection)
+        docs = collection.stream()
+        for doc in docs:
+            if doc.id not in obj:
+                obj[doc.id] = {}
+            obj[doc.id][step] = scale[doc.to_dict()['beamlak']['scale']]
+
+    
+    for key in obj:
+        data['id'].append(key)
+        for step in ["step_0", "step_1", "step_2", "step_3", "step_4", "step_all"]:
+            data[step].append(obj[key][step])
+    return data
+
+data = get_data()
+df = pd.DataFrame(data)
+df.to_csv('./likert.csv', index=False)

likert.csv

@@ -0,0 +1,11 @@
+id,step_0,step_1,step_2,step_3,step_4,step_all
+30F94FBDNT4RELHTHB3V6DVPHD2TBL,4,4,4,3,4,4
+37ZQELHEQ2IP2ZG6B47SBU0R4UKNM3,4,4,4,5,4,4
+3D4BBDG7ZJG5P9B5GWTZZKX95ZQ3CM,1,1,1,1,1,1
+3HUR21WDDW9U8AJOWDIC3REWFI8XYN,1,1,1,1,1,1
+3J9UN9O9J5CWGVIE71S2KQCXS7F0J2,4,4,5,5,5,5
+3OCZWXS7ZQR16SSF7SARH0LGD4UL59,5,5,5,5,5,5
+3P520RYKCJQ4PIF9G62S8NHZQVO5UO,4,2,3,1,1,2
+3QHITW7OYQT93VK9UT946X0WFOIQA9,4,4,4,2,3,4
+3UUIU9GZC7PPP50KG1CI3RVX7HH5TX,4,1,1,1,3,4
+3ZFRE2BDQBYUD0TTSZKVHYNYLCCXZE,1,1,1,1,1,1

pages/00_Step 0: Goal.py

@@ -0,0 +1,100 @@
+import streamlit as st
+import pandas as pd
+from auth import check_password
+
+if not check_password():
+    st.stop()
+
+st.set_page_config(
+    page_title="ARL - Pilot 2a",
+    page_icon="🎆",
+    layout="wide",
+)
+
+df = pd.read_csv('./results.csv')
+print(df.columns)
+
+
+query = st.experimental_get_query_params()
+if not query or 'id0' not in query or not query['id0']:
+    # rnd_ind = random.randint(0, len(df) - 1)
+    id = 0
+    st.experimental_set_query_params(id0=id)
+    file_id = id
+else:
+    file_id = int(query['id0'][0])
+
+
+st.experimental_set_query_params(id0=file_id)
+
+data = df.iloc[file_id]
+# st.table(data)
+
+
+def show_story():
+    st.subheader('Impacted Story')
+    number_of_story_lines = int(data['Input.number_of_lines'])
+    story = data['Input.story'].split('. ')
+    for i in range(number_of_story_lines):
+        st.markdown(f'**Line {i+1}:** {story[i]}')
+        row_name = f'Answer.line{i}_changed.on'
+        print(row_name, data[row_name])
+        if data[row_name]:
+            st.markdown(f'<mark style="background-color: white">{data[f"Answer.story_text_{i}_changed"]}</mark>', unsafe_allow_html=True)
+            # st.text_area(
+            #     '',
+            #     value=data[f'Answer.story_text_{i}_changed'],
+            #     height=20,
+            #     disabled=True,
+            #     label_visibility='hidden'
+            # )
+
+
+def show_data():
+    col1, col2 = st.columns(2)
+
+    with col1:
+        img1, img2, img3 = st.columns(3)
+        with img1:
+            st.image(data['Input.image1'])
+        with img2:
+            st.image(data['Input.image2'])
+        with img3:
+            st.image(data['Input.image3'])
+
+        st.subheader('Entity')
+        st.write(data['Input.entity'])
+        st.subheader('Goal')
+        st.write(data['Input.goal'])
+        st.subheader('Story')
+        st.write(data['Input.story'])
+
+    with col2:
+        st.subheader('Goal')
+        st.write(data['Answer.goal'])
+        # st.subheader('Condition Necessary')
+        # st.write(data['Answer.condition'])
+        # st.subheader('Altered Condition')
+        # st.write(data['Answer.not_condition'])
+        # st.subheader('Lead to Altered Condition')
+        # st.write(data['Answer.not_condition_ep'])
+
+        # if data['Answer.story_impact.yes'] == True:
+        #     show_story()
+        # else:
+        #     st.subheader('Why no impact?')
+        #     st.text(data['Answer.why_no_impact'])
+        #     print(data)
+
+    from  api import show_likert_scale
+    done = show_likert_scale('step_0', 'Goal', data['AssignmentID'])
+
+    if st.button("Next", disabled=not done):
+        id = file_id + 1
+        st.experimental_set_query_params(id0=id)
+        st.experimental_rerun()
+
+
+    # st.table(data)
+
+show_data()

pages/01_Step 1: Condition Necesssary.py

@@ -0,0 +1,100 @@
+import streamlit as st
+import pandas as pd
+from auth import check_password
+
+if not check_password():
+    st.stop()
+
+st.set_page_config(
+    page_title="ARL - Pilot 2a",
+    page_icon="🎆",
+    layout="wide",
+)
+
+df = pd.read_csv('./results.csv')
+print(df.columns)
+
+
+query = st.experimental_get_query_params()
+if not query or 'id1' not in query or not query['id1']:
+    # rnd_ind = random.randint(0, len(df) - 1)
+    id = 0
+    st.experimental_set_query_params(id1=id)
+    file_id = id
+else:
+    file_id = int(query['id1'][0])
+
+
+st.experimental_set_query_params(id1=file_id)
+
+data = df.iloc[file_id]
+# st.table(data)
+
+
+def show_story():
+    st.subheader('Impacted Story')
+    number_of_story_lines = int(data['Input.number_of_lines'])
+    story = data['Input.story'].split('. ')
+    for i in range(number_of_story_lines):
+        st.markdown(f'**Line {i+1}:** {story[i]}')
+        row_name = f'Answer.line{i}_changed.on'
+        print(row_name, data[row_name])
+        if data[row_name]:
+            st.markdown(f'<mark style="background-color: white">{data[f"Answer.story_text_{i}_changed"]}</mark>', unsafe_allow_html=True)
+            # st.text_area(
+            #     '',
+            #     value=data[f'Answer.story_text_{i}_changed'],
+            #     height=20,
+            #     disabled=True,
+            #     label_visibility='hidden'
+            # )
+
+
+def show_data():
+    col1, col2 = st.columns(2)
+
+    with col1:
+        img1, img2, img3 = st.columns(3)
+        with img1:
+            st.image(data['Input.image1'])
+        with img2:
+            st.image(data['Input.image2'])
+        with img3:
+            st.image(data['Input.image3'])
+
+        st.subheader('Entity')
+        st.write(data['Input.entity'])
+        st.subheader('Goal')
+        st.write(data['Input.goal'])
+        st.subheader('Story')
+        st.write(data['Input.story'])
+
+    with col2:
+        st.subheader('Goal')
+        st.write(data['Answer.goal'])
+        st.subheader('Condition Necessary')
+        st.write(data['Answer.condition'])
+        # st.subheader('Altered Condition')
+        # st.write(data['Answer.not_condition'])
+        # st.subheader('Lead to Altered Condition')
+        # st.write(data['Answer.not_condition_ep'])
+
+        # if data['Answer.story_impact.yes'] == True:
+        #     show_story()
+        # else:
+        #     st.subheader('Why no impact?')
+        #     st.text(data['Answer.why_no_impact'])
+        #     print(data)
+
+    from  api import show_likert_scale
+    done = show_likert_scale('step_1', 'Necessary Condition', data['AssignmentID'])
+
+    if st.button("Next", disabled=not done):
+        id = file_id + 1
+        st.experimental_set_query_params(id1=id)
+        st.experimental_rerun()
+
+
+    # st.table(data)
+
+show_data()

pages/02_Step 2: Altered Condition.py

@@ -0,0 +1,102 @@
+import streamlit as st
+import pandas as pd
+import random
+from auth import check_password
+
+if not check_password():
+    st.stop()
+
+st.set_page_config(
+    page_title="ARL - Pilot 2a",
+    page_icon="🎆",
+    layout="wide",
+)
+
+df = pd.read_csv('./results.csv')
+print(df.columns)
+
+
+query = st.experimental_get_query_params()
+if not query or 'id2' not in query or not query['id2']:
+    rnd_ind = random.randint(0, len(df) - 1)
+    # id = rnd_ind
+    id = 0
+    st.experimental_set_query_params(id2=id)
+    file_id = id
+else:
+    file_id = int(query['id2'][0])
+
+
+st.experimental_set_query_params(id2=file_id)
+
+data = df.iloc[file_id]
+# st.table(data)
+
+
+def show_story():
+    st.subheader('Impacted Story')
+    number_of_story_lines = int(data['Input.number_of_lines'])
+    story = data['Input.story'].split('. ')
+    for i in range(number_of_story_lines):
+        st.markdown(f'**Line {i+1}:** {story[i]}')
+        row_name = f'Answer.line{i}_changed.on'
+        print(row_name, data[row_name])
+        if data[row_name]:
+            st.markdown(f'<mark style="background-color: white">{data[f"Answer.story_text_{i}_changed"]}</mark>', unsafe_allow_html=True)
+            # st.text_area(
+            #     '',
+            #     value=data[f'Answer.story_text_{i}_changed'],
+            #     height=20,
+            #     disabled=True,
+            #     label_visibility='hidden'
+            # )
+
+
+def show_data():
+    col1, col2 = st.columns(2)
+
+    with col1:
+        img1, img2, img3 = st.columns(3)
+        with img1:
+            st.image(data['Input.image1'])
+        with img2:
+            st.image(data['Input.image2'])
+        with img3:
+            st.image(data['Input.image3'])
+
+        st.subheader('Entity')
+        st.write(data['Input.entity'])
+        st.subheader('Goal')
+        st.write(data['Input.goal'])
+        st.subheader('Story')
+        st.write(data['Input.story'])
+
+    with col2:
+        st.subheader('Goal')
+        st.write(data['Answer.goal'])
+        st.subheader('Condition Necessary')
+        st.write(data['Answer.condition'])
+        st.subheader('Altered Condition')
+        st.write(data['Answer.not_condition'])
+        # st.subheader('Lead to Altered Condition')
+        # st.write(data['Answer.not_condition_ep'])
+
+        # if data['Answer.story_impact.yes'] == True:
+        #     show_story()
+        # else:
+        #     st.subheader('Why no impact?')
+        #     st.text(data['Answer.why_no_impact'])
+        #     print(data)
+
+    from  api import show_likert_scale
+    done = show_likert_scale('step_2', 'Altered Condition', data['AssignmentID'])
+
+    if st.button("Next", disabled=not done):
+        id = file_id + 1
+        st.experimental_set_query_params(id2=id)
+        st.experimental_rerun()
+
+
+    # st.table(data)
+
+show_data()

pages/03_Step 3: Lead to Altered Condition.py

@@ -0,0 +1,102 @@
+import streamlit as st
+import pandas as pd
+import random
+from auth import check_password
+
+if not check_password():
+    st.stop()
+
+st.set_page_config(
+    page_title="ARL - Pilot 2a",
+    page_icon="🎆",
+    layout="wide",
+)
+
+df = pd.read_csv('./results.csv')
+print(df.columns)
+
+
+query = st.experimental_get_query_params()
+if not query or 'id3' not in query or not query['id3']:
+    rnd_ind = random.randint(0, len(df) - 1)
+    # id = rnd_ind
+    id = 0
+    st.experimental_set_query_params(id3=id)
+    file_id = id
+else:
+    file_id = int(query['id3'][0])
+
+
+st.experimental_set_query_params(id3=file_id)
+
+data = df.iloc[file_id]
+# st.table(data)
+
+
+def show_story():
+    st.subheader('Impacted Story')
+    number_of_story_lines = int(data['Input.number_of_lines'])
+    story = data['Input.story'].split('. ')
+    for i in range(number_of_story_lines):
+        st.markdown(f'**Line {i+1}:** {story[i]}')
+        row_name = f'Answer.line{i}_changed.on'
+        print(row_name, data[row_name])
+        if data[row_name]:
+            st.markdown(f'<mark style="background-color: white">{data[f"Answer.story_text_{i}_changed"]}</mark>', unsafe_allow_html=True)
+            # st.text_area(
+            #     '',
+            #     value=data[f'Answer.story_text_{i}_changed'],
+            #     height=20,
+            #     disabled=True,
+            #     label_visibility='hidden'
+            # )
+
+
+def show_data():
+    col1, col2 = st.columns(2)
+
+    with col1:
+        img1, img2, img3 = st.columns(3)
+        with img1:
+            st.image(data['Input.image1'])
+        with img2:
+            st.image(data['Input.image2'])
+        with img3:
+            st.image(data['Input.image3'])
+
+        st.subheader('Entity')
+        st.write(data['Input.entity'])
+        st.subheader('Goal')
+        st.write(data['Input.goal'])
+        st.subheader('Story')
+        st.write(data['Input.story'])
+
+    with col2:
+        st.subheader('Goal')
+        st.write(data['Answer.goal'])
+        st.subheader('Condition Necessary')
+        st.write(data['Answer.condition'])
+        st.subheader('Altered Condition')
+        st.write(data['Answer.not_condition'])
+        st.subheader('Lead to Altered Condition')
+        st.write(data['Answer.not_condition_ep'])
+
+        # if data['Answer.story_impact.yes'] == True:
+        #     show_story()
+        # else:
+        #     st.subheader('Why no impact?')
+        #     st.text(data['Answer.why_no_impact'])
+        #     print(data)
+
+    from  api import show_likert_scale
+    done = show_likert_scale('step_3', 'Lead to Altered Condition', data['AssignmentID'])
+
+    if st.button("Next", disabled=not done):
+        id = file_id + 1
+        st.experimental_set_query_params(id3=id)
+        st.experimental_rerun()
+
+
+    # st.table(data)
+
+show_data()

pages/04_Step 4: Story.py

@@ -0,0 +1,96 @@
+import streamlit as st
+import pandas as pd
+import random
+from auth import check_password
+
+if not check_password():
+    st.stop()
+
+st.set_page_config(
+    page_title="ARL - Pilot 2a",
+    page_icon="🎆",
+    layout="wide",
+)
+
+df = pd.read_csv('./results.csv')
+print(df.columns)
+
+
+query = st.experimental_get_query_params()
+if not query or 'id4' not in query or not query['id4']:
+    rnd_ind = random.randint(0, len(df) - 1)
+    # id = rnd_ind
+    id = 0
+    st.experimental_set_query_params(id4=id)
+    file_id = id
+else:
+    file_id = int(query['id4'][0])
+
+
+st.experimental_set_query_params(id4=file_id)
+
+data = df.iloc[file_id]
+# st.table(data)
+
+
+def show_story():
+    st.subheader('Impacted Story')
+    number_of_story_lines = int(data['Input.number_of_lines'])
+    story = data['Input.story'].split('. ')
+    for i in range(number_of_story_lines):
+        row_name = f'Answer.line{i}_changed.on'
+        print(row_name, data[row_name])
+        if data[row_name]:
+            st.markdown(f'**Line {i+1}:** <mark style="background-color: white">{story[i]}</mark>', unsafe_allow_html=True)
+        else:
+            st.markdown(f'**Line {i+1}:** {story[i]}')
+
+
+def show_data():
+    col1, col2 = st.columns(2)
+
+    with col1:
+        img1, img2, img3 = st.columns(3)
+        with img1:
+            st.image(data['Input.image1'])
+        with img2:
+            st.image(data['Input.image2'])
+        with img3:
+            st.image(data['Input.image3'])
+
+        st.subheader('Entity')
+        st.write(data['Input.entity'])
+        st.subheader('Goal')
+        st.write(data['Input.goal'])
+        st.subheader('Story')
+        st.write(data['Input.story'])
+
+    with col2:
+        st.subheader('Goal')
+        st.write(data['Answer.goal'])
+        st.subheader('Condition Necessary')
+        st.write(data['Answer.condition'])
+        st.subheader('Altered Condition')
+        st.write(data['Answer.not_condition'])
+        st.subheader('Lead to Altered Condition')
+        st.write(data['Answer.not_condition_ep'])
+
+        if data['Answer.story_impact.yes'] == True:
+            show_story()
+        else:
+            st.subheader('Why no impact?')
+            st.text(data['Answer.why_no_impact'])
+            print(data)
+
+    from  api import show_likert_scale
+    done = show_likert_scale('step_4', 'Rewritten Story', data['AssignmentID'])
+
+    if st.button("Next", disabled=not done):
+        id = file_id + 1
+        st.experimental_set_query_params(id4=id)
+        st.experimental_rerun()
+
+
+    # st.table(data)
+
+show_data()

pages/results.csv

@@ -0,0 +1,21 @@
+"HITId","HITTypeId","Title","Description","Keywords","Reward","CreationTime","MaxAssignments","RequesterAnnotation","AssignmentDurationInSeconds","AutoApprovalDelayInSeconds","Expiration","NumberOfSimilarHITs","LifetimeInSeconds","AssignmentId","WorkerId","AssignmentStatus","AcceptTime","SubmitTime","AutoApprovalTime","ApprovalTime","RejectionTime","RequesterFeedback","WorkTimeInSeconds","LifetimeApprovalRate","Last30DaysApprovalRate","Last7DaysApprovalRate","Input.item_id","Input.id","Input.image_set","Input.entity","Input.goal","Input.image1","Input.image2","Input.image3","Input.scene_facet_1","Input.scene_facet_2","Input.scene_facet_3","Input.narrative_facet_1","Input.narrative_facet_2","Input.story","Input.number_of_lines","Answer.condition","Answer.goal","Answer.line0_changed.on","Answer.line10_changed.on","Answer.line11_changed.on","Answer.line12_changed.on","Answer.line1_changed.on","Answer.line2_changed.on","Answer.line3_changed.on","Answer.line4_changed.on","Answer.line5_changed.on","Answer.line6_changed.on","Answer.line7_changed.on","Answer.line8_changed.on","Answer.line9_changed.on","Answer.not_condition","Answer.not_condition_ep","Answer.rating.1","Answer.rating.2","Answer.rating.3","Answer.rating.4","Answer.rating.5","Answer.story_impact.no","Answer.story_impact.yes","Answer.why_no_impact","Approve","Reject"
+"3QHITW7OYQT93VK9UT946X0WFOIQA9","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:52 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:52 PDT 2023","","","33PPO7FECYZX7NXWRX0ZBGD8WRJDID","A1198W1SPF1R4","Submitted","Thu Sep 14 16:15:49 PDT 2023","Thu Sep 14 17:12:38 PDT 2023","Thu Sep 21 17:12:38 PDT 2023","","","","3409","100% (1890/1890)","100% (965/965)","100% (199/199)","51","592","Flickr 1","Snow","Protest ends without any injuries","https://drive.google.com/uc?export=view&id=1tdIZCigXcwjr9wYhWrbE10drnQFK885x","https://drive.google.com/uc?export=view&id=1NeSG51wwzQPJamWvmi-UCT0JZd1ELodm","https://drive.google.com/uc?export=view&id=1IIdFlHFZiQ-Mfh_AoabjFWzY0DXvwWln","a mexican band is getting ready to play at a children's quinceanera. some people are walking their way in to the person's home.","animal rights activists have gathered outside to protest some things today.","a male stand in front of a camera to pose for a picture in front of a train station.","a girl is having a birthday party but they will be serving meat in their home. some protesters have shown up to make a point that eating meat and or harming animals is wrong.","A girl has turned 15 today and she is having a quinceanera party. Some people do not like the fact that this little girls' parents are harvesting a pig for her quinceanera party. Some activists have shown up to protest the event. People are holding up signs and posing in front of cameras trying to make a statement. police have shown up to make sure the mexican band can make their way in peacefully.","A girl is having a birthday party but they will be serving meat in their home. Some protesters have shown up to make a point that eating meat and or harming animals is wrong. A girl has turned 15 today and she is having a quinceanera party. Some people do not like the fact that this little girls' parents are harvesting a pig for her quinceanera party. Some activists have shown up to protest the event. People are holding up signs and posing in front of cameras trying to make a statement. police have shown up to make sure the mexican band can make their way in peacefully","7","It has been snowing for hours and the snow accumulates.","A bad weather for the protest","false","","","","false","false","false","true","true","false","","","","The snow stopped before the protest starts.","A warmer weather caused the snow to stop.","false","false","true","false","false","false","true",""
+"3QHITW7OYQT93VK9UT946X0WFOIQA9","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:52 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:52 PDT 2023","","","3D8YOU6S9H43V5DHBRHZODRR90QU6H","AKN1II7XHU24S","Submitted","Thu Sep 14 20:20:10 PDT 2023","Thu Sep 14 20:57:40 PDT 2023","Thu Sep 21 20:57:40 PDT 2023","","","","2250","0% (0/0)","0% (0/0)","0% (0/0)","51","592","Flickr 1","Snow","Protest ends without any injuries","https://drive.google.com/uc?export=view&id=1tdIZCigXcwjr9wYhWrbE10drnQFK885x","https://drive.google.com/uc?export=view&id=1NeSG51wwzQPJamWvmi-UCT0JZd1ELodm","https://drive.google.com/uc?export=view&id=1IIdFlHFZiQ-Mfh_AoabjFWzY0DXvwWln","a mexican band is getting ready to play at a children's quinceanera. some people are walking their way in to the person's home.","animal rights activists have gathered outside to protest some things today.","a male stand in front of a camera to pose for a picture in front of a train station.","a girl is having a birthday party but they will be serving meat in their home. some protesters have shown up to make a point that eating meat and or harming animals is wrong.","A girl has turned 15 today and she is having a quinceanera party. Some people do not like the fact that this little girls' parents are harvesting a pig for her quinceanera party. Some activists have shown up to protest the event. People are holding up signs and posing in front of cameras trying to make a statement. police have shown up to make sure the mexican band can make their way in peacefully.","A girl is having a birthday party but they will be serving meat in their home. Some protesters have shown up to make a point that eating meat and or harming animals is wrong. A girl has turned 15 today and she is having a quinceanera party. Some people do not like the fact that this little girls' parents are harvesting a pig for her quinceanera party. Some activists have shown up to protest the event. People are holding up signs and posing in front of cameras trying to make a statement. police have shown up to make sure the mexican band can make their way in peacefully","7","a  girl is having birthday party","while seeing the snow happiness will be happened","true","","","","false","false","false","false","false","false","","","","some people are going to do protest","a girl is enjoying the birthday party","true","false","false","false","false","false","true",""
+"3HUR21WDDW9U8AJOWDIC3REWFI8XYN","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:52 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:52 PDT 2023","","","3DEL4X4EL95XVTHIMFNERBAO2SZYXC","A2A5VJ6RO9DHN8","Submitted","Thu Sep 14 19:14:48 PDT 2023","Thu Sep 14 19:26:27 PDT 2023","Thu Sep 21 19:26:27 PDT 2023","","","","699","0% (0/0)","0% (0/0)","0% (0/0)","58","645","Flickr 2","The kids near the window","Have a safe and enjoyable ride","https://drive.google.com/uc?export=view&id=1U6q47T-bm_rzTZIzpZZiCHu99wup9JWa","https://drive.google.com/uc?export=view&id=1RmGls1Tgzlyv9-jrtl-BQX7zyuRgpeTx","https://drive.google.com/uc?export=view&id=1E8kCzwS9zREQAiYot34LygsrLMCdufV8","It is a house in the forest. It appears to be a very quite place","People are taking a picture near a steam train. The train is working and seams to be on with steam coming out.","A train is rolling along through the forest when it went to an clearing. The people on the train enjoyed the experience.","The people who lived in the house in the forest went to go and take a look at the steam train. They enjoyed there visit to the train and loved it. The train let out a whistle. They then took pictures standing next to the train.","They bought a ticket to ride the little steam engine train. It was wonderful experience and they saw the beautiful landscape. They continued on the journey and taking pictures along the way. They enjoyed the snacks that they purchased on the train as well","The people who lived in the house in the forest went to go and take a look at the steam train. They enjoyed there visit to the train and loved it. The train let out a whistle. They then took pictures standing next to the train. They bought a ticket to ride the little steam engine train. It was wonderful experience and they saw the beautiful landscape. They continued on the journey and taking pictures along the way. They enjoyed the snacks that they purchased on the train as well","8","Decision was very creative and useful","It was very useful to me and grateful","false","","","","false","false","false","false","false","false","false","","","it was very grateful to me and creative","window was my goal and achieved","false","false","true","false","false","true","false","it was very creative and useful to me"
+"3HUR21WDDW9U8AJOWDIC3REWFI8XYN","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:52 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:52 PDT 2023","","","3X66WABAJZ2LT4P48KUKDVEGQ18G3W","AKN1II7XHU24S","Submitted","Thu Sep 14 20:19:27 PDT 2023","Thu Sep 14 20:45:56 PDT 2023","Thu Sep 21 20:45:56 PDT 2023","","","","1589","0% (0/0)","0% (0/0)","0% (0/0)","58","645","Flickr 2","The kids near the window","Have a safe and enjoyable ride","https://drive.google.com/uc?export=view&id=1U6q47T-bm_rzTZIzpZZiCHu99wup9JWa","https://drive.google.com/uc?export=view&id=1RmGls1Tgzlyv9-jrtl-BQX7zyuRgpeTx","https://drive.google.com/uc?export=view&id=1E8kCzwS9zREQAiYot34LygsrLMCdufV8","It is a house in the forest. It appears to be a very quite place","People are taking a picture near a steam train. The train is working and seams to be on with steam coming out.","A train is rolling along through the forest when it went to an clearing. The people on the train enjoyed the experience.","The people who lived in the house in the forest went to go and take a look at the steam train. They enjoyed there visit to the train and loved it. The train let out a whistle. They then took pictures standing next to the train.","They bought a ticket to ride the little steam engine train. It was wonderful experience and they saw the beautiful landscape. They continued on the journey and taking pictures along the way. They enjoyed the snacks that they purchased on the train as well","The people who lived in the house in the forest went to go and take a look at the steam train. They enjoyed there visit to the train and loved it. The train let out a whistle. They then took pictures standing next to the train. They bought a ticket to ride the little steam engine train. It was wonderful experience and they saw the beautiful landscape. They continued on the journey and taking pictures along the way. They enjoyed the snacks that they purchased on the train as well","8","kids are enjoying the  journey","gender equality","false","","","","false","false","true","false","false","false","false","","","gender equality and equal qualification","kids are enjoying the scenario","true","false","false","false","false","false","true",""
+"30F94FBDNT4RELHTHB3V6DVPHD2TBL","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:52 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:52 PDT 2023","","","3AMW0RGHOGMYALBDTM4MGIQEW9JPNM","AD2XPS2WCTVTY","Submitted","Thu Sep 14 18:14:17 PDT 2023","Thu Sep 14 18:27:15 PDT 2023","Thu Sep 21 18:27:15 PDT 2023","","","","778","0% (0/0)","0% (0/0)","0% (0/0)","59","654","Flickr 2","Train window","Silas finishes his trip without losing his temper","https://drive.google.com/uc?export=view&id=1EHyVnl_JAkJ32cvHlLWdfIlD52d3_g6R","https://drive.google.com/uc?export=view&id=1w5ppdHkXwMRnoZ5v70Fvx8ot8f0TShYm","https://drive.google.com/uc?export=view&id=1T5aVrR-OJ4iU0_LvsZxEgflx3RUwdtGU","There is an A-Frame house that was built in the woods. The house sits atop a hill.","There are a group or Asian tourists checking out a steam locomotive. They arrived on a tour bus.","There are passengers riding on an old fashioned train. The train is on the tracks going through the woods.","Silas like to be left alone when he wasn't at work. That was why he built a house in the middle of the woods. The peace and quiet was the only thing that kept Silas from going crazy. During the day he made his living as a train conductor on an old time steam locomotive. The place was a tourist trap, filled with loud people and cameras.","Every day Silas would take the tourists on a trip around the area. He answered the same questions every day, trying not to lose his temper. The only time Silas had peace at work was when he was driving the train. That's when he let his mind wander back to being at home, alone and calm. One of these days Silas would leave his job and all the maddening people behind.","Silas like to be left alone when he wasn't at work. That was why he built a house in the middle of the woods. The peace and quiet was the only thing that kept Silas from going crazy. During the day he made his living as a train conductor on an old time steam locomotive. The place was a tourist trap, filled with loud people and cameras. Every day Silas would take the tourists on a trip around the area. He answered the same questions every day, trying not to lose his temper. The only time Silas had peace at work was when he was driving the train. That's when he let his mind wander back to being at home, alone and calm. One of these days Silas would leave his job and all the maddening people behind","10","THAT WAS WHY HE BUILT A HOUSE IN THE MIDDLE OF THE WOODS","GENERALLY PRESON OR OBJECT AND BE ASKED TO IDENTIFY THE GOAL AND HOW EITHER SPECIFIC CHARACTERISTICS OF THAT OR EVENTS THAT THE ENTITY MAY BE INVOLVED","false","","","","false","false","false","false","true","true","true","true","true","SILAS LIKE TO BE LEFT ALONE WHEN HE WASNT AT WORK","EVERY DAY SILAS WOULD TAKE THE TOURISTS ON A TRIP AROUND THE AREA","true","false","false","false","false","false","true",""
+"30F94FBDNT4RELHTHB3V6DVPHD2TBL","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:52 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:52 PDT 2023","","","3I3WADAZ9TOCZWT6AMVLX1L2VJMO5D","A1I7H6RDJS4EKN","Submitted","Thu Sep 14 17:09:52 PDT 2023","Thu Sep 14 18:00:51 PDT 2023","Thu Sep 21 18:00:51 PDT 2023","","","","3059","100% (1/1)","100% (1/1)","0% (0/0)","59","654","Flickr 2","Train window","Silas finishes his trip without losing his temper","https://drive.google.com/uc?export=view&id=1EHyVnl_JAkJ32cvHlLWdfIlD52d3_g6R","https://drive.google.com/uc?export=view&id=1w5ppdHkXwMRnoZ5v70Fvx8ot8f0TShYm","https://drive.google.com/uc?export=view&id=1T5aVrR-OJ4iU0_LvsZxEgflx3RUwdtGU","There is an A-Frame house that was built in the woods. The house sits atop a hill.","There are a group or Asian tourists checking out a steam locomotive. They arrived on a tour bus.","There are passengers riding on an old fashioned train. The train is on the tracks going through the woods.","Silas like to be left alone when he wasn't at work. That was why he built a house in the middle of the woods. The peace and quiet was the only thing that kept Silas from going crazy. During the day he made his living as a train conductor on an old time steam locomotive. The place was a tourist trap, filled with loud people and cameras.","Every day Silas would take the tourists on a trip around the area. He answered the same questions every day, trying not to lose his temper. The only time Silas had peace at work was when he was driving the train. That's when he let his mind wander back to being at home, alone and calm. One of these days Silas would leave his job and all the maddening people behind.","Silas like to be left alone when he wasn't at work. That was why he built a house in the middle of the woods. The peace and quiet was the only thing that kept Silas from going crazy. During the day he made his living as a train conductor on an old time steam locomotive. The place was a tourist trap, filled with loud people and cameras. Every day Silas would take the tourists on a trip around the area. He answered the same questions every day, trying not to lose his temper. The only time Silas had peace at work was when he was driving the train. That's when he let his mind wander back to being at home, alone and calm. One of these days Silas would leave his job and all the maddening people behind","10","The window had to be open.","Silas always kept the window open in his cab for he loved the breeze and the fresh smell of the woods.","false","","","","false","false","false","false","false","false","true","false","false","The window can't be opened because the crank handle is broken.","The window couldn't be opened because the crank handle that rolled it down had broken and Silas couldn't fix it.","false","false","true","false","false","false","true",""
+"3J9UN9O9J5CWGVIE71S2KQCXS7F0J2","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:52 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:52 PDT 2023","","","3DY4FPOOA48WU30185U2VUK6JUDRV1","AKN1II7XHU24S","Submitted","Thu Sep 14 20:18:55 PDT 2023","Thu Sep 14 20:36:44 PDT 2023","Thu Sep 21 20:36:44 PDT 2023","","","","1069","0% (0/0)","0% (0/0)","0% (0/0)","60","673","Flickr 2","Train track","The train ride ends in 2 hours","https://drive.google.com/uc?export=view&id=1ddNeAVqEzJpxLq4R-B2d2o5gnAI65WF-","https://drive.google.com/uc?export=view&id=15UcKzzQ3WZqk7Qw7kXNFqhDaC_f6g9mu","https://drive.google.com/uc?export=view&id=1H28-KQ5ytzOW45giAkd5VsKzVqVnZfIa","Anytime someone would like to be by themselves or have some peace and quiet, this is the perfect spot. It has become a very popular spot among the family.","In this small town, the train is a popular attraction. Everyone loves to stop by and see the train go through.","This train ride makes for a beautiful ride through the forest. Everyone loves to hang out of the side of the train and really enjoy the nature.","Each weekend, people love to come down to the house in the forest to temporarily escape their lives. Anyone is able to get some peace and quiet for a little bit. It's also possible to walk around this small town and see some attractions if interested. One of the main attractions is the red train that always runs through town.","There is also a train ride through the forest you can take. This ride takes you all through the mountains and forest. Everyone loves the scenery so much that people even hang out of the side of the train. This is a great activity for any visitors who come to stay in the house in the forest.","Each weekend, people love to come down to the house in the forest to temporarily escape their lives. Anyone is able to get some peace and quiet for a little bit. It's also possible to walk around this small town and see some attractions if interested. One of the main attractions is the red train that always runs through town. There is also a train ride through the forest you can take. This ride takes you all through the mountains and forest. Everyone loves the scenery so much that people even hang out of the side of the train. This is a great activity for any visitors who come to stay in the house in the forest","8","people are very happy to seethe scenery","peole are going to enjoy the weekend","true","","","","false","false","false","false","false","false","false","","","peole are enjoying inthe train","people are enjoying the senario","true","false","false","false","false","false","true",""
+"3J9UN9O9J5CWGVIE71S2KQCXS7F0J2","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:52 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:52 PDT 2023","","","3FTOP5WARI8Z3EG8X3X48A8PFH2J05","A300UPNTHSR0IM","Submitted","Thu Sep 14 18:10:53 PDT 2023","Thu Sep 14 18:51:03 PDT 2023","Thu Sep 21 18:51:03 PDT 2023","","","","2410","0% (0/0)","0% (0/0)","0% (0/0)","60","673","Flickr 2","Train track","The train ride ends in 2 hours","https://drive.google.com/uc?export=view&id=1ddNeAVqEzJpxLq4R-B2d2o5gnAI65WF-","https://drive.google.com/uc?export=view&id=15UcKzzQ3WZqk7Qw7kXNFqhDaC_f6g9mu","https://drive.google.com/uc?export=view&id=1H28-KQ5ytzOW45giAkd5VsKzVqVnZfIa","Anytime someone would like to be by themselves or have some peace and quiet, this is the perfect spot. It has become a very popular spot among the family.","In this small town, the train is a popular attraction. Everyone loves to stop by and see the train go through.","This train ride makes for a beautiful ride through the forest. Everyone loves to hang out of the side of the train and really enjoy the nature.","Each weekend, people love to come down to the house in the forest to temporarily escape their lives. Anyone is able to get some peace and quiet for a little bit. It's also possible to walk around this small town and see some attractions if interested. One of the main attractions is the red train that always runs through town.","There is also a train ride through the forest you can take. This ride takes you all through the mountains and forest. Everyone loves the scenery so much that people even hang out of the side of the train. This is a great activity for any visitors who come to stay in the house in the forest.","Each weekend, people love to come down to the house in the forest to temporarily escape their lives. Anyone is able to get some peace and quiet for a little bit. It's also possible to walk around this small town and see some attractions if interested. One of the main attractions is the red train that always runs through town. There is also a train ride through the forest you can take. This ride takes you all through the mountains and forest. Everyone loves the scenery so much that people even hang out of the side of the train. This is a great activity for any visitors who come to stay in the house in the forest","8","The red train has to be run on the track in the forest to enjoy the scenery.","The red train that runs through the forest","false","","","","false","false","false","false","true","true","true","","","The track was broken so train was stopped.","The heavy rainfall lead to landslides in  the forest.","false","true","false","false","false","false","true",""
+"3OCZWXS7ZQR16SSF7SARH0LGD4UL59","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:52 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:52 PDT 2023","","","3FE2ERCCZ0SGS6BPU14ZV7QJMJROP3","A1GI15FA658AYG","Submitted","Thu Sep 14 19:17:15 PDT 2023","Thu Sep 14 19:25:46 PDT 2023","Thu Sep 21 19:25:46 PDT 2023","","","","511","0% (0/0)","0% (0/0)","0% (0/0)","61","677","Flickr 3","The landscape","Dig the box out","https://drive.google.com/uc?export=view&id=1h_5Gl3h2ARaBH_llEc3uUlPV4cK_Ra3b","https://drive.google.com/uc?export=view&id=1A7nq9DyVU9iiLuO-tQ4VDzspCt_RSOOu","https://drive.google.com/uc?export=view&id=1Reaqjt1ZijghrOsBvuMGhifWq2fKIIsF","Weather seldom changes in the desert. Seasons pass and the landscape remains similar.","A person runs their hand along a rock. They do this very gently.","People go to the tourist destination. They look at the beautiful rock formations.","A man returns to the desert he knew from his youth. He touches the rocks and experiences the same emotions he felt so long ago. There is a box buried near the rock he is touching. He is going to dig it up.","Two mysterious figures arrive in another part of the desert. A mountain overlooking the valley the man is now digging in. They say nothing, but walk slowly. The woman rifles through her purse.","A man returns to the desert he knew from his youth. He touches the rocks and experiences the same emotions he felt so long ago. There is a box buried near the rock he is touching. He is going to dig it up. Two mysterious figures arrive in another part of the desert. A mountain overlooking the valley the man is now digging in. They say nothing, but walk slowly. The woman rifles through her purse","8","He must identify the rock that the treasure is buried in front of which is under the dead tree","The goal is for the man to dig up the box that is buried in a rock in the familiar landscape from his youth","false","","","","false","false","true","false","false","false","false","","","The original tree has blown over and is no longer in the same position that it was.","The two mysterious figures have moved the tree away from its original position","false","false","false","false","true","false","true",""
+"3OCZWXS7ZQR16SSF7SARH0LGD4UL59","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:52 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:52 PDT 2023","","","3K9FOBBF2K38J0WF1UBFZ1HURZMNLQ","A300UPNTHSR0IM","Submitted","Thu Sep 14 20:11:31 PDT 2023","Thu Sep 14 21:11:16 PDT 2023","Thu Sep 21 21:11:16 PDT 2023","","","","3585","0% (0/0)","0% (0/0)","0% (0/0)","61","677","Flickr 3","The landscape","Dig the box out","https://drive.google.com/uc?export=view&id=1h_5Gl3h2ARaBH_llEc3uUlPV4cK_Ra3b","https://drive.google.com/uc?export=view&id=1A7nq9DyVU9iiLuO-tQ4VDzspCt_RSOOu","https://drive.google.com/uc?export=view&id=1Reaqjt1ZijghrOsBvuMGhifWq2fKIIsF","Weather seldom changes in the desert. Seasons pass and the landscape remains similar.","A person runs their hand along a rock. They do this very gently.","People go to the tourist destination. They look at the beautiful rock formations.","A man returns to the desert he knew from his youth. He touches the rocks and experiences the same emotions he felt so long ago. There is a box buried near the rock he is touching. He is going to dig it up.","Two mysterious figures arrive in another part of the desert. A mountain overlooking the valley the man is now digging in. They say nothing, but walk slowly. The woman rifles through her purse.","A man returns to the desert he knew from his youth. He touches the rocks and experiences the same emotions he felt so long ago. There is a box buried near the rock he is touching. He is going to dig it up. Two mysterious figures arrive in another part of the desert. A mountain overlooking the valley the man is now digging in. They say nothing, but walk slowly. The woman rifles through her purse","8","The land should be soft which is easy to dig","The two people recovered the box sucessfully","false","","","","false","false","false","false","true","false","false","","","The land was dry and hard with rocks everywhere.","There is no rain for more than a year.","false","true","false","false","false","false","true",""
+"3UUIU9GZC7PPP50KG1CI3RVX7HH5TX","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:52 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:52 PDT 2023","","","3GFK2QRXXC1K452818MVEVYOYLU5WF","A2FAAOGWUTTTF5","Submitted","Fri Sep 15 00:05:36 PDT 2023","Fri Sep 15 01:04:27 PDT 2023","Fri Sep 22 01:04:27 PDT 2023","","","","3531","0% (0/0)","0% (0/0)","0% (0/0)","64","693","Flickr 3","The women’s bag","Collect information about the stones","https://drive.google.com/uc?export=view&id=1k9AXvGOsxqIjXT1-DhNbxmJzvh33F7Sg","https://drive.google.com/uc?export=view&id=1YDEeZwxw8CiCTsgbNUphVSi95-WsYdUY","https://drive.google.com/uc?export=view&id=1r3Bs7PcsS3Ixeg7Sjv6p0AJDOylVeP9P","there are dry land with some trees ans stones.this is an empty land no one is living this area.","The man was touching the hard surface on the stone","the two person was capturing the environment of a dry land.the climate was worse in the dry forest.","A man was walking on a dry land the land have some trees and stones.the land covered by rocks the man touching the stone for research.","The two researchers going to the forest for researching some materials like rocks and stones.they are capturing the moments in the dry land.the land land consist of small trees.","A man was walking on a dry land the land have some trees and stones. The land covered by rocks the man touching the stone for research. The two researchers going to the forest for researching some materials like rocks and stones. They are capturing the moments in the dry land. The land land consist of small trees","5","The researcher capturing the moments in the camera.","The camera can be protect using the bag.","false","","","","false","false","true","false","","","","","","There is the chances to broken","There is the problem due top the broken condition","false","true","false","false","false","false","true",""
+"3UUIU9GZC7PPP50KG1CI3RVX7HH5TX","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:52 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:52 PDT 2023","","","3PJUZCGDJ90SFR826VJ6CV042AZ89J","A1198W1SPF1R4","Submitted","Thu Sep 14 16:15:21 PDT 2023","Thu Sep 14 17:05:51 PDT 2023","Thu Sep 21 17:05:51 PDT 2023","","","","3030","100% (1890/1890)","100% (965/965)","100% (199/199)","64","693","Flickr 3","The women’s bag","Collect information about the stones","https://drive.google.com/uc?export=view&id=1k9AXvGOsxqIjXT1-DhNbxmJzvh33F7Sg","https://drive.google.com/uc?export=view&id=1YDEeZwxw8CiCTsgbNUphVSi95-WsYdUY","https://drive.google.com/uc?export=view&id=1r3Bs7PcsS3Ixeg7Sjv6p0AJDOylVeP9P","there are dry land with some trees ans stones.this is an empty land no one is living this area.","The man was touching the hard surface on the stone","the two person was capturing the environment of a dry land.the climate was worse in the dry forest.","A man was walking on a dry land the land have some trees and stones.the land covered by rocks the man touching the stone for research.","The two researchers going to the forest for researching some materials like rocks and stones.they are capturing the moments in the dry land.the land land consist of small trees.","A man was walking on a dry land the land have some trees and stones. The land covered by rocks the man touching the stone for research. The two researchers going to the forest for researching some materials like rocks and stones. They are capturing the moments in the dry land. The land land consist of small trees","5","The woman carries a bag with her while doing the research.","Hold the tools for the research and the woman's belongings.","false","","","","false","true","false","false","","","","","","The woman's bag is suddenly broken.","Poor material or workmanship cause the bag to break.","false","false","false","true","false","false","true",""
+"3ZFRE2BDQBYUD0TTSZKVHYNYLCCXZE","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:53 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:53 PDT 2023","","","39GXDJN2OWYQCYL59WO24DP1T2O8V5","AD2XPS2WCTVTY","Submitted","Thu Sep 14 20:11:07 PDT 2023","Thu Sep 14 21:07:14 PDT 2023","Thu Sep 21 21:07:14 PDT 2023","","","","3367","0% (0/0)","0% (0/0)","0% (0/0)","66","712","Flickr 4","Paved walking trail","Americans leave Sioux tribe’s land before getting caught","https://drive.google.com/uc?export=view&id=18GYdDdL2Nl5tX1WfKY0VNt9URZGzGiTq","https://drive.google.com/uc?export=view&id=1NtJQnnuQhW35noH1J-2UERYEdxvNCKBA","https://drive.google.com/uc?export=view&id=1Zci2Yn5dUcdWAu2kDK_bBc1pZTU6BQG8","This is a desert area in presumably the American Southwest. Cowboys pass through with their herd and coyotes chase roadrunners. Native tribes hunt buffalo.","A group of people hike through the desert to reach the long awaited holy lunch table. They pause to check their phones and take a picture of their feet.","This is the cool rock that all the travelers stop to take a picture of on the way to the giant table. It is said to be the remnants of the rock used to create the giant table and pavilion.","The American Indian Sioux tribe ran off all white settlers in a certain region of Arizona for decades, and returned to the traditional native way of life free from interference of the white man. The Sioux headed down into the Red Valley earlier this year to look for more wild American buffalo, and began to venture further out into their territory. As they travelled further on horseback they saw something in the distance. A giant picnic table, sitting under a pavilion to the East. The tribe snuck closer to investigate, and what they saw shocked them. Dozens of white people marching like zombies toward the massive relic.","The Sioux were shocked and confused. They continued to come closer, and followed the white travelers from a distance. All the travelers seemed to stop at a certain location miles before the monument. They would stop for a few minutes, looking down, then continue. The Sioux waited until it had cleared out and came up to where this happened, looked down and saw a rusty red rock in a tuft of grass. The Sioux were puzzled, scared, and concerned. They decided to go home and worry about themselves.","The American Indian Sioux tribe ran off all white settlers in a certain region of Arizona for decades, and returned to the traditional native way of life free from interference of the white man. The Sioux headed down into the Red Valley earlier this year to look for more wild American buffalo, and began to venture further out into their territory. As they travelled further on horseback they saw something in the distance. A giant picnic table, sitting under a pavilion to the East. The tribe snuck closer to investigate, and what they saw shocked them. Dozens of white people marching like zombies toward the massive relic. The Sioux were shocked and confused. They continued to come closer, and followed the white travelers from a distance. All the travelers seemed to stop at a certain location miles before the monument. They would stop for a few minutes, looking down, then continue. The Sioux waited until it had cleared out and came up to where this happened, looked down and saw a rusty red rock in a tuft of grass. The Sioux were puzzled, scared, and concerned. They decided to go home and worry about themselves","13","the sioux headed down into the red valley earlier this year to look for more wild american buffalo","the american indian sioux tribe ran off all white settlers in a certain region or arizona for decades","true","true","true","true","true","true","true","true","true","true","true","true","true","dozens of white people marcing like zombies toward the massive relic","the sioux waited until it had cleard out and camp up to where this happened looked down and saw a rusty red rock in a tuft o","true","false","false","false","false","false","true",""
+"3ZFRE2BDQBYUD0TTSZKVHYNYLCCXZE","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:53 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:53 PDT 2023","","","3YGXWBAF731TUOS36C3KX9L7696C4X","A47ELJ1VHC7S7","Submitted","Thu Sep 14 16:10:59 PDT 2023","Thu Sep 14 16:44:05 PDT 2023","Thu Sep 21 16:44:05 PDT 2023","","","","1986","0% (0/0)","0% (0/0)","0% (0/0)","66","712","Flickr 4","Paved walking trail","Americans leave Sioux tribe’s land before getting caught","https://drive.google.com/uc?export=view&id=18GYdDdL2Nl5tX1WfKY0VNt9URZGzGiTq","https://drive.google.com/uc?export=view&id=1NtJQnnuQhW35noH1J-2UERYEdxvNCKBA","https://drive.google.com/uc?export=view&id=1Zci2Yn5dUcdWAu2kDK_bBc1pZTU6BQG8","This is a desert area in presumably the American Southwest. Cowboys pass through with their herd and coyotes chase roadrunners. Native tribes hunt buffalo.","A group of people hike through the desert to reach the long awaited holy lunch table. They pause to check their phones and take a picture of their feet.","This is the cool rock that all the travelers stop to take a picture of on the way to the giant table. It is said to be the remnants of the rock used to create the giant table and pavilion.","The American Indian Sioux tribe ran off all white settlers in a certain region of Arizona for decades, and returned to the traditional native way of life free from interference of the white man. The Sioux headed down into the Red Valley earlier this year to look for more wild American buffalo, and began to venture further out into their territory. As they travelled further on horseback they saw something in the distance. A giant picnic table, sitting under a pavilion to the East. The tribe snuck closer to investigate, and what they saw shocked them. Dozens of white people marching like zombies toward the massive relic.","The Sioux were shocked and confused. They continued to come closer, and followed the white travelers from a distance. All the travelers seemed to stop at a certain location miles before the monument. They would stop for a few minutes, looking down, then continue. The Sioux waited until it had cleared out and came up to where this happened, looked down and saw a rusty red rock in a tuft of grass. The Sioux were puzzled, scared, and concerned. They decided to go home and worry about themselves.","The American Indian Sioux tribe ran off all white settlers in a certain region of Arizona for decades, and returned to the traditional native way of life free from interference of the white man. The Sioux headed down into the Red Valley earlier this year to look for more wild American buffalo, and began to venture further out into their territory. As they travelled further on horseback they saw something in the distance. A giant picnic table, sitting under a pavilion to the East. The tribe snuck closer to investigate, and what they saw shocked them. Dozens of white people marching like zombies toward the massive relic. The Sioux were shocked and confused. They continued to come closer, and followed the white travelers from a distance. All the travelers seemed to stop at a certain location miles before the monument. They would stop for a few minutes, looking down, then continue. The Sioux waited until it had cleared out and came up to where this happened, looked down and saw a rusty red rock in a tuft of grass. The Sioux were puzzled, scared, and concerned. They decided to go home and worry about themselves","13","NICE","GOOD","false","false","false","false","true","false","false","false","false","false","false","false","false","GOOD","NICE","false","false","false","false","true","false","true",""
+"3P520RYKCJQ4PIF9G62S8NHZQVO5UO","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:53 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:53 PDT 2023","","","386CSBG1O26B3C60UIXUECU26FD6QH","AY9IJLAPO4JMC","Submitted","Thu Sep 14 16:08:58 PDT 2023","Thu Sep 14 16:50:16 PDT 2023","Thu Sep 21 16:50:16 PDT 2023","","","","2478","0% (0/0)","0% (0/0)","0% (0/0)","69","737","Flickr 4","The sand","Find rare rock","https://drive.google.com/uc?export=view&id=1WLXWVRrDyaJ4ZU6a6tjErZ3rc-_j5Wcc","https://drive.google.com/uc?export=view&id=1HYucvMw8UZtexQHomij6xs_20UdHXhxR","https://drive.google.com/uc?export=view&id=1T8mXd2tGf07KJB5Up-f55gGVNRyuaJQ_","View of what looks like a very hot part of the world.  There are clouds in the sky and the roads have no markings.","There are 3 people further along the path than the woman closest to the camera.  They are looking at something on the ground.","A rather large rock in the middle of the ground.  It has some interesting dark red patterns on the inside of it and is covering some dead grass.","A family walking through what seems a never ending trail out in the country.  The sky is blue and the weather looks beautiful.  Three of the family have stumbled across something while out on their trail.  They are waiting for the last member of their party to catch up so they can assess.","Out in the middle of nowhere, they have stumbled across one of the world's rarest rocks.  It is holding all of the family's attention who are further up the path, it is all they are focused on.  Will the last member realise what it is?  I hope that they don't pass up on this opportunity.  It would be so unfortunate if this rock isn't collected, it is wanted by so many museums worldwide.","A family walking through what seems a never ending trail out in the country. The sky is blue and the weather looks beautiful. Three of the family have stumbled across something while out on their trail. They are waiting for the last member of their party to catch up so they can assess. Out in the middle of nowhere, they have stumbled across one of the world's rarest rocks. It is holding all of the family's attention who are further up the path, it is all they are focused on. Will the last member realise what it is?. I hope that they don't pass up on this opportunity. It would be so unfortunate if this rock isn't collected, it is wanted by so many museums worldwide","9","rock","rock","false","","","","true","false","false","false","false","false","false","false","","rock","rock","false","false","false","true","false","false","true",""
+"3P520RYKCJQ4PIF9G62S8NHZQVO5UO","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:53 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:53 PDT 2023","","","3VE8AYVF8PH1G1ZF9HJYMRMF59AF80","A1BBNX68DRRQ6F","Submitted","Fri Sep 15 04:14:51 PDT 2023","Fri Sep 15 05:10:21 PDT 2023","Fri Sep 22 05:10:21 PDT 2023","","","","3330","0% (0/0)","0% (0/0)","0% (0/0)","69","737","Flickr 4","The sand","Find rare rock","https://drive.google.com/uc?export=view&id=1WLXWVRrDyaJ4ZU6a6tjErZ3rc-_j5Wcc","https://drive.google.com/uc?export=view&id=1HYucvMw8UZtexQHomij6xs_20UdHXhxR","https://drive.google.com/uc?export=view&id=1T8mXd2tGf07KJB5Up-f55gGVNRyuaJQ_","View of what looks like a very hot part of the world.  There are clouds in the sky and the roads have no markings.","There are 3 people further along the path than the woman closest to the camera.  They are looking at something on the ground.","A rather large rock in the middle of the ground.  It has some interesting dark red patterns on the inside of it and is covering some dead grass.","A family walking through what seems a never ending trail out in the country.  The sky is blue and the weather looks beautiful.  Three of the family have stumbled across something while out on their trail.  They are waiting for the last member of their party to catch up so they can assess.","Out in the middle of nowhere, they have stumbled across one of the world's rarest rocks.  It is holding all of the family's attention who are further up the path, it is all they are focused on.  Will the last member realise what it is?  I hope that they don't pass up on this opportunity.  It would be so unfortunate if this rock isn't collected, it is wanted by so many museums worldwide.","A family walking through what seems a never ending trail out in the country. The sky is blue and the weather looks beautiful. Three of the family have stumbled across something while out on their trail. They are waiting for the last member of their party to catch up so they can assess. Out in the middle of nowhere, they have stumbled across one of the world's rarest rocks. It is holding all of the family's attention who are further up the path, it is all they are focused on. Will the last member realise what it is?. I hope that they don't pass up on this opportunity. It would be so unfortunate if this rock isn't collected, it is wanted by so many museums worldwide","9","They want to catch up a last member of their party on the way filled with the sand.","The family collects the rarest rocks on the sand.","false","","","","false","false","false","false","false","false","false","true","","The rarest rocks on the sand may be wanted by so many museums.","If they are not collects the rock on the sand.","false","false","false","false","false","false","true",""
+"3D4BBDG7ZJG5P9B5GWTZZKX95ZQ3CM","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:53 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:53 PDT 2023","","","3MMN5BL1W2OLLELQJNSFQ0YDMNL3MS","AWLVMPYOA87P6","Submitted","Thu Sep 14 19:27:38 PDT 2023","Thu Sep 14 20:21:08 PDT 2023","Thu Sep 21 20:21:08 PDT 2023","","","","3210","0% (0/0)","0% (0/0)","0% (0/0)","72","778","Flickr 5","Scattered trees","Explore the national park","https://drive.google.com/uc?export=view&id=1RMWPL4jNX0qD17FlUFEkrIPNDLo6hslA","https://drive.google.com/uc?export=view&id=1Y82cM_4_ku3tQmLCrtjg6_FnKoaPpZyY","https://drive.google.com/uc?export=view&id=1xZsVfKVsL2K3w-qzEL1WGcsNSYsZghZ8","There is a sign indicating a national park. The grass is yellowing, meaning that is getting close to winter.","The sky is bright blue in stark contrast to the green and yellow of the vegetation. Everything looks calm and serene.","There is a deer casually walking across the prairie land. It is headed in the direction to the National Forest.","Sandy always preferred to take her vacation when it started getting cold. She hated to sweat and loved building campfires. Another good thing about this time of year was that the National Parks were usually empty. Camping and hiking are best done with as few people as possible. I mean, who really wants neighbors when you're on the side of a mountain?","Sandy woke up as soon as the sun started to heat up her tent. She opened the flap and breathed in the crisp morning air. As she built her campfire to make breakfast and heat up her coffee, she heard the mating call of a deer. Looking up from her fire she spotted the creature, standing in the middle of the prairie. It's breath was visible in the cool air. This was Sandy's perfect moment and the reason she came back year after year.","Sandy always preferred to take her vacation when it started getting cold. She hated to sweat and loved building campfires. Another good thing about this time of year was that the National Parks were usually empty. Camping and hiking are best done with as few people as possible. I mean, who really wants neighbors when you're on the side of a mountain?Sandy. Woke up as soon as the sun started to heat up her tent. She opened the flap and breathed in the crisp morning air. As she built her campfire to make breakfast and heat up her coffee, she heard the mating call of a deer. Looking up from her fire she spotted the creature, standing in the middle of the prairie. It's breath was visible in the cool air. This was Sandy's perfect moment and the reason she came back year after year","11","Ensure the availability of native tree species suitable for the specific ecosystem where the scattered trees are located","Enhance the ecological health and biodiversity of an area with scattered trees","true","false","","","true","false","false","false","true","false","false","false","true","non native tree species that are not adapted to the local ecoststem","An unexpected out break of a tree disease","true","false","false","false","false","false","true",""
+"3D4BBDG7ZJG5P9B5GWTZZKX95ZQ3CM","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:53 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:53 PDT 2023","","","3V5Q80FXI0BVEAHX959VBRKFGI132Y","A1A8M2IJK59XNG","Submitted","Thu Sep 14 19:30:15 PDT 2023","Thu Sep 14 19:49:33 PDT 2023","Thu Sep 21 19:49:33 PDT 2023","","","","1158","0% (0/0)","0% (0/0)","0% (0/0)","72","778","Flickr 5","Scattered trees","Explore the national park","https://drive.google.com/uc?export=view&id=1RMWPL4jNX0qD17FlUFEkrIPNDLo6hslA","https://drive.google.com/uc?export=view&id=1Y82cM_4_ku3tQmLCrtjg6_FnKoaPpZyY","https://drive.google.com/uc?export=view&id=1xZsVfKVsL2K3w-qzEL1WGcsNSYsZghZ8","There is a sign indicating a national park. The grass is yellowing, meaning that is getting close to winter.","The sky is bright blue in stark contrast to the green and yellow of the vegetation. Everything looks calm and serene.","There is a deer casually walking across the prairie land. It is headed in the direction to the National Forest.","Sandy always preferred to take her vacation when it started getting cold. She hated to sweat and loved building campfires. Another good thing about this time of year was that the National Parks were usually empty. Camping and hiking are best done with as few people as possible. I mean, who really wants neighbors when you're on the side of a mountain?","Sandy woke up as soon as the sun started to heat up her tent. She opened the flap and breathed in the crisp morning air. As she built her campfire to make breakfast and heat up her coffee, she heard the mating call of a deer. Looking up from her fire she spotted the creature, standing in the middle of the prairie. It's breath was visible in the cool air. This was Sandy's perfect moment and the reason she came back year after year.","Sandy always preferred to take her vacation when it started getting cold. She hated to sweat and loved building campfires. Another good thing about this time of year was that the National Parks were usually empty. Camping and hiking are best done with as few people as possible. I mean, who really wants neighbors when you're on the side of a mountain?Sandy. Woke up as soon as the sun started to heat up her tent. She opened the flap and breathed in the crisp morning air. As she built her campfire to make breakfast and heat up her coffee, she heard the mating call of a deer. Looking up from her fire she spotted the creature, standing in the middle of the prairie. It's breath was visible in the cool air. This was Sandy's perfect moment and the reason she came back year after year","11","YOU WILL IDENTIFY THE GOAL OF THE STOREY AND THEN IDENTIFY THE CONDITIONS AID THIS TASK YOU WILL BE GIVEN A SPECIFIC ENTITY","SANDY ALWAYS PREFERRED TO TAKE HER VACATION WHEN IT STARTED GETTING COLD","true","false","","","false","false","false","false","false","false","false","false","false","SHE HATED TO SWEAT AND LOVED BUILDING CAMPFIRES","SHE HATED TO NATIONAL PARK WERE USUALLY EMPTY  CAMPING AND HIKING ARE BEST DONE WITH AS FEW PEOPLE AS POSSIBLE","true","false","false","false","false","false","true",""
+"37ZQELHEQ2IP2ZG6B47SBU0R4UKNM3","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:53 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:53 PDT 2023","","","358UUM7WR2NUJDZ5Q7RMPG43XC67RP","AD2XPS2WCTVTY","Submitted","Thu Sep 14 19:27:34 PDT 2023","Thu Sep 14 20:08:44 PDT 2023","Thu Sep 21 20:08:44 PDT 2023","","","","2470","0% (0/0)","0% (0/0)","0% (0/0)","80","824","Flickr 6","Weather","Deliver the food to starving animals","https://drive.google.com/uc?export=view&id=11y_dQItN5hxT2q8oCSrb1DJAc2kuEhyb","https://drive.google.com/uc?export=view&id=10u_puKQ_U6b8zi9fNsPczET9atLQbKHX","https://drive.google.com/uc?export=view&id=15HfaG5MUticGMLQ7OBPuyCL4OlUXsOm8","The wind blows through the grass, whistling slightly around the edge of the sign. The grass is brown because there has been a drought all summer. The wind blows hard and hot, and the pines are the only green for miles.","The young bison nibbles the dry grass. It has been a very harsh summer. The bison should be getting fat but its ribcage is clearly visible through its shaggy fur.","The doe rarely left the shelter of the forest, but it was time. The long shadows cast by the trees from the early morning sun would help conceal her. Her coat was the exact same color as the grass in the shadows. Hopefully there would be enough here to make a meal.","This time of year, the prairie near the badlands should have been rippling with lush grass as tall as a tall man's waist. But the drought had ravaged the region. The grass was struggling to grow, short and brown and blasted by the incessant heat. Everyday I passed this sign driving into the park for work, and everyday the prairie just looked worse and worse. Even the buffalo were skinny and underfed, ribs showing as they nosed the ground looking for good grass to eat.","The deer I saw on my morning drive looked a little better off. This doe wasn't exactly fat, but she wasn't starving like the bison clearly had been. The forest was comparably much cooler and wetter than the prairies, so even during a drought the deer could usually find more to eat. Still, the image of the skinny, starving bison haunted me. I resolved to talk to my supervisor as soon as I got into the ranger station. We would have to bring in some bales of hay to feed the buffalo. My boss would probably scream and say it wasn't in the budget, but at the end of the day, she loves the animals as much as I do.","This time of year, the prairie near the badlands should have been rippling with lush grass as tall as a tall man's waist. But the drought had ravaged the region. The grass was struggling to grow, short and brown and blasted by the incessant heat. Everyday I passed this sign driving into the park for work, and everyday the prairie just looked worse and worse. Even the buffalo were skinny and underfed, ribs showing as they nosed the ground looking for good grass to eat. The deer I saw on my morning drive looked a little better off. This doe wasn't exactly fat, but she wasn't starving like the bison clearly had been. The forest was comparably much cooler and wetter than the prairies, so even during a drought the deer could usually find more to eat. Still, the image of the skinny, starving bison haunted me. I resolved to talk to my supervisor as soon as I got into the ranger station. We would have to bring in some bales of hay to feed the buffalo. My boss would probably scream and say it wasn't in the budget, but at the end of the day, she loves the animals as much as I do","12","GENERALLY PERSON OBJECT AND BE ASKED TI IDENTIFY THE GOAL AND HOW EITHER SPECIFIC CHARACTERISTICS OF THAT ENTITY OR EVENTS THATS THE ENTITY MAY BE INVOLVED IN COULD LEAD TO GOAL NOT BEING COMPLETED","YOU WILL BE BPRESENTED WITH A COLLECTION OF IMAGES AND A STORY THAT IS IN SOME MANNER RELATED TO TAT GOAL","true","true","true","","true","true","true","true","true","true","true","true","true","THIS TIME OF YEAR THE PRAIRIE NEAR THE BADLANDS SHOULD HAVE BEEN RIPPLING WITH LUSH GRASS AS TALL AS A TALL MANS WAIST","THE DEER I SAW ON MY MORING DRIVE LOOKED A LITTLE BETTER OFF THIS DOE WASNT EXACTLY FAT BUT SHE WASNT STARVING LIKE THE BISON CLEARLY HAD BEEN","true","false","false","false","false","false","true",""
+"37ZQELHEQ2IP2ZG6B47SBU0R4UKNM3","3AKE04YHPQLHH11XHN7PYRRTP5KHZN","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Thu Sep 14 16:08:53 PDT 2023","2","BatchId:5132094;OriginalHitTemplateId:920937340;","3600","604800","Thu Sep 21 16:08:53 PDT 2023","","","3OVR4I9USS3XOP2MBU4FHEAOAO74QU","A1198W1SPF1R4","Submitted","Thu Sep 14 16:09:00 PDT 2023","Thu Sep 14 17:00:58 PDT 2023","Thu Sep 21 17:00:58 PDT 2023","","","","3118","100% (1890/1890)","100% (965/965)","100% (199/199)","80","824","Flickr 6","Weather","Deliver the food to starving animals","https://drive.google.com/uc?export=view&id=11y_dQItN5hxT2q8oCSrb1DJAc2kuEhyb","https://drive.google.com/uc?export=view&id=10u_puKQ_U6b8zi9fNsPczET9atLQbKHX","https://drive.google.com/uc?export=view&id=15HfaG5MUticGMLQ7OBPuyCL4OlUXsOm8","The wind blows through the grass, whistling slightly around the edge of the sign. The grass is brown because there has been a drought all summer. The wind blows hard and hot, and the pines are the only green for miles.","The young bison nibbles the dry grass. It has been a very harsh summer. The bison should be getting fat but its ribcage is clearly visible through its shaggy fur.","The doe rarely left the shelter of the forest, but it was time. The long shadows cast by the trees from the early morning sun would help conceal her. Her coat was the exact same color as the grass in the shadows. Hopefully there would be enough here to make a meal.","This time of year, the prairie near the badlands should have been rippling with lush grass as tall as a tall man's waist. But the drought had ravaged the region. The grass was struggling to grow, short and brown and blasted by the incessant heat. Everyday I passed this sign driving into the park for work, and everyday the prairie just looked worse and worse. Even the buffalo were skinny and underfed, ribs showing as they nosed the ground looking for good grass to eat.","The deer I saw on my morning drive looked a little better off. This doe wasn't exactly fat, but she wasn't starving like the bison clearly had been. The forest was comparably much cooler and wetter than the prairies, so even during a drought the deer could usually find more to eat. Still, the image of the skinny, starving bison haunted me. I resolved to talk to my supervisor as soon as I got into the ranger station. We would have to bring in some bales of hay to feed the buffalo. My boss would probably scream and say it wasn't in the budget, but at the end of the day, she loves the animals as much as I do.","This time of year, the prairie near the badlands should have been rippling with lush grass as tall as a tall man's waist. But the drought had ravaged the region. The grass was struggling to grow, short and brown and blasted by the incessant heat. Everyday I passed this sign driving into the park for work, and everyday the prairie just looked worse and worse. Even the buffalo were skinny and underfed, ribs showing as they nosed the ground looking for good grass to eat. The deer I saw on my morning drive looked a little better off. This doe wasn't exactly fat, but she wasn't starving like the bison clearly had been. The forest was comparably much cooler and wetter than the prairies, so even during a drought the deer could usually find more to eat. Still, the image of the skinny, starving bison haunted me. I resolved to talk to my supervisor as soon as I got into the ranger station. We would have to bring in some bales of hay to feed the buffalo. My boss would probably scream and say it wasn't in the budget, but at the end of the day, she loves the animals as much as I do","12","There has been no rainfall for a certain period of time.","Cause drought in the prairies","false","false","false","","true","true","true","true","false","false","true","false","false","There has been rainfall lately.","The clouds became saturated and caused raindrops to fall to earth.","false","false","true","false","false","false","true",""

requirements.txt

@@ -0,0 +1,2 @@
+google-cloud-firestore
+path

results.csv

@@ -0,0 +1,19 @@
+"HITId","HITTypeId","Title","Description","Keywords","Reward","CreationTime","MaxAssignments","RequesterAnnotation","AssignmentDurationInSeconds","AutoApprovalDelayInSeconds","Expiration","NumberOfSimilarHITs","LifetimeInSeconds","AssignmentId","WorkerId","AssignmentStatus","AcceptTime","SubmitTime","AutoApprovalTime","ApprovalTime","RejectionTime","RequesterFeedback","WorkTimeInSeconds","LifetimeApprovalRate","Last30DaysApprovalRate","Last7DaysApprovalRate","Input.item_id","Input.id","Input.image_set","Input.entity","Input.goal","Input.image1","Input.image2","Input.image3","Input.scene_facet_1","Input.scene_facet_2","Input.scene_facet_3","Input.narrative_facet_1","Input.narrative_facet_2","Input.story","Input.number_of_lines","Answer.condition","Answer.goal","Answer.line0_changed.on","Answer.line10_changed.on","Answer.line11_changed.on","Answer.line1_changed.on","Answer.line2_changed.on","Answer.line3_changed.on","Answer.line4_changed.on","Answer.line5_changed.on","Answer.line6_changed.on","Answer.line7_changed.on","Answer.line8_changed.on","Answer.line9_changed.on","Answer.not_condition","Answer.not_condition_ep","Answer.rating.1","Answer.rating.2","Answer.rating.3","Answer.rating.4","Answer.rating.5","Answer.story_impact.no","Answer.story_impact.yes","Answer.why_no_impact","Approve","Reject"
+"388CL5C1RL7DMLCA8UB06XO6IQELH9","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:19 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:19 PDT 2023","","","3D3VGR7TA3ZCIUYIOVOWCZSNX0T3RA","AU8027RY4UV0T","Submitted","Tue Oct 24 00:54:46 PDT 2023","Tue Oct 24 01:18:43 PDT 2023","Tue Nov 07 00:18:43 PST 2023","","","","1437","0% (0/0)","0% (0/0)","0% (0/0)","51","592","Flickr 1","Snow","Protest ends without any injuries","https://drive.google.com/uc?export=view&id=1tdIZCigXcwjr9wYhWrbE10drnQFK885x","https://drive.google.com/uc?export=view&id=1NeSG51wwzQPJamWvmi-UCT0JZd1ELodm","https://drive.google.com/uc?export=view&id=1IIdFlHFZiQ-Mfh_AoabjFWzY0DXvwWln","a mexican band is getting ready to play at a children's quinceanera. some people are walking their way in to the person's home.","animal rights activists have gathered outside to protest some things today.","a male stand in front of a camera to pose for a picture in front of a train station.","a girl is having a birthday party but they will be serving meat in their home. some protesters have shown up to make a point that eating meat and or harming animals is wrong.","A girl has turned 15 today and she is having a quinceanera party. Some people do not like the fact that this little girls' parents are harvesting a pig for her quinceanera party. Some activists have shown up to protest the event. People are holding up signs and posing in front of cameras trying to make a statement. police have shown up to make sure the mexican band can make their way in peacefully.","A girl is having a birthday party but they will be serving meat in their home. Some protesters have shown up to make a point that eating meat and or harming animals is wrong. A girl has turned 15 today and she is having a quinceanera party. Some people do not like the fact that this little girls' parents are harvesting a pig for her quinceanera party. Some activists have shown up to protest the event. People are holding up signs and posing in front of cameras trying to make a statement. police have shown up to make sure the mexican band can make their way in peacefully","7","For the goal completion  we can identify the peoples who protest their wear jackets and sweaters and heat producing cloths for warm their bodies because of the snow fall","yes the goal of the story is snow is successful","false","","","true","false","false","false","false","false","","","","STREET","THE STREET WHICH IS LEAD THE CHANGED THE CONDITION","false","false","true","false","false","false","true",""
+"388CL5C1RL7DMLCA8UB06XO6IQELH9","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:19 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:19 PDT 2023","","","3EQHHY4HQVCO7JC8M3IDSSC09M05GV","A300UPNTHSR0IM","Submitted","Mon Oct 23 19:13:45 PDT 2023","Mon Oct 23 19:45:53 PDT 2023","Mon Nov 06 18:45:53 PST 2023","","","","1928","100% (12/12)","0% (0/0)","0% (0/0)","51","592","Flickr 1","Snow","Protest ends without any injuries","https://drive.google.com/uc?export=view&id=1tdIZCigXcwjr9wYhWrbE10drnQFK885x","https://drive.google.com/uc?export=view&id=1NeSG51wwzQPJamWvmi-UCT0JZd1ELodm","https://drive.google.com/uc?export=view&id=1IIdFlHFZiQ-Mfh_AoabjFWzY0DXvwWln","a mexican band is getting ready to play at a children's quinceanera. some people are walking their way in to the person's home.","animal rights activists have gathered outside to protest some things today.","a male stand in front of a camera to pose for a picture in front of a train station.","a girl is having a birthday party but they will be serving meat in their home. some protesters have shown up to make a point that eating meat and or harming animals is wrong.","A girl has turned 15 today and she is having a quinceanera party. Some people do not like the fact that this little girls' parents are harvesting a pig for her quinceanera party. Some activists have shown up to protest the event. People are holding up signs and posing in front of cameras trying to make a statement. police have shown up to make sure the mexican band can make their way in peacefully.","A girl is having a birthday party but they will be serving meat in their home. Some protesters have shown up to make a point that eating meat and or harming animals is wrong. A girl has turned 15 today and she is having a quinceanera party. Some people do not like the fact that this little girls' parents are harvesting a pig for her quinceanera party. Some activists have shown up to protest the event. People are holding up signs and posing in front of cameras trying to make a statement. police have shown up to make sure the mexican band can make their way in peacefully","7","The road which the band heading is clear without any snow.","The Mexican band had reached the party hall peacefully in time.","false","","","false","false","false","false","false","true","","","","The road is fully covered with snow which made impossible for anyone to move.","Change in weather condition will lead to heavy snowfall.","false","true","false","false","false","false","true",""
+"3VIVIU06FMWXOY5FEOU06M4AI8JIM1","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:19 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:19 PDT 2023","","","39KFRKBFIQFA1K3QLO0I8YJVVDZOYL","A1ZAD8NLA5EDT0","Submitted","Mon Oct 23 20:32:43 PDT 2023","Mon Oct 23 20:50:30 PDT 2023","Mon Nov 06 19:50:30 PST 2023","","","","1067","0% (0/0)","0% (0/0)","0% (0/0)","58","645","Flickr 2","The kids near the window","Have a safe and enjoyable ride","https://drive.google.com/uc?export=view&id=1U6q47T-bm_rzTZIzpZZiCHu99wup9JWa","https://drive.google.com/uc?export=view&id=1RmGls1Tgzlyv9-jrtl-BQX7zyuRgpeTx","https://drive.google.com/uc?export=view&id=1E8kCzwS9zREQAiYot34LygsrLMCdufV8","It is a house in the forest. It appears to be a very quite place","People are taking a picture near a steam train. The train is working and seams to be on with steam coming out.","A train is rolling along through the forest when it went to an clearing. The people on the train enjoyed the experience.","The people who lived in the house in the forest went to go and take a look at the steam train. They enjoyed there visit to the train and loved it. The train let out a whistle. They then took pictures standing next to the train.","They bought a ticket to ride the little steam engine train. It was wonderful experience and they saw the beautiful landscape. They continued on the journey and taking pictures along the way. They enjoyed the snacks that they purchased on the train as well","The people who lived in the house in the forest went to go and take a look at the steam train. They enjoyed there visit to the train and loved it. The train let out a whistle. They then took pictures standing next to the train. They bought a ticket to ride the little steam engine train. It was wonderful experience and they saw the beautiful landscape. They continued on the journey and taking pictures along the way. They enjoyed the snacks that they purchased on the train as well","8","I LIKE THE PHYSICAL AND EMOIONAL GOOD.","Puffing BILLY Remained IN SERVICE UNTIL 1862 WHEN EDWARD BLACKED THE OWNER OF WYLAM CLLIERY LENT IT TI THE PATENT OFFICE.","false","","","true","false","false","true","false","true","false","","","I LIKE THE IMAGES","I LIKE THE COULD LEAD CHANGED WHITH EVENT","false","false","true","false","false","false","true",""
+"3VIVIU06FMWXOY5FEOU06M4AI8JIM1","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:19 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:19 PDT 2023","","","3NAPMVF0ZZZDFTIKBHCLO8WVQ9I72L","A2Q8AZVOGJYFDC","Submitted","Mon Oct 23 18:03:08 PDT 2023","Mon Oct 23 18:38:14 PDT 2023","Mon Nov 06 17:38:14 PST 2023","","","","2106","0% (0/0)","0% (0/0)","0% (0/0)","58","645","Flickr 2","The kids near the window","Have a safe and enjoyable ride","https://drive.google.com/uc?export=view&id=1U6q47T-bm_rzTZIzpZZiCHu99wup9JWa","https://drive.google.com/uc?export=view&id=1RmGls1Tgzlyv9-jrtl-BQX7zyuRgpeTx","https://drive.google.com/uc?export=view&id=1E8kCzwS9zREQAiYot34LygsrLMCdufV8","It is a house in the forest. It appears to be a very quite place","People are taking a picture near a steam train. The train is working and seams to be on with steam coming out.","A train is rolling along through the forest when it went to an clearing. The people on the train enjoyed the experience.","The people who lived in the house in the forest went to go and take a look at the steam train. They enjoyed there visit to the train and loved it. The train let out a whistle. They then took pictures standing next to the train.","They bought a ticket to ride the little steam engine train. It was wonderful experience and they saw the beautiful landscape. They continued on the journey and taking pictures along the way. They enjoyed the snacks that they purchased on the train as well","The people who lived in the house in the forest went to go and take a look at the steam train. They enjoyed there visit to the train and loved it. The train let out a whistle. They then took pictures standing next to the train. They bought a ticket to ride the little steam engine train. It was wonderful experience and they saw the beautiful landscape. They continued on the journey and taking pictures along the way. They enjoyed the snacks that they purchased on the train as well","8","its so good","its so fluffy","false","","","false","true","true","true","false","false","false","","","maybe good","good","false","false","false","false","false","false","true",""
+"3URJ6VVYUR7RGURC6F794PJW8QXO47","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:19 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:19 PDT 2023","","","31LVTDXBLAUTYYO7U1SW8LM4XLWLRG","A1U9QQOBJJDYW0","Submitted","Mon Oct 23 17:02:25 PDT 2023","Mon Oct 23 17:49:35 PDT 2023","Mon Nov 06 16:49:35 PST 2023","","","","2830","0% (0/0)","0% (0/0)","0% (0/0)","59","654","Flickr 2","Train window","Silas finishes his trip without losing his temper","https://drive.google.com/uc?export=view&id=1EHyVnl_JAkJ32cvHlLWdfIlD52d3_g6R","https://drive.google.com/uc?export=view&id=1w5ppdHkXwMRnoZ5v70Fvx8ot8f0TShYm","https://drive.google.com/uc?export=view&id=1T5aVrR-OJ4iU0_LvsZxEgflx3RUwdtGU","There is an A-Frame house that was built in the woods. The house sits atop a hill.","There are a group or Asian tourists checking out a steam locomotive. They arrived on a tour bus.","There are passengers riding on an old fashioned train. The train is on the tracks going through the woods.","Silas like to be left alone when he wasn't at work. That was why he built a house in the middle of the woods. The peace and quiet was the only thing that kept Silas from going crazy. During the day he made his living as a train conductor on an old time steam locomotive. The place was a tourist trap, filled with loud people and cameras.","Every day Silas would take the tourists on a trip around the area. He answered the same questions every day, trying not to lose his temper. The only time Silas had peace at work was when he was driving the train. That's when he let his mind wander back to being at home, alone and calm. One of these days Silas would leave his job and all the maddening people behind.","Silas like to be left alone when he wasn't at work. That was why he built a house in the middle of the woods. The peace and quiet was the only thing that kept Silas from going crazy. During the day he made his living as a train conductor on an old time steam locomotive. The place was a tourist trap, filled with loud people and cameras. Every day Silas would take the tourists on a trip around the area. He answered the same questions every day, trying not to lose his temper. The only time Silas had peace at work was when he was driving the train. That's when he let his mind wander back to being at home, alone and calm. One of these days Silas would leave his job and all the maddening people behind","10","specific entity of the train window that is necessary for goal completion","counterfactual story that would result from that condition","false","","","false","false","false","false","false","false","false","false","false","goal and the either specific characteristics of that entity","events that the entity may be involved","false","false","false","false","false","true","false","nothing to identify impact to the story"
+"3URJ6VVYUR7RGURC6F794PJW8QXO47","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:19 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:19 PDT 2023","","","33PPO7FECYZX7NXWRX0ZBGD81G7DIK","AQY9J7V702BUL","Submitted","Mon Oct 23 16:14:35 PDT 2023","Mon Oct 23 16:33:38 PDT 2023","Mon Nov 06 15:33:38 PST 2023","","","","1143","100% (1/1)","0% (0/0)","0% (0/0)","59","654","Flickr 2","Train window","Silas finishes his trip without losing his temper","https://drive.google.com/uc?export=view&id=1EHyVnl_JAkJ32cvHlLWdfIlD52d3_g6R","https://drive.google.com/uc?export=view&id=1w5ppdHkXwMRnoZ5v70Fvx8ot8f0TShYm","https://drive.google.com/uc?export=view&id=1T5aVrR-OJ4iU0_LvsZxEgflx3RUwdtGU","There is an A-Frame house that was built in the woods. The house sits atop a hill.","There are a group or Asian tourists checking out a steam locomotive. They arrived on a tour bus.","There are passengers riding on an old fashioned train. The train is on the tracks going through the woods.","Silas like to be left alone when he wasn't at work. That was why he built a house in the middle of the woods. The peace and quiet was the only thing that kept Silas from going crazy. During the day he made his living as a train conductor on an old time steam locomotive. The place was a tourist trap, filled with loud people and cameras.","Every day Silas would take the tourists on a trip around the area. He answered the same questions every day, trying not to lose his temper. The only time Silas had peace at work was when he was driving the train. That's when he let his mind wander back to being at home, alone and calm. One of these days Silas would leave his job and all the maddening people behind.","Silas like to be left alone when he wasn't at work. That was why he built a house in the middle of the woods. The peace and quiet was the only thing that kept Silas from going crazy. During the day he made his living as a train conductor on an old time steam locomotive. The place was a tourist trap, filled with loud people and cameras. Every day Silas would take the tourists on a trip around the area. He answered the same questions every day, trying not to lose his temper. The only time Silas had peace at work was when he was driving the train. That's when he let his mind wander back to being at home, alone and calm. One of these days Silas would leave his job and all the maddening people behind","10","While travelling in the train, the window of the travel gives some fresh cool air and provides a admiring view of the forest for the tourist.","Train window can be a beautiful view as admiring nature while travelling in the train.","false","","","false","false","false","false","false","false","true","false","false","During some bad weather conditions these train windows would be closed making them unlikely useless.","Bad weather conditions like rain, storm, thunder and lighting.","false","false","false","true","false","false","true",""
+"3MJ28H2Y1GS9CDVCKKQJ9HPA8MSO5C","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:20 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:20 PDT 2023","","","3FTF2T8WLU235S4K4YZCQB3QP699WP","A3R0XBLEYY99E4","Submitted","Mon Oct 23 21:22:40 PDT 2023","Mon Oct 23 21:43:56 PDT 2023","Mon Nov 06 20:43:56 PST 2023","","","","1276","0% (0/0)","0% (0/0)","0% (0/0)","60","673","Flickr 2","Train track","The train ride ends in 2 hours","https://drive.google.com/uc?export=view&id=1ddNeAVqEzJpxLq4R-B2d2o5gnAI65WF-","https://drive.google.com/uc?export=view&id=15UcKzzQ3WZqk7Qw7kXNFqhDaC_f6g9mu","https://drive.google.com/uc?export=view&id=1H28-KQ5ytzOW45giAkd5VsKzVqVnZfIa","Anytime someone would like to be by themselves or have some peace and quiet, this is the perfect spot. It has become a very popular spot among the family.","In this small town, the train is a popular attraction. Everyone loves to stop by and see the train go through.","This train ride makes for a beautiful ride through the forest. Everyone loves to hang out of the side of the train and really enjoy the nature.","Each weekend, people love to come down to the house in the forest to temporarily escape their lives. Anyone is able to get some peace and quiet for a little bit. It's also possible to walk around this small town and see some attractions if interested. One of the main attractions is the red train that always runs through town.","There is also a train ride through the forest you can take. This ride takes you all through the mountains and forest. Everyone loves the scenery so much that people even hang out of the side of the train. This is a great activity for any visitors who come to stay in the house in the forest.","Each weekend, people love to come down to the house in the forest to temporarily escape their lives. Anyone is able to get some peace and quiet for a little bit. It's also possible to walk around this small town and see some attractions if interested. One of the main attractions is the red train that always runs through town. There is also a train ride through the forest you can take. This ride takes you all through the mountains and forest. Everyone loves the scenery so much that people even hang out of the side of the train. This is a great activity for any visitors who come to stay in the house in the forest","8","a branch line is a secondary railway line which branches off a more important through route usually a main line.a very branch line may be called a super line.","use the track a train map to follow your train on a map in near real-time and check when it will arrive at the next station.","false","","","true","false","false","false","false","false","false","","","elevated railway are normally found in urban areas where there would otherwise be multiple level crossings.usually, the tracks of elevated railways that run on steel viducts can be seen from street level","highway-railroad grade crossings are intersections where a highway crosses a railroad at-grade.they are also called level crossings in other countries such as canada,australia,and the united kingdom","false","true","false","false","false","false","true",""
+"3MJ28H2Y1GS9CDVCKKQJ9HPA8MSO5C","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:20 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:20 PDT 2023","","","3PEIJLRY6WDT6OMI7E5Q6EP8WA7XW5","A8FDO3RM1NQLE","Submitted","Mon Oct 23 21:38:51 PDT 2023","Mon Oct 23 22:30:05 PDT 2023","Mon Nov 06 21:30:05 PST 2023","","","","3074","0% (0/0)","0% (0/0)","0% (0/0)","60","673","Flickr 2","Train track","The train ride ends in 2 hours","https://drive.google.com/uc?export=view&id=1ddNeAVqEzJpxLq4R-B2d2o5gnAI65WF-","https://drive.google.com/uc?export=view&id=15UcKzzQ3WZqk7Qw7kXNFqhDaC_f6g9mu","https://drive.google.com/uc?export=view&id=1H28-KQ5ytzOW45giAkd5VsKzVqVnZfIa","Anytime someone would like to be by themselves or have some peace and quiet, this is the perfect spot. It has become a very popular spot among the family.","In this small town, the train is a popular attraction. Everyone loves to stop by and see the train go through.","This train ride makes for a beautiful ride through the forest. Everyone loves to hang out of the side of the train and really enjoy the nature.","Each weekend, people love to come down to the house in the forest to temporarily escape their lives. Anyone is able to get some peace and quiet for a little bit. It's also possible to walk around this small town and see some attractions if interested. One of the main attractions is the red train that always runs through town.","There is also a train ride through the forest you can take. This ride takes you all through the mountains and forest. Everyone loves the scenery so much that people even hang out of the side of the train. This is a great activity for any visitors who come to stay in the house in the forest.","Each weekend, people love to come down to the house in the forest to temporarily escape their lives. Anyone is able to get some peace and quiet for a little bit. It's also possible to walk around this small town and see some attractions if interested. One of the main attractions is the red train that always runs through town. There is also a train ride through the forest you can take. This ride takes you all through the mountains and forest. Everyone loves the scenery so much that people even hang out of the side of the train. This is a great activity for any visitors who come to stay in the house in the forest","8","train track physical property","the story is about tarin track","false","","","false","false","false","false","false","false","false","","","none","none","false","false","true","false","false","true","false","none"
+"38F60IALAI1QUYEJJV66MWZ6QMYT0I","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:20 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:20 PDT 2023","","","3C44YUNSI49PO9K04SQJKDEKNU6DP0","A1U9QQOBJJDYW0","Submitted","Mon Oct 23 17:02:13 PDT 2023","Mon Oct 23 17:47:20 PDT 2023","Mon Nov 06 16:47:20 PST 2023","","","","2707","0% (0/0)","0% (0/0)","0% (0/0)","61","677","Flickr 3","The landscape","Dig the box out","https://drive.google.com/uc?export=view&id=1h_5Gl3h2ARaBH_llEc3uUlPV4cK_Ra3b","https://drive.google.com/uc?export=view&id=1A7nq9DyVU9iiLuO-tQ4VDzspCt_RSOOu","https://drive.google.com/uc?export=view&id=1Reaqjt1ZijghrOsBvuMGhifWq2fKIIsF","Weather seldom changes in the desert. Seasons pass and the landscape remains similar.","A person runs their hand along a rock. They do this very gently.","People go to the tourist destination. They look at the beautiful rock formations.","A man returns to the desert he knew from his youth. He touches the rocks and experiences the same emotions he felt so long ago. There is a box buried near the rock he is touching. He is going to dig it up.","Two mysterious figures arrive in another part of the desert. A mountain overlooking the valley the man is now digging in. They say nothing, but walk slowly. The woman rifles through her purse.","A man returns to the desert he knew from his youth. He touches the rocks and experiences the same emotions he felt so long ago. There is a box buried near the rock he is touching. He is going to dig it up. Two mysterious figures arrive in another part of the desert. A mountain overlooking the valley the man is now digging in. They say nothing, but walk slowly. The woman rifles through her purse","8","successful goal completion requires the landscape to man's emotions and memeoris from his youth as he touches the rocks and the dessert environment","to evoke the sense of nostalgia and emotional connection between man and his past using the desert landscape","false","","","false","false","false","false","false","false","false","","","the landscape is barren and devoid of any signification features","serve erosion or a recent natural disaster has significantly and landscape causing the once familiar desert to lose","false","true","false","false","false","true","false","nothing to identify impact to the story"
+"38F60IALAI1QUYEJJV66MWZ6QMYT0I","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:20 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:20 PDT 2023","","","3XLBSAQ9Z7W3L4LW0OLZBJ62BI67ZI","A3CCFD0700KTPV","Submitted","Mon Oct 23 16:01:32 PDT 2023","Mon Oct 23 16:22:46 PDT 2023","Mon Nov 06 15:22:46 PST 2023","","","","1274","0% (0/0)","0% (0/0)","0% (0/0)","61","677","Flickr 3","The landscape","Dig the box out","https://drive.google.com/uc?export=view&id=1h_5Gl3h2ARaBH_llEc3uUlPV4cK_Ra3b","https://drive.google.com/uc?export=view&id=1A7nq9DyVU9iiLuO-tQ4VDzspCt_RSOOu","https://drive.google.com/uc?export=view&id=1Reaqjt1ZijghrOsBvuMGhifWq2fKIIsF","Weather seldom changes in the desert. Seasons pass and the landscape remains similar.","A person runs their hand along a rock. They do this very gently.","People go to the tourist destination. They look at the beautiful rock formations.","A man returns to the desert he knew from his youth. He touches the rocks and experiences the same emotions he felt so long ago. There is a box buried near the rock he is touching. He is going to dig it up.","Two mysterious figures arrive in another part of the desert. A mountain overlooking the valley the man is now digging in. They say nothing, but walk slowly. The woman rifles through her purse.","A man returns to the desert he knew from his youth. He touches the rocks and experiences the same emotions he felt so long ago. There is a box buried near the rock he is touching. He is going to dig it up. Two mysterious figures arrive in another part of the desert. A mountain overlooking the valley the man is now digging in. They say nothing, but walk slowly. The woman rifles through her purse","8","The soil is easy enough to dig into with his bare hands.","The goal in the story is to encounter his buried treasure once again from those days of his youth. He is reliving his feelings of independence, freedom and the exhilaration of youthful adventure. The tree is a signpost, the ground is still soft from its churning years ago. He starts to touch the crumbly soil, and starts to stir the dirt.","false","","","false","false","false","false","false","true","false","","","A couple approaches from behind the rocks that stand about and see this young man digging purposefully. They are curious.","Surely, whatever is being unearthed has value and this man can be easily overpowered.","false","false","true","false","false","false","true",""
+"3T2EL38U0O4LZ8S2531IQ5BUGMKQXW","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:20 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:20 PDT 2023","","","3018Q3ZVOLAC2FX3XA36Z76T39CRAJ","A21KX8YXY1TYJB","Submitted","Mon Oct 23 19:34:44 PDT 2023","Mon Oct 23 20:10:10 PDT 2023","Mon Nov 06 19:10:10 PST 2023","","","","2126","0% (0/0)","0% (0/0)","0% (0/0)","64","693","Flickr 3","The women’s bag","Collect information about the stones","https://drive.google.com/uc?export=view&id=1k9AXvGOsxqIjXT1-DhNbxmJzvh33F7Sg","https://drive.google.com/uc?export=view&id=1YDEeZwxw8CiCTsgbNUphVSi95-WsYdUY","https://drive.google.com/uc?export=view&id=1r3Bs7PcsS3Ixeg7Sjv6p0AJDOylVeP9P","there are dry land with some trees ans stones.this is an empty land no one is living this area.","The man was touching the hard surface on the stone","the two person was capturing the environment of a dry land.the climate was worse in the dry forest.","A man was walking on a dry land the land have some trees and stones.the land covered by rocks the man touching the stone for research.","The two researchers going to the forest for researching some materials like rocks and stones.they are capturing the moments in the dry land.the land land consist of small trees.","A man was walking on a dry land the land have some trees and stones. The land covered by rocks the man touching the stone for research. The two researchers going to the forest for researching some materials like rocks and stones. They are capturing the moments in the dry land. The land land consist of small trees","5","The people in the bag cordially asked both and both are enjoyed at the mountain","A comfortable experience at the mountain","false","","","false","false","false","true","","","","","","both face are hidden this is shadow picture","The women's bag not show full side","true","false","false","false","false","false","true",""
+"3T2EL38U0O4LZ8S2531IQ5BUGMKQXW","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:20 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:20 PDT 2023","","","39GHHAVOMIBG22Y9G4K6KDY21ILJ47","AMCAYUTTOZS2I","Submitted","Mon Oct 23 21:04:47 PDT 2023","Mon Oct 23 21:21:28 PDT 2023","Mon Nov 06 20:21:28 PST 2023","","","","1001","0% (0/0)","0% (0/0)","0% (0/0)","64","693","Flickr 3","The women’s bag","Collect information about the stones","https://drive.google.com/uc?export=view&id=1k9AXvGOsxqIjXT1-DhNbxmJzvh33F7Sg","https://drive.google.com/uc?export=view&id=1YDEeZwxw8CiCTsgbNUphVSi95-WsYdUY","https://drive.google.com/uc?export=view&id=1r3Bs7PcsS3Ixeg7Sjv6p0AJDOylVeP9P","there are dry land with some trees ans stones.this is an empty land no one is living this area.","The man was touching the hard surface on the stone","the two person was capturing the environment of a dry land.the climate was worse in the dry forest.","A man was walking on a dry land the land have some trees and stones.the land covered by rocks the man touching the stone for research.","The two researchers going to the forest for researching some materials like rocks and stones.they are capturing the moments in the dry land.the land land consist of small trees.","A man was walking on a dry land the land have some trees and stones. The land covered by rocks the man touching the stone for research. The two researchers going to the forest for researching some materials like rocks and stones. They are capturing the moments in the dry land. The land land consist of small trees","5","the woman's going to the forest some materials like rocks and stones.","the women's walking on a dry the land and trees and stones.","false","","","false","true","false","false","","","","","","the woman researchers in stone.","i am going researchers to trees and stones collation.","false","true","false","false","false","false","true",""
+"33K3E8REWYFFT4S6J9KI4EQUMGYX8S","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:20 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:20 PDT 2023","","","3634BBTX0REU57BSI3VPZGGTDTNIF0","A300UPNTHSR0IM","Submitted","Mon Oct 23 18:02:15 PDT 2023","Mon Oct 23 18:11:18 PDT 2023","Mon Nov 06 17:11:18 PST 2023","","","","543","100% (12/12)","0% (0/0)","0% (0/0)","69","737","Flickr 4","The sand","Find rare rock","https://drive.google.com/uc?export=view&id=1WLXWVRrDyaJ4ZU6a6tjErZ3rc-_j5Wcc","https://drive.google.com/uc?export=view&id=1HYucvMw8UZtexQHomij6xs_20UdHXhxR","https://drive.google.com/uc?export=view&id=1T8mXd2tGf07KJB5Up-f55gGVNRyuaJQ_","View of what looks like a very hot part of the world.  There are clouds in the sky and the roads have no markings.","There are 3 people further along the path than the woman closest to the camera.  They are looking at something on the ground.","A rather large rock in the middle of the ground.  It has some interesting dark red patterns on the inside of it and is covering some dead grass.","A family walking through what seems a never ending trail out in the country.  The sky is blue and the weather looks beautiful.  Three of the family have stumbled across something while out on their trail.  They are waiting for the last member of their party to catch up so they can assess.","Out in the middle of nowhere, they have stumbled across one of the world's rarest rocks.  It is holding all of the family's attention who are further up the path, it is all they are focused on.  Will the last member realise what it is?  I hope that they don't pass up on this opportunity.  It would be so unfortunate if this rock isn't collected, it is wanted by so many museums worldwide.","A family walking through what seems a never ending trail out in the country. The sky is blue and the weather looks beautiful. Three of the family have stumbled across something while out on their trail. They are waiting for the last member of their party to catch up so they can assess. Out in the middle of nowhere, they have stumbled across one of the world's rarest rocks. It is holding all of the family's attention who are further up the path, it is all they are focused on. Will the last member realise what it is?. I hope that they don't pass up on this opportunity. It would be so unfortunate if this rock isn't collected, it is wanted by so many museums worldwide","9","The sand around the rock is different in color so that the rock is clearly visible.","The last member of the family found the rare rock.","false","","","false","false","false","false","true","true","false","false","","The sand was so soft and covered up the rock entirely making it difficult to identify.","The recent sand storm made the sand to cover the rock entirely.","false","true","false","false","false","false","true",""
+"33K3E8REWYFFT4S6J9KI4EQUMGYX8S","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:20 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:20 PDT 2023","","","3Z2R0DQ0JKYYO8XUYPQRUIOCCWTE2L","A3AGE459CG76SR","Submitted","Mon Oct 23 21:53:30 PDT 2023","Mon Oct 23 22:13:33 PDT 2023","Mon Nov 06 21:13:33 PST 2023","","","","1203","0% (0/0)","0% (0/0)","0% (0/0)","69","737","Flickr 4","The sand","Find rare rock","https://drive.google.com/uc?export=view&id=1WLXWVRrDyaJ4ZU6a6tjErZ3rc-_j5Wcc","https://drive.google.com/uc?export=view&id=1HYucvMw8UZtexQHomij6xs_20UdHXhxR","https://drive.google.com/uc?export=view&id=1T8mXd2tGf07KJB5Up-f55gGVNRyuaJQ_","View of what looks like a very hot part of the world.  There are clouds in the sky and the roads have no markings.","There are 3 people further along the path than the woman closest to the camera.  They are looking at something on the ground.","A rather large rock in the middle of the ground.  It has some interesting dark red patterns on the inside of it and is covering some dead grass.","A family walking through what seems a never ending trail out in the country.  The sky is blue and the weather looks beautiful.  Three of the family have stumbled across something while out on their trail.  They are waiting for the last member of their party to catch up so they can assess.","Out in the middle of nowhere, they have stumbled across one of the world's rarest rocks.  It is holding all of the family's attention who are further up the path, it is all they are focused on.  Will the last member realise what it is?  I hope that they don't pass up on this opportunity.  It would be so unfortunate if this rock isn't collected, it is wanted by so many museums worldwide.","A family walking through what seems a never ending trail out in the country. The sky is blue and the weather looks beautiful. Three of the family have stumbled across something while out on their trail. They are waiting for the last member of their party to catch up so they can assess. Out in the middle of nowhere, they have stumbled across one of the world's rarest rocks. It is holding all of the family's attention who are further up the path, it is all they are focused on. Will the last member realise what it is?. I hope that they don't pass up on this opportunity. It would be so unfortunate if this rock isn't collected, it is wanted by so many museums worldwide","9","The family of the member holding the rock and realize the last member so the goal is successful completion related to the entity""The Sand""""","The family searching the path like sand.","false","","","true","false","true","true","false","false","false","false","","If The family does not detect the family who lost the last family member they feel like sand.","The negative mindset goes wrong connection to the entity.","false","true","false","false","false","false","true",""
+"371QPA24C48Q1NZ1FEA601IGVE4T1L","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:20 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:20 PDT 2023","","","3PM8NZGV810OMRQWV56KEP7M884QX6","A300UPNTHSR0IM","Submitted","Mon Oct 23 18:02:55 PDT 2023","Mon Oct 23 18:25:28 PDT 2023","Mon Nov 06 17:25:28 PST 2023","","","","1353","100% (12/12)","0% (0/0)","0% (0/0)","72","778","Flickr 5","Scattered trees","Explore the national park","https://drive.google.com/uc?export=view&id=1RMWPL4jNX0qD17FlUFEkrIPNDLo6hslA","https://drive.google.com/uc?export=view&id=1Y82cM_4_ku3tQmLCrtjg6_FnKoaPpZyY","https://drive.google.com/uc?export=view&id=1xZsVfKVsL2K3w-qzEL1WGcsNSYsZghZ8","There is a sign indicating a national park. The grass is yellowing, meaning that is getting close to winter.","The sky is bright blue in stark contrast to the green and yellow of the vegetation. Everything looks calm and serene.","There is a deer casually walking across the prairie land. It is headed in the direction to the National Forest.","Sandy always preferred to take her vacation when it started getting cold. She hated to sweat and loved building campfires. Another good thing about this time of year was that the National Parks were usually empty. Camping and hiking are best done with as few people as possible. I mean, who really wants neighbors when you're on the side of a mountain?","Sandy woke up as soon as the sun started to heat up her tent. She opened the flap and breathed in the crisp morning air. As she built her campfire to make breakfast and heat up her coffee, she heard the mating call of a deer. Looking up from her fire she spotted the creature, standing in the middle of the prairie. It's breath was visible in the cool air. This was Sandy's perfect moment and the reason she came back year after year.","Sandy always preferred to take her vacation when it started getting cold. She hated to sweat and loved building campfires. Another good thing about this time of year was that the National Parks were usually empty. Camping and hiking are best done with as few people as possible. I mean, who really wants neighbors when you're on the side of a mountain?Sandy. Woke up as soon as the sun started to heat up her tent. She opened the flap and breathed in the crisp morning air. As she built her campfire to make breakfast and heat up her coffee, she heard the mating call of a deer. Looking up from her fire she spotted the creature, standing in the middle of the prairie. It's breath was visible in the cool air. This was Sandy's perfect moment and the reason she came back year after year","11","There is enough clear space in the national park to setup the camp and campfire.","Sandy enjoyed her open campfire in the vacation.","false","false","","false","false","false","false","false","false","true","true","false","The trees in the park was so thick and wet.","Heavy rainfall in recent years helped to promote growth of trees and covered the forest floor.","false","false","true","false","false","false","true",""
+"371QPA24C48Q1NZ1FEA601IGVE4T1L","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:20 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:20 PDT 2023","","","3Q5ZZ9ZEVRZ9E46Q356P0FV2L3N58F","AFBBFI1V1GLUA","Submitted","Mon Oct 23 19:25:49 PDT 2023","Mon Oct 23 20:22:20 PDT 2023","Mon Nov 06 19:22:20 PST 2023","","","","3391","0% (0/0)","0% (0/0)","0% (0/0)","72","778","Flickr 5","Scattered trees","Explore the national park","https://drive.google.com/uc?export=view&id=1RMWPL4jNX0qD17FlUFEkrIPNDLo6hslA","https://drive.google.com/uc?export=view&id=1Y82cM_4_ku3tQmLCrtjg6_FnKoaPpZyY","https://drive.google.com/uc?export=view&id=1xZsVfKVsL2K3w-qzEL1WGcsNSYsZghZ8","There is a sign indicating a national park. The grass is yellowing, meaning that is getting close to winter.","The sky is bright blue in stark contrast to the green and yellow of the vegetation. Everything looks calm and serene.","There is a deer casually walking across the prairie land. It is headed in the direction to the National Forest.","Sandy always preferred to take her vacation when it started getting cold. She hated to sweat and loved building campfires. Another good thing about this time of year was that the National Parks were usually empty. Camping and hiking are best done with as few people as possible. I mean, who really wants neighbors when you're on the side of a mountain?","Sandy woke up as soon as the sun started to heat up her tent. She opened the flap and breathed in the crisp morning air. As she built her campfire to make breakfast and heat up her coffee, she heard the mating call of a deer. Looking up from her fire she spotted the creature, standing in the middle of the prairie. It's breath was visible in the cool air. This was Sandy's perfect moment and the reason she came back year after year.","Sandy always preferred to take her vacation when it started getting cold. She hated to sweat and loved building campfires. Another good thing about this time of year was that the National Parks were usually empty. Camping and hiking are best done with as few people as possible. I mean, who really wants neighbors when you're on the side of a mountain?Sandy. Woke up as soon as the sun started to heat up her tent. She opened the flap and breathed in the crisp morning air. As she built her campfire to make breakfast and heat up her coffee, she heard the mating call of a deer. Looking up from her fire she spotted the creature, standing in the middle of the prairie. It's breath was visible in the cool air. This was Sandy's perfect moment and the reason she came back year after year","11","some physical, emotional","YES IMAGES RATHER TO THE STORY","false","true","","false","true","true","true","false","false","true","false","false","totally okay...","condition wrote...","false","true","false","false","false","false","true",""
+"386T3MLZLPF7WEMVGXVBV03JC9E081","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:20 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:20 PDT 2023","","","3F0BG9B9MS73GEBR42JGXCX05O27YR","A300UPNTHSR0IM","Submitted","Mon Oct 23 17:15:57 PDT 2023","Mon Oct 23 17:38:02 PDT 2023","Mon Nov 06 16:38:02 PST 2023","","","","1325","100% (12/12)","0% (0/0)","0% (0/0)","80","824","Flickr 6","Weather","Deliver the food to starving animals","https://drive.google.com/uc?export=view&id=11y_dQItN5hxT2q8oCSrb1DJAc2kuEhyb","https://drive.google.com/uc?export=view&id=10u_puKQ_U6b8zi9fNsPczET9atLQbKHX","https://drive.google.com/uc?export=view&id=15HfaG5MUticGMLQ7OBPuyCL4OlUXsOm8","The wind blows through the grass, whistling slightly around the edge of the sign. The grass is brown because there has been a drought all summer. The wind blows hard and hot, and the pines are the only green for miles.","The young bison nibbles the dry grass. It has been a very harsh summer. The bison should be getting fat but its ribcage is clearly visible through its shaggy fur.","The doe rarely left the shelter of the forest, but it was time. The long shadows cast by the trees from the early morning sun would help conceal her. Her coat was the exact same color as the grass in the shadows. Hopefully there would be enough here to make a meal.","This time of year, the prairie near the badlands should have been rippling with lush grass as tall as a tall man's waist. But the drought had ravaged the region. The grass was struggling to grow, short and brown and blasted by the incessant heat. Everyday I passed this sign driving into the park for work, and everyday the prairie just looked worse and worse. Even the buffalo were skinny and underfed, ribs showing as they nosed the ground looking for good grass to eat.","The deer I saw on my morning drive looked a little better off. This doe wasn't exactly fat, but she wasn't starving like the bison clearly had been. The forest was comparably much cooler and wetter than the prairies, so even during a drought the deer could usually find more to eat. Still, the image of the skinny, starving bison haunted me. I resolved to talk to my supervisor as soon as I got into the ranger station. We would have to bring in some bales of hay to feed the buffalo. My boss would probably scream and say it wasn't in the budget, but at the end of the day, she loves the animals as much as I do.","This time of year, the prairie near the badlands should have been rippling with lush grass as tall as a tall man's waist. But the drought had ravaged the region. The grass was struggling to grow, short and brown and blasted by the incessant heat. Everyday I passed this sign driving into the park for work, and everyday the prairie just looked worse and worse. Even the buffalo were skinny and underfed, ribs showing as they nosed the ground looking for good grass to eat. The deer I saw on my morning drive looked a little better off. This doe wasn't exactly fat, but she wasn't starving like the bison clearly had been. The forest was comparably much cooler and wetter than the prairies, so even during a drought the deer could usually find more to eat. Still, the image of the skinny, starving bison haunted me. I resolved to talk to my supervisor as soon as I got into the ranger station. We would have to bring in some bales of hay to feed the buffalo. My boss would probably scream and say it wasn't in the budget, but at the end of the day, she loves the animals as much as I do","12","Enough rain in the forest area which nourishes tall grass to grow which could harvested, dried and stored.","Bring enough bales of hay to feed the animals.","false","true","false","false","false","false","false","false","false","false","false","false","There is severe shortage in bales of hay.","Severe drought throughout the year and there is no enough bales to feed.","false","true","false","false","false","false","true",""
+"386T3MLZLPF7WEMVGXVBV03JC9E081","3LMOG6ZFALQ7XU7FXQAB8V59OI92F5","Understanding how changing an attribute of an agent affects the visual story","Help us to generate alternate story","story, multimodal, counterfactual","$0.45","Mon Oct 23 16:01:20 PDT 2023","2","BatchId:5146206;OriginalHitTemplateId:920937340;","3600","1209600","Mon Oct 30 16:01:20 PDT 2023","","","3NL0RFNU0I7BDM4RYPKILSYFG7E4KK","A2CFRN1ETU8NAK","Submitted","Mon Oct 23 20:59:16 PDT 2023","Mon Oct 23 21:17:39 PDT 2023","Mon Nov 06 20:17:39 PST 2023","","","","1103","0% (0/0)","0% (0/0)","0% (0/0)","80","824","Flickr 6","Weather","Deliver the food to starving animals","https://drive.google.com/uc?export=view&id=11y_dQItN5hxT2q8oCSrb1DJAc2kuEhyb","https://drive.google.com/uc?export=view&id=10u_puKQ_U6b8zi9fNsPczET9atLQbKHX","https://drive.google.com/uc?export=view&id=15HfaG5MUticGMLQ7OBPuyCL4OlUXsOm8","The wind blows through the grass, whistling slightly around the edge of the sign. The grass is brown because there has been a drought all summer. The wind blows hard and hot, and the pines are the only green for miles.","The young bison nibbles the dry grass. It has been a very harsh summer. The bison should be getting fat but its ribcage is clearly visible through its shaggy fur.","The doe rarely left the shelter of the forest, but it was time. The long shadows cast by the trees from the early morning sun would help conceal her. Her coat was the exact same color as the grass in the shadows. Hopefully there would be enough here to make a meal.","This time of year, the prairie near the badlands should have been rippling with lush grass as tall as a tall man's waist. But the drought had ravaged the region. The grass was struggling to grow, short and brown and blasted by the incessant heat. Everyday I passed this sign driving into the park for work, and everyday the prairie just looked worse and worse. Even the buffalo were skinny and underfed, ribs showing as they nosed the ground looking for good grass to eat.","The deer I saw on my morning drive looked a little better off. This doe wasn't exactly fat, but she wasn't starving like the bison clearly had been. The forest was comparably much cooler and wetter than the prairies, so even during a drought the deer could usually find more to eat. Still, the image of the skinny, starving bison haunted me. I resolved to talk to my supervisor as soon as I got into the ranger station. We would have to bring in some bales of hay to feed the buffalo. My boss would probably scream and say it wasn't in the budget, but at the end of the day, she loves the animals as much as I do.","This time of year, the prairie near the badlands should have been rippling with lush grass as tall as a tall man's waist. But the drought had ravaged the region. The grass was struggling to grow, short and brown and blasted by the incessant heat. Everyday I passed this sign driving into the park for work, and everyday the prairie just looked worse and worse. Even the buffalo were skinny and underfed, ribs showing as they nosed the ground looking for good grass to eat. The deer I saw on my morning drive looked a little better off. This doe wasn't exactly fat, but she wasn't starving like the bison clearly had been. The forest was comparably much cooler and wetter than the prairies, so even during a drought the deer could usually find more to eat. Still, the image of the skinny, starving bison haunted me. I resolved to talk to my supervisor as soon as I got into the ranger station. We would have to bring in some bales of hay to feed the buffalo. My boss would probably scream and say it wasn't in the budget, but at the end of the day, she loves the animals as much as I do","12","the image was mountain hill mention this the image","the image is very likely","true","false","false","false","true","false","false","true","false","true","false","false","this image was donkey in image","weather is summer session it is very well","false","true","false","false","false","false","true",""