Upload 4826 files
Browse filesAll files uploaded
This view is limited to 50 files because it contains too many changes.
See raw diff
- .gitattributes +1 -0
- ToMh_dataset/.DS_Store +0 -0
- ToMh_dataset/.gitignore +93 -0
- ToMh_dataset/.gitmodules +9 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_1/order_0.txt +23 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_1/order_1.txt +23 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_1/order_2.txt +23 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_1/order_3.txt +24 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_1/order_4.txt +24 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_10/order_0.txt +23 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_10/order_1.txt +23 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_10/order_2.txt +23 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_10/order_3.txt +23 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_10/order_4.txt +23 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_11/order_0.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_11/order_1.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_11/order_2.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_11/order_3.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_11/order_4.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_12/order_0.txt +21 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_12/order_1.txt +21 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_12/order_2.txt +21 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_12/order_3.txt +21 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_12/order_4.txt +21 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_13/order_0.txt +20 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_13/order_1.txt +20 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_13/order_2.txt +20 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_13/order_3.txt +20 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_13/order_4.txt +20 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_14/order_0.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_14/order_1.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_14/order_2.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_14/order_3.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_14/order_4.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_15/order_0.txt +20 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_15/order_1.txt +20 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_15/order_2.txt +20 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_15/order_3.txt +20 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_15/order_4.txt +20 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_16/order_0.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_16/order_1.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_16/order_2.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_16/order_3.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_16/order_4.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_17/order_0.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_17/order_1.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_17/order_2.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_17/order_3.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_17/order_4.txt +22 -0
- ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_18/order_0.txt +21 -0
.gitattributes
CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
ToMh_dataset/media/Picture1.png filter=lfs diff=lfs merge=lfs -text
|
ToMh_dataset/.DS_Store
ADDED
Binary file (8.2 kB). View file
|
|
ToMh_dataset/.gitignore
ADDED
@@ -0,0 +1,93 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
# Byte-compiled / optimized / DLL files
|
2 |
+
__pycache__/
|
3 |
+
*.py[cod]
|
4 |
+
*$py.class
|
5 |
+
|
6 |
+
# C extensions
|
7 |
+
*.so
|
8 |
+
|
9 |
+
# Distribution / packaging
|
10 |
+
.Python
|
11 |
+
env/
|
12 |
+
build/
|
13 |
+
develop-eggs/
|
14 |
+
dist/
|
15 |
+
downloads/
|
16 |
+
eggs/
|
17 |
+
.eggs/
|
18 |
+
lib/
|
19 |
+
lib64/
|
20 |
+
parts/
|
21 |
+
sdist/
|
22 |
+
var/
|
23 |
+
*.egg-info/
|
24 |
+
.installed.cfg
|
25 |
+
*.egg
|
26 |
+
|
27 |
+
# PyInstaller
|
28 |
+
# Usually these files are written by a python script from a template
|
29 |
+
# before PyInstaller builds the exe, so as to inject date/other infos into it.
|
30 |
+
*.manifest
|
31 |
+
*.spec
|
32 |
+
|
33 |
+
# Installer logs
|
34 |
+
pip-log.txt
|
35 |
+
pip-delete-this-directory.txt
|
36 |
+
|
37 |
+
# Unit test / coverage reports
|
38 |
+
htmlcov/
|
39 |
+
.tox/
|
40 |
+
.coverage
|
41 |
+
.coverage.*
|
42 |
+
.cache
|
43 |
+
nosetests.xml
|
44 |
+
coverage.xml
|
45 |
+
*,cover
|
46 |
+
.hypothesis/
|
47 |
+
|
48 |
+
# Translations
|
49 |
+
*.mo
|
50 |
+
*.pot
|
51 |
+
|
52 |
+
# Django stuff:
|
53 |
+
*.log
|
54 |
+
local_settings.py
|
55 |
+
|
56 |
+
# Flask stuff:
|
57 |
+
instance/
|
58 |
+
.webassets-cache
|
59 |
+
|
60 |
+
# Scrapy stuff:
|
61 |
+
.scrapy
|
62 |
+
|
63 |
+
# Sphinx documentation
|
64 |
+
docs/_build/
|
65 |
+
|
66 |
+
# PyBuilder
|
67 |
+
target/
|
68 |
+
|
69 |
+
# IPython Notebook
|
70 |
+
.ipynb_checkpoints
|
71 |
+
|
72 |
+
# pyenv
|
73 |
+
.python-version
|
74 |
+
|
75 |
+
# celery beat schedule file
|
76 |
+
celerybeat-schedule
|
77 |
+
|
78 |
+
# dotenv
|
79 |
+
.env
|
80 |
+
|
81 |
+
# virtualenv
|
82 |
+
venv/
|
83 |
+
ENV/
|
84 |
+
|
85 |
+
# Spyder project settings
|
86 |
+
.spyderproject
|
87 |
+
|
88 |
+
# Rope project settings
|
89 |
+
.ropeproject
|
90 |
+
|
91 |
+
# Project-specific directories
|
92 |
+
*_responses/
|
93 |
+
Analyze_script/
|
ToMh_dataset/.gitmodules
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
[submodule "models/EntNet"]
|
2 |
+
path = models/EntNet
|
3 |
+
url = https://github.com/kayburns/EntNet.git
|
4 |
+
[submodule "models/MemN2NandMultObs"]
|
5 |
+
path = models/MemN2NandMultObs
|
6 |
+
url = https://github.com/kayburns/MemN2NandMultObs.git
|
7 |
+
[submodule "models/relation-network"]
|
8 |
+
path = models/relation-network
|
9 |
+
url = git@github.com:eringrant/relation-network.git
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_1/order_0.txt
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Avery, Charlotte, Isabella, Elizabeth and Owen entered the living_room.
|
4 |
+
2 The lettuce is in the green_drawer.
|
5 |
+
3 Avery moved the lettuce to the green_bathtub.
|
6 |
+
4 Elizabeth dislikes the tangerine.
|
7 |
+
5 Avery exited the living_room.
|
8 |
+
6 Charlotte moved the lettuce to the blue_pantry.
|
9 |
+
7 Owen likes the green_envelope.
|
10 |
+
8 Charlotte exited the living_room.
|
11 |
+
9 Isabella made no movements and stayed in the living_room for 1 minute.
|
12 |
+
10 Isabella exited the living_room.
|
13 |
+
11 Owen dislikes the green_pepper.
|
14 |
+
12 Elizabeth made no movements and stayed in the living_room for 1 minute.
|
15 |
+
13 Elizabeth exited the living_room.
|
16 |
+
14 Owen moved the lettuce to the green_drawer.
|
17 |
+
15 Owen exited the living_room.
|
18 |
+
16 Avery, Charlotte, Isabella, Elizabeth and Owen entered the waiting_room.
|
19 |
+
Question: Where is the lettuce really?
|
20 |
+
Answer: green_drawer
|
21 |
+
Choices: A. blue_drawer, B. green_crate, C. red_bucket, D. green_bottle, E. red_basket, F. blue_suitcase, G. green_treasure_chest, H. green_box, I. red_envelope, J. red_pantry, K. green_drawer, L. blue_pantry, M. green_envelope, N. blue_crate, O. green_bathtub
|
22 |
+
|
23 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_1/order_1.txt
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Avery, Charlotte, Isabella, Elizabeth and Owen entered the living_room.
|
4 |
+
2 The lettuce is in the green_drawer.
|
5 |
+
3 Avery moved the lettuce to the green_bathtub.
|
6 |
+
4 Elizabeth dislikes the tangerine.
|
7 |
+
5 Avery exited the living_room.
|
8 |
+
6 Charlotte moved the lettuce to the blue_pantry.
|
9 |
+
7 Owen likes the green_envelope.
|
10 |
+
8 Charlotte exited the living_room.
|
11 |
+
9 Isabella made no movements and stayed in the living_room for 1 minute.
|
12 |
+
10 Isabella exited the living_room.
|
13 |
+
11 Owen dislikes the green_pepper.
|
14 |
+
12 Elizabeth made no movements and stayed in the living_room for 1 minute.
|
15 |
+
13 Elizabeth exited the living_room.
|
16 |
+
14 Owen moved the lettuce to the green_drawer.
|
17 |
+
15 Owen exited the living_room.
|
18 |
+
16 Avery, Charlotte, Isabella, Elizabeth and Owen entered the waiting_room.
|
19 |
+
Question: Where does Avery really think the lettuce is?
|
20 |
+
Answer: green_bathtub
|
21 |
+
Choices: A. blue_drawer, B. green_crate, C. red_bucket, D. green_bottle, E. red_basket, F. blue_suitcase, G. green_treasure_chest, H. green_box, I. red_envelope, J. red_pantry, K. green_drawer, L. blue_pantry, M. green_envelope, N. blue_crate, O. green_bathtub
|
22 |
+
|
23 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_1/order_2.txt
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Avery, Charlotte, Isabella, Elizabeth and Owen entered the living_room.
|
4 |
+
2 The lettuce is in the green_drawer.
|
5 |
+
3 Avery moved the lettuce to the green_bathtub.
|
6 |
+
4 Elizabeth dislikes the tangerine.
|
7 |
+
5 Avery exited the living_room.
|
8 |
+
6 Charlotte moved the lettuce to the blue_pantry.
|
9 |
+
7 Owen likes the green_envelope.
|
10 |
+
8 Charlotte exited the living_room.
|
11 |
+
9 Isabella made no movements and stayed in the living_room for 1 minute.
|
12 |
+
10 Isabella exited the living_room.
|
13 |
+
11 Owen dislikes the green_pepper.
|
14 |
+
12 Elizabeth made no movements and stayed in the living_room for 1 minute.
|
15 |
+
13 Elizabeth exited the living_room.
|
16 |
+
14 Owen moved the lettuce to the green_drawer.
|
17 |
+
15 Owen exited the living_room.
|
18 |
+
16 Avery, Charlotte, Isabella, Elizabeth and Owen entered the waiting_room.
|
19 |
+
Question: Where does Charlotte think Avery thinks the lettuce is?
|
20 |
+
Answer: green_bathtub
|
21 |
+
Choices: A. blue_drawer, B. green_crate, C. red_bucket, D. green_bottle, E. red_basket, F. blue_suitcase, G. green_treasure_chest, H. green_box, I. red_envelope, J. red_pantry, K. green_drawer, L. blue_pantry, M. green_envelope, N. blue_crate, O. green_bathtub
|
22 |
+
|
23 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_1/order_3.txt
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Avery, Charlotte, Isabella, Elizabeth and Owen entered the living_room.
|
4 |
+
2 The lettuce is in the green_drawer.
|
5 |
+
3 Avery moved the lettuce to the green_bathtub.
|
6 |
+
4 Elizabeth dislikes the tangerine.
|
7 |
+
5 Avery exited the living_room.
|
8 |
+
6 Charlotte moved the lettuce to the blue_pantry.
|
9 |
+
7 Owen likes the green_envelope.
|
10 |
+
8 Charlotte exited the living_room.
|
11 |
+
9 Isabella made no movements and stayed in the living_room for 1 minute.
|
12 |
+
10 Isabella exited the living_room.
|
13 |
+
11 Owen dislikes the green_pepper.
|
14 |
+
12 Elizabeth made no movements and stayed in the living_room for 1 minute.
|
15 |
+
13 Elizabeth exited the living_room.
|
16 |
+
14 Owen moved the lettuce to the green_drawer.
|
17 |
+
15 Owen exited the living_room.
|
18 |
+
16 Avery, Charlotte, Isabella, Elizabeth and Owen entered the waiting_room.
|
19 |
+
Question: Where does Owen think Charlotte thinks Avery thinks the lettuce is?
|
20 |
+
Answer: green_bathtub
|
21 |
+
Choices: A. blue_drawer, B. green_crate, C. red_bucket, D. green_bottle, E. red_basket, F. blue_suitcase, G. green_treasure_chest, H. green_box, I. red_envelope, J. red_pantry, K. green_drawer, L. blue_pantry, M. green_envelope, N. blue_crate, O. green_bathtub
|
22 |
+
|
23 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
24 |
+
***
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_1/order_4.txt
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Avery, Charlotte, Isabella, Elizabeth and Owen entered the living_room.
|
4 |
+
2 The lettuce is in the green_drawer.
|
5 |
+
3 Avery moved the lettuce to the green_bathtub.
|
6 |
+
4 Elizabeth dislikes the tangerine.
|
7 |
+
5 Avery exited the living_room.
|
8 |
+
6 Charlotte moved the lettuce to the blue_pantry.
|
9 |
+
7 Owen likes the green_envelope.
|
10 |
+
8 Charlotte exited the living_room.
|
11 |
+
9 Isabella made no movements and stayed in the living_room for 1 minute.
|
12 |
+
10 Isabella exited the living_room.
|
13 |
+
11 Owen dislikes the green_pepper.
|
14 |
+
12 Elizabeth made no movements and stayed in the living_room for 1 minute.
|
15 |
+
13 Elizabeth exited the living_room.
|
16 |
+
14 Owen moved the lettuce to the green_drawer.
|
17 |
+
15 Owen exited the living_room.
|
18 |
+
16 Avery, Charlotte, Isabella, Elizabeth and Owen entered the waiting_room.
|
19 |
+
Question: Where does Isabella think Owen thinks Charlotte thinks Avery thinks the lettuce is?
|
20 |
+
Answer: green_bathtub
|
21 |
+
Choices: A. blue_drawer, B. green_crate, C. red_bucket, D. green_bottle, E. red_basket, F. blue_suitcase, G. green_treasure_chest, H. green_box, I. red_envelope, J. red_pantry, K. green_drawer, L. blue_pantry, M. green_envelope, N. blue_crate, O. green_bathtub
|
22 |
+
|
23 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
24 |
+
***
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_10/order_0.txt
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Emily dislikes the plum.
|
4 |
+
2 Nathan, Evelyn, William, Emily and Jacob entered the pantry.
|
5 |
+
3 The plum is in the red_pantry.
|
6 |
+
4 Nathan made no movements and stayed in the pantry for 1 minute.
|
7 |
+
5 Evelyn saw a monkey.
|
8 |
+
6 Nathan exited the pantry.
|
9 |
+
7 Evelyn moved the plum to the green_bucket.
|
10 |
+
8 Evelyn exited the pantry.
|
11 |
+
9 William made no movements and stayed in the pantry for 1 minute.
|
12 |
+
10 William exited the pantry.
|
13 |
+
11 Emily made no movements and stayed in the pantry for 1 minute.
|
14 |
+
12 Nathan saw a mouse.
|
15 |
+
13 Emily exited the pantry.
|
16 |
+
14 Jacob moved the plum to the red_pantry.
|
17 |
+
15 Jacob exited the pantry.
|
18 |
+
16 Nathan, Evelyn, William, Emily and Jacob entered the waiting_room.
|
19 |
+
Question: Where is the plum really?
|
20 |
+
Answer: red_pantry
|
21 |
+
Choices: A. red_drawer, B. green_bottle, C. blue_bathtub, D. blue_treasure_chest, E. red_box, F. green_crate, G. red_pantry, H. green_pantry, I. green_bucket, J. red_crate, K. green_envelope, L. green_drawer, M. blue_suitcase, N. green_box, O. red_envelope
|
22 |
+
|
23 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_10/order_1.txt
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Emily dislikes the plum.
|
4 |
+
2 Nathan, Evelyn, William, Emily and Jacob entered the pantry.
|
5 |
+
3 The plum is in the red_pantry.
|
6 |
+
4 Nathan made no movements and stayed in the pantry for 1 minute.
|
7 |
+
5 Evelyn saw a monkey.
|
8 |
+
6 Nathan exited the pantry.
|
9 |
+
7 Evelyn moved the plum to the green_bucket.
|
10 |
+
8 Evelyn exited the pantry.
|
11 |
+
9 William made no movements and stayed in the pantry for 1 minute.
|
12 |
+
10 William exited the pantry.
|
13 |
+
11 Emily made no movements and stayed in the pantry for 1 minute.
|
14 |
+
12 Nathan saw a mouse.
|
15 |
+
13 Emily exited the pantry.
|
16 |
+
14 Jacob moved the plum to the red_pantry.
|
17 |
+
15 Jacob exited the pantry.
|
18 |
+
16 Nathan, Evelyn, William, Emily and Jacob entered the waiting_room.
|
19 |
+
Question: Where does William really think the plum is?
|
20 |
+
Answer: green_bucket
|
21 |
+
Choices: A. red_drawer, B. green_bottle, C. blue_bathtub, D. blue_treasure_chest, E. red_box, F. green_crate, G. red_pantry, H. green_pantry, I. green_bucket, J. red_crate, K. green_envelope, L. green_drawer, M. blue_suitcase, N. green_box, O. red_envelope
|
22 |
+
|
23 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_10/order_2.txt
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Emily dislikes the plum.
|
4 |
+
2 Nathan, Evelyn, William, Emily and Jacob entered the pantry.
|
5 |
+
3 The plum is in the red_pantry.
|
6 |
+
4 Nathan made no movements and stayed in the pantry for 1 minute.
|
7 |
+
5 Evelyn saw a monkey.
|
8 |
+
6 Nathan exited the pantry.
|
9 |
+
7 Evelyn moved the plum to the green_bucket.
|
10 |
+
8 Evelyn exited the pantry.
|
11 |
+
9 William made no movements and stayed in the pantry for 1 minute.
|
12 |
+
10 William exited the pantry.
|
13 |
+
11 Emily made no movements and stayed in the pantry for 1 minute.
|
14 |
+
12 Nathan saw a mouse.
|
15 |
+
13 Emily exited the pantry.
|
16 |
+
14 Jacob moved the plum to the red_pantry.
|
17 |
+
15 Jacob exited the pantry.
|
18 |
+
16 Nathan, Evelyn, William, Emily and Jacob entered the waiting_room.
|
19 |
+
Question: Where does Nathan think William thinks the plum is?
|
20 |
+
Answer: red_pantry
|
21 |
+
Choices: A. red_drawer, B. green_bottle, C. blue_bathtub, D. blue_treasure_chest, E. red_box, F. green_crate, G. red_pantry, H. green_pantry, I. green_bucket, J. red_crate, K. green_envelope, L. green_drawer, M. blue_suitcase, N. green_box, O. red_envelope
|
22 |
+
|
23 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_10/order_3.txt
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Emily dislikes the plum.
|
4 |
+
2 Nathan, Evelyn, William, Emily and Jacob entered the pantry.
|
5 |
+
3 The plum is in the red_pantry.
|
6 |
+
4 Nathan made no movements and stayed in the pantry for 1 minute.
|
7 |
+
5 Evelyn saw a monkey.
|
8 |
+
6 Nathan exited the pantry.
|
9 |
+
7 Evelyn moved the plum to the green_bucket.
|
10 |
+
8 Evelyn exited the pantry.
|
11 |
+
9 William made no movements and stayed in the pantry for 1 minute.
|
12 |
+
10 William exited the pantry.
|
13 |
+
11 Emily made no movements and stayed in the pantry for 1 minute.
|
14 |
+
12 Nathan saw a mouse.
|
15 |
+
13 Emily exited the pantry.
|
16 |
+
14 Jacob moved the plum to the red_pantry.
|
17 |
+
15 Jacob exited the pantry.
|
18 |
+
16 Nathan, Evelyn, William, Emily and Jacob entered the waiting_room.
|
19 |
+
Question: Where does Evelyn think Nathan thinks William thinks the plum is?
|
20 |
+
Answer: red_pantry
|
21 |
+
Choices: A. red_drawer, B. green_bottle, C. blue_bathtub, D. blue_treasure_chest, E. red_box, F. green_crate, G. red_pantry, H. green_pantry, I. green_bucket, J. red_crate, K. green_envelope, L. green_drawer, M. blue_suitcase, N. green_box, O. red_envelope
|
22 |
+
|
23 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_10/order_4.txt
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Emily dislikes the plum.
|
4 |
+
2 Nathan, Evelyn, William, Emily and Jacob entered the pantry.
|
5 |
+
3 The plum is in the red_pantry.
|
6 |
+
4 Nathan made no movements and stayed in the pantry for 1 minute.
|
7 |
+
5 Evelyn saw a monkey.
|
8 |
+
6 Nathan exited the pantry.
|
9 |
+
7 Evelyn moved the plum to the green_bucket.
|
10 |
+
8 Evelyn exited the pantry.
|
11 |
+
9 William made no movements and stayed in the pantry for 1 minute.
|
12 |
+
10 William exited the pantry.
|
13 |
+
11 Emily made no movements and stayed in the pantry for 1 minute.
|
14 |
+
12 Nathan saw a mouse.
|
15 |
+
13 Emily exited the pantry.
|
16 |
+
14 Jacob moved the plum to the red_pantry.
|
17 |
+
15 Jacob exited the pantry.
|
18 |
+
16 Nathan, Evelyn, William, Emily and Jacob entered the waiting_room.
|
19 |
+
Question: Where does Jacob think Evelyn thinks Nathan thinks William thinks the plum is?
|
20 |
+
Answer: red_pantry
|
21 |
+
Choices: A. red_drawer, B. green_bottle, C. blue_bathtub, D. blue_treasure_chest, E. red_box, F. green_crate, G. red_pantry, H. green_pantry, I. green_bucket, J. red_crate, K. green_envelope, L. green_drawer, M. blue_suitcase, N. green_box, O. red_envelope
|
22 |
+
|
23 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_11/order_0.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Chloe, Benjamin, Alexander, Ella and Elizabeth entered the study.
|
4 |
+
2 The orange is in the red_box.
|
5 |
+
3 Chloe made no movements and stayed in the study for 1 minute.
|
6 |
+
4 Alexander lost his phone.
|
7 |
+
5 Chloe exited the study.
|
8 |
+
6 Benjamin moved the orange to the red_envelope.
|
9 |
+
7 Benjamin exited the study.
|
10 |
+
8 Alexander made no movements and stayed in the study for 1 minute.
|
11 |
+
9 Alexander exited the study.
|
12 |
+
10 Ella made no movements and stayed in the study for 1 minute.
|
13 |
+
11 Benjamin saw a cat.
|
14 |
+
12 Ella exited the study.
|
15 |
+
13 Elizabeth moved the orange to the red_box.
|
16 |
+
14 Elizabeth exited the study.
|
17 |
+
15 Chloe, Benjamin, Alexander, Ella and Elizabeth entered the waiting_room.
|
18 |
+
Question: Where is the orange really?
|
19 |
+
Answer: red_box
|
20 |
+
Choices: A. red_bottle, B. blue_suitcase, C. red_basket, D. blue_bathtub, E. blue_cupboard, F. red_box, G. green_envelope, H. red_envelope, I. blue_bucket, J. green_box, K. green_bottle, L. green_basket, M. blue_drawer, N. blue_bottle, O. blue_container
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_11/order_1.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Chloe, Benjamin, Alexander, Ella and Elizabeth entered the study.
|
4 |
+
2 The orange is in the red_box.
|
5 |
+
3 Chloe made no movements and stayed in the study for 1 minute.
|
6 |
+
4 Alexander lost his phone.
|
7 |
+
5 Chloe exited the study.
|
8 |
+
6 Benjamin moved the orange to the red_envelope.
|
9 |
+
7 Benjamin exited the study.
|
10 |
+
8 Alexander made no movements and stayed in the study for 1 minute.
|
11 |
+
9 Alexander exited the study.
|
12 |
+
10 Ella made no movements and stayed in the study for 1 minute.
|
13 |
+
11 Benjamin saw a cat.
|
14 |
+
12 Ella exited the study.
|
15 |
+
13 Elizabeth moved the orange to the red_box.
|
16 |
+
14 Elizabeth exited the study.
|
17 |
+
15 Chloe, Benjamin, Alexander, Ella and Elizabeth entered the waiting_room.
|
18 |
+
Question: Where does Ella really think the orange is?
|
19 |
+
Answer: red_envelope
|
20 |
+
Choices: A. red_bottle, B. blue_suitcase, C. red_basket, D. blue_bathtub, E. blue_cupboard, F. red_box, G. green_envelope, H. red_envelope, I. blue_bucket, J. green_box, K. green_bottle, L. green_basket, M. blue_drawer, N. blue_bottle, O. blue_container
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_11/order_2.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Chloe, Benjamin, Alexander, Ella and Elizabeth entered the study.
|
4 |
+
2 The orange is in the red_box.
|
5 |
+
3 Chloe made no movements and stayed in the study for 1 minute.
|
6 |
+
4 Alexander lost his phone.
|
7 |
+
5 Chloe exited the study.
|
8 |
+
6 Benjamin moved the orange to the red_envelope.
|
9 |
+
7 Benjamin exited the study.
|
10 |
+
8 Alexander made no movements and stayed in the study for 1 minute.
|
11 |
+
9 Alexander exited the study.
|
12 |
+
10 Ella made no movements and stayed in the study for 1 minute.
|
13 |
+
11 Benjamin saw a cat.
|
14 |
+
12 Ella exited the study.
|
15 |
+
13 Elizabeth moved the orange to the red_box.
|
16 |
+
14 Elizabeth exited the study.
|
17 |
+
15 Chloe, Benjamin, Alexander, Ella and Elizabeth entered the waiting_room.
|
18 |
+
Question: Where does Elizabeth think Ella thinks the orange is?
|
19 |
+
Answer: red_envelope
|
20 |
+
Choices: A. red_bottle, B. blue_suitcase, C. red_basket, D. blue_bathtub, E. blue_cupboard, F. red_box, G. green_envelope, H. red_envelope, I. blue_bucket, J. green_box, K. green_bottle, L. green_basket, M. blue_drawer, N. blue_bottle, O. blue_container
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_11/order_3.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Chloe, Benjamin, Alexander, Ella and Elizabeth entered the study.
|
4 |
+
2 The orange is in the red_box.
|
5 |
+
3 Chloe made no movements and stayed in the study for 1 minute.
|
6 |
+
4 Alexander lost his phone.
|
7 |
+
5 Chloe exited the study.
|
8 |
+
6 Benjamin moved the orange to the red_envelope.
|
9 |
+
7 Benjamin exited the study.
|
10 |
+
8 Alexander made no movements and stayed in the study for 1 minute.
|
11 |
+
9 Alexander exited the study.
|
12 |
+
10 Ella made no movements and stayed in the study for 1 minute.
|
13 |
+
11 Benjamin saw a cat.
|
14 |
+
12 Ella exited the study.
|
15 |
+
13 Elizabeth moved the orange to the red_box.
|
16 |
+
14 Elizabeth exited the study.
|
17 |
+
15 Chloe, Benjamin, Alexander, Ella and Elizabeth entered the waiting_room.
|
18 |
+
Question: Where does Chloe think Elizabeth thinks Ella thinks the orange is?
|
19 |
+
Answer: red_box
|
20 |
+
Choices: A. red_bottle, B. blue_suitcase, C. red_basket, D. blue_bathtub, E. blue_cupboard, F. red_box, G. green_envelope, H. red_envelope, I. blue_bucket, J. green_box, K. green_bottle, L. green_basket, M. blue_drawer, N. blue_bottle, O. blue_container
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_11/order_4.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Chloe, Benjamin, Alexander, Ella and Elizabeth entered the study.
|
4 |
+
2 The orange is in the red_box.
|
5 |
+
3 Chloe made no movements and stayed in the study for 1 minute.
|
6 |
+
4 Alexander lost his phone.
|
7 |
+
5 Chloe exited the study.
|
8 |
+
6 Benjamin moved the orange to the red_envelope.
|
9 |
+
7 Benjamin exited the study.
|
10 |
+
8 Alexander made no movements and stayed in the study for 1 minute.
|
11 |
+
9 Alexander exited the study.
|
12 |
+
10 Ella made no movements and stayed in the study for 1 minute.
|
13 |
+
11 Benjamin saw a cat.
|
14 |
+
12 Ella exited the study.
|
15 |
+
13 Elizabeth moved the orange to the red_box.
|
16 |
+
14 Elizabeth exited the study.
|
17 |
+
15 Chloe, Benjamin, Alexander, Ella and Elizabeth entered the waiting_room.
|
18 |
+
Question: Where does Alexander think Chloe thinks Elizabeth thinks Ella thinks the orange is?
|
19 |
+
Answer: red_box
|
20 |
+
Choices: A. red_bottle, B. blue_suitcase, C. red_basket, D. blue_bathtub, E. blue_cupboard, F. red_box, G. green_envelope, H. red_envelope, I. blue_bucket, J. green_box, K. green_bottle, L. green_basket, M. blue_drawer, N. blue_bottle, O. blue_container
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_12/order_0.txt
ADDED
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Mila, Ava, Liam, Ella and William entered the garden.
|
4 |
+
2 The melon is in the green_box.
|
5 |
+
3 Mila made no movements and stayed in the garden for 1 minute.
|
6 |
+
4 Mila exited the garden.
|
7 |
+
5 Ava moved the melon to the green_basket.
|
8 |
+
6 Ava exited the garden.
|
9 |
+
7 Liam made no movements and stayed in the garden for 1 minute.
|
10 |
+
8 Liam exited the garden.
|
11 |
+
9 Ella moved the melon to the red_bottle.
|
12 |
+
10 Liam saw a mouse.
|
13 |
+
11 Ella exited the garden.
|
14 |
+
12 William made no movements and stayed in the garden for 1 minute.
|
15 |
+
13 William exited the garden.
|
16 |
+
14 Mila, Ava, Liam, Ella and William entered the waiting_room.
|
17 |
+
Question: Where is the melon really?
|
18 |
+
Answer: red_bottle
|
19 |
+
Choices: A. green_cupboard, B. blue_bottle, C. green_pantry, D. red_crate, E. red_box, F. green_basket, G. green_box, H. blue_cupboard, I. red_bottle, J. blue_drawer, K. green_treasure_chest, L. green_bottle, M. green_bathtub, N. green_drawer, O. green_bucket
|
20 |
+
|
21 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_12/order_1.txt
ADDED
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Mila, Ava, Liam, Ella and William entered the garden.
|
4 |
+
2 The melon is in the green_box.
|
5 |
+
3 Mila made no movements and stayed in the garden for 1 minute.
|
6 |
+
4 Mila exited the garden.
|
7 |
+
5 Ava moved the melon to the green_basket.
|
8 |
+
6 Ava exited the garden.
|
9 |
+
7 Liam made no movements and stayed in the garden for 1 minute.
|
10 |
+
8 Liam exited the garden.
|
11 |
+
9 Ella moved the melon to the red_bottle.
|
12 |
+
10 Liam saw a mouse.
|
13 |
+
11 Ella exited the garden.
|
14 |
+
12 William made no movements and stayed in the garden for 1 minute.
|
15 |
+
13 William exited the garden.
|
16 |
+
14 Mila, Ava, Liam, Ella and William entered the waiting_room.
|
17 |
+
Question: Where does William really think the melon is?
|
18 |
+
Answer: red_bottle
|
19 |
+
Choices: A. green_cupboard, B. blue_bottle, C. green_pantry, D. red_crate, E. red_box, F. green_basket, G. green_box, H. blue_cupboard, I. red_bottle, J. blue_drawer, K. green_treasure_chest, L. green_bottle, M. green_bathtub, N. green_drawer, O. green_bucket
|
20 |
+
|
21 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_12/order_2.txt
ADDED
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Mila, Ava, Liam, Ella and William entered the garden.
|
4 |
+
2 The melon is in the green_box.
|
5 |
+
3 Mila made no movements and stayed in the garden for 1 minute.
|
6 |
+
4 Mila exited the garden.
|
7 |
+
5 Ava moved the melon to the green_basket.
|
8 |
+
6 Ava exited the garden.
|
9 |
+
7 Liam made no movements and stayed in the garden for 1 minute.
|
10 |
+
8 Liam exited the garden.
|
11 |
+
9 Ella moved the melon to the red_bottle.
|
12 |
+
10 Liam saw a mouse.
|
13 |
+
11 Ella exited the garden.
|
14 |
+
12 William made no movements and stayed in the garden for 1 minute.
|
15 |
+
13 William exited the garden.
|
16 |
+
14 Mila, Ava, Liam, Ella and William entered the waiting_room.
|
17 |
+
Question: Where does Mila think William thinks the melon is?
|
18 |
+
Answer: green_box
|
19 |
+
Choices: A. green_cupboard, B. blue_bottle, C. green_pantry, D. red_crate, E. red_box, F. green_basket, G. green_box, H. blue_cupboard, I. red_bottle, J. blue_drawer, K. green_treasure_chest, L. green_bottle, M. green_bathtub, N. green_drawer, O. green_bucket
|
20 |
+
|
21 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_12/order_3.txt
ADDED
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Mila, Ava, Liam, Ella and William entered the garden.
|
4 |
+
2 The melon is in the green_box.
|
5 |
+
3 Mila made no movements and stayed in the garden for 1 minute.
|
6 |
+
4 Mila exited the garden.
|
7 |
+
5 Ava moved the melon to the green_basket.
|
8 |
+
6 Ava exited the garden.
|
9 |
+
7 Liam made no movements and stayed in the garden for 1 minute.
|
10 |
+
8 Liam exited the garden.
|
11 |
+
9 Ella moved the melon to the red_bottle.
|
12 |
+
10 Liam saw a mouse.
|
13 |
+
11 Ella exited the garden.
|
14 |
+
12 William made no movements and stayed in the garden for 1 minute.
|
15 |
+
13 William exited the garden.
|
16 |
+
14 Mila, Ava, Liam, Ella and William entered the waiting_room.
|
17 |
+
Question: Where does Ella think Mila thinks William thinks the melon is?
|
18 |
+
Answer: green_box
|
19 |
+
Choices: A. green_cupboard, B. blue_bottle, C. green_pantry, D. red_crate, E. red_box, F. green_basket, G. green_box, H. blue_cupboard, I. red_bottle, J. blue_drawer, K. green_treasure_chest, L. green_bottle, M. green_bathtub, N. green_drawer, O. green_bucket
|
20 |
+
|
21 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_12/order_4.txt
ADDED
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Mila, Ava, Liam, Ella and William entered the garden.
|
4 |
+
2 The melon is in the green_box.
|
5 |
+
3 Mila made no movements and stayed in the garden for 1 minute.
|
6 |
+
4 Mila exited the garden.
|
7 |
+
5 Ava moved the melon to the green_basket.
|
8 |
+
6 Ava exited the garden.
|
9 |
+
7 Liam made no movements and stayed in the garden for 1 minute.
|
10 |
+
8 Liam exited the garden.
|
11 |
+
9 Ella moved the melon to the red_bottle.
|
12 |
+
10 Liam saw a mouse.
|
13 |
+
11 Ella exited the garden.
|
14 |
+
12 William made no movements and stayed in the garden for 1 minute.
|
15 |
+
13 William exited the garden.
|
16 |
+
14 Mila, Ava, Liam, Ella and William entered the waiting_room.
|
17 |
+
Question: Where does Ava think Ella thinks Mila thinks William thinks the melon is?
|
18 |
+
Answer: green_box
|
19 |
+
Choices: A. green_cupboard, B. blue_bottle, C. green_pantry, D. red_crate, E. red_box, F. green_basket, G. green_box, H. blue_cupboard, I. red_bottle, J. blue_drawer, K. green_treasure_chest, L. green_bottle, M. green_bathtub, N. green_drawer, O. green_bucket
|
20 |
+
|
21 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_13/order_0.txt
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Amelia, Abigail, Charlotte, Carter and Nathan entered the laundry.
|
4 |
+
2 The cabbage is in the red_container.
|
5 |
+
3 Amelia moved the cabbage to the green_envelope.
|
6 |
+
4 Amelia exited the laundry.
|
7 |
+
5 Abigail moved the cabbage to the green_crate.
|
8 |
+
6 Abigail exited the laundry.
|
9 |
+
7 Charlotte moved the cabbage to the blue_crate.
|
10 |
+
8 Charlotte exited the laundry.
|
11 |
+
9 Carter made no movements and stayed in the laundry for 1 minute.
|
12 |
+
10 Carter exited the laundry.
|
13 |
+
11 Nathan made no movements and stayed in the laundry for 1 minute.
|
14 |
+
12 Nathan exited the laundry.
|
15 |
+
13 Amelia, Abigail, Charlotte, Carter and Nathan entered the waiting_room.
|
16 |
+
Question: Where is the cabbage really?
|
17 |
+
Answer: blue_crate
|
18 |
+
Choices: A. blue_bathtub, B. green_box, C. green_drawer, D. red_bucket, E. green_treasure_chest, F. blue_crate, G. red_container, H. green_crate, I. green_envelope, J. green_pantry, K. red_crate, L. red_envelope, M. green_bucket, N. blue_pantry, O. blue_container
|
19 |
+
|
20 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_13/order_1.txt
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Amelia, Abigail, Charlotte, Carter and Nathan entered the laundry.
|
4 |
+
2 The cabbage is in the red_container.
|
5 |
+
3 Amelia moved the cabbage to the green_envelope.
|
6 |
+
4 Amelia exited the laundry.
|
7 |
+
5 Abigail moved the cabbage to the green_crate.
|
8 |
+
6 Abigail exited the laundry.
|
9 |
+
7 Charlotte moved the cabbage to the blue_crate.
|
10 |
+
8 Charlotte exited the laundry.
|
11 |
+
9 Carter made no movements and stayed in the laundry for 1 minute.
|
12 |
+
10 Carter exited the laundry.
|
13 |
+
11 Nathan made no movements and stayed in the laundry for 1 minute.
|
14 |
+
12 Nathan exited the laundry.
|
15 |
+
13 Amelia, Abigail, Charlotte, Carter and Nathan entered the waiting_room.
|
16 |
+
Question: Where does Abigail really think the cabbage is?
|
17 |
+
Answer: green_crate
|
18 |
+
Choices: A. blue_bathtub, B. green_box, C. green_drawer, D. red_bucket, E. green_treasure_chest, F. blue_crate, G. red_container, H. green_crate, I. green_envelope, J. green_pantry, K. red_crate, L. red_envelope, M. green_bucket, N. blue_pantry, O. blue_container
|
19 |
+
|
20 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_13/order_2.txt
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Amelia, Abigail, Charlotte, Carter and Nathan entered the laundry.
|
4 |
+
2 The cabbage is in the red_container.
|
5 |
+
3 Amelia moved the cabbage to the green_envelope.
|
6 |
+
4 Amelia exited the laundry.
|
7 |
+
5 Abigail moved the cabbage to the green_crate.
|
8 |
+
6 Abigail exited the laundry.
|
9 |
+
7 Charlotte moved the cabbage to the blue_crate.
|
10 |
+
8 Charlotte exited the laundry.
|
11 |
+
9 Carter made no movements and stayed in the laundry for 1 minute.
|
12 |
+
10 Carter exited the laundry.
|
13 |
+
11 Nathan made no movements and stayed in the laundry for 1 minute.
|
14 |
+
12 Nathan exited the laundry.
|
15 |
+
13 Amelia, Abigail, Charlotte, Carter and Nathan entered the waiting_room.
|
16 |
+
Question: Where does Nathan think Abigail thinks the cabbage is?
|
17 |
+
Answer: green_crate
|
18 |
+
Choices: A. blue_bathtub, B. green_box, C. green_drawer, D. red_bucket, E. green_treasure_chest, F. blue_crate, G. red_container, H. green_crate, I. green_envelope, J. green_pantry, K. red_crate, L. red_envelope, M. green_bucket, N. blue_pantry, O. blue_container
|
19 |
+
|
20 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_13/order_3.txt
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Amelia, Abigail, Charlotte, Carter and Nathan entered the laundry.
|
4 |
+
2 The cabbage is in the red_container.
|
5 |
+
3 Amelia moved the cabbage to the green_envelope.
|
6 |
+
4 Amelia exited the laundry.
|
7 |
+
5 Abigail moved the cabbage to the green_crate.
|
8 |
+
6 Abigail exited the laundry.
|
9 |
+
7 Charlotte moved the cabbage to the blue_crate.
|
10 |
+
8 Charlotte exited the laundry.
|
11 |
+
9 Carter made no movements and stayed in the laundry for 1 minute.
|
12 |
+
10 Carter exited the laundry.
|
13 |
+
11 Nathan made no movements and stayed in the laundry for 1 minute.
|
14 |
+
12 Nathan exited the laundry.
|
15 |
+
13 Amelia, Abigail, Charlotte, Carter and Nathan entered the waiting_room.
|
16 |
+
Question: Where does Amelia think Nathan thinks Abigail thinks the cabbage is?
|
17 |
+
Answer: green_envelope
|
18 |
+
Choices: A. blue_bathtub, B. green_box, C. green_drawer, D. red_bucket, E. green_treasure_chest, F. blue_crate, G. red_container, H. green_crate, I. green_envelope, J. green_pantry, K. red_crate, L. red_envelope, M. green_bucket, N. blue_pantry, O. blue_container
|
19 |
+
|
20 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_13/order_4.txt
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Amelia, Abigail, Charlotte, Carter and Nathan entered the laundry.
|
4 |
+
2 The cabbage is in the red_container.
|
5 |
+
3 Amelia moved the cabbage to the green_envelope.
|
6 |
+
4 Amelia exited the laundry.
|
7 |
+
5 Abigail moved the cabbage to the green_crate.
|
8 |
+
6 Abigail exited the laundry.
|
9 |
+
7 Charlotte moved the cabbage to the blue_crate.
|
10 |
+
8 Charlotte exited the laundry.
|
11 |
+
9 Carter made no movements and stayed in the laundry for 1 minute.
|
12 |
+
10 Carter exited the laundry.
|
13 |
+
11 Nathan made no movements and stayed in the laundry for 1 minute.
|
14 |
+
12 Nathan exited the laundry.
|
15 |
+
13 Amelia, Abigail, Charlotte, Carter and Nathan entered the waiting_room.
|
16 |
+
Question: Where does Charlotte think Amelia thinks Nathan thinks Abigail thinks the cabbage is?
|
17 |
+
Answer: green_envelope
|
18 |
+
Choices: A. blue_bathtub, B. green_box, C. green_drawer, D. red_bucket, E. green_treasure_chest, F. blue_crate, G. red_container, H. green_crate, I. green_envelope, J. green_pantry, K. red_crate, L. red_envelope, M. green_bucket, N. blue_pantry, O. blue_container
|
19 |
+
|
20 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_14/order_0.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Emily, Jack, Avery, Aiden and Abigail entered the playroom.
|
4 |
+
2 The lime is in the green_envelope.
|
5 |
+
3 Emily moved the lime to the blue_pantry.
|
6 |
+
4 Emily exited the playroom.
|
7 |
+
5 Jack moved the lime to the blue_suitcase.
|
8 |
+
6 Jack exited the playroom.
|
9 |
+
7 Avery made no movements and stayed in the playroom for 1 minute.
|
10 |
+
8 Avery exited the playroom.
|
11 |
+
9 Emily likes the green_crate.
|
12 |
+
10 Aiden made no movements and stayed in the playroom for 1 minute.
|
13 |
+
11 Aiden exited the playroom.
|
14 |
+
12 Avery likes the red_basket.
|
15 |
+
13 Abigail moved the lime to the green_envelope.
|
16 |
+
14 Abigail exited the playroom.
|
17 |
+
15 Emily, Jack, Avery, Aiden and Abigail entered the waiting_room.
|
18 |
+
Question: Where is the lime really?
|
19 |
+
Answer: green_envelope
|
20 |
+
Choices: A. blue_bathtub, B. blue_crate, C. blue_treasure_chest, D. red_box, E. red_basket, F. green_crate, G. blue_drawer, H. red_bucket, I. green_basket, J. green_bathtub, K. green_envelope, L. green_bottle, M. blue_suitcase, N. blue_pantry, O. green_drawer
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_14/order_1.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Emily, Jack, Avery, Aiden and Abigail entered the playroom.
|
4 |
+
2 The lime is in the green_envelope.
|
5 |
+
3 Emily moved the lime to the blue_pantry.
|
6 |
+
4 Emily exited the playroom.
|
7 |
+
5 Jack moved the lime to the blue_suitcase.
|
8 |
+
6 Jack exited the playroom.
|
9 |
+
7 Avery made no movements and stayed in the playroom for 1 minute.
|
10 |
+
8 Avery exited the playroom.
|
11 |
+
9 Emily likes the green_crate.
|
12 |
+
10 Aiden made no movements and stayed in the playroom for 1 minute.
|
13 |
+
11 Aiden exited the playroom.
|
14 |
+
12 Avery likes the red_basket.
|
15 |
+
13 Abigail moved the lime to the green_envelope.
|
16 |
+
14 Abigail exited the playroom.
|
17 |
+
15 Emily, Jack, Avery, Aiden and Abigail entered the waiting_room.
|
18 |
+
Question: Where does Abigail really think the lime is?
|
19 |
+
Answer: green_envelope
|
20 |
+
Choices: A. blue_bathtub, B. blue_crate, C. blue_treasure_chest, D. red_box, E. red_basket, F. green_crate, G. blue_drawer, H. red_bucket, I. green_basket, J. green_bathtub, K. green_envelope, L. green_bottle, M. blue_suitcase, N. blue_pantry, O. green_drawer
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_14/order_2.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Emily, Jack, Avery, Aiden and Abigail entered the playroom.
|
4 |
+
2 The lime is in the green_envelope.
|
5 |
+
3 Emily moved the lime to the blue_pantry.
|
6 |
+
4 Emily exited the playroom.
|
7 |
+
5 Jack moved the lime to the blue_suitcase.
|
8 |
+
6 Jack exited the playroom.
|
9 |
+
7 Avery made no movements and stayed in the playroom for 1 minute.
|
10 |
+
8 Avery exited the playroom.
|
11 |
+
9 Emily likes the green_crate.
|
12 |
+
10 Aiden made no movements and stayed in the playroom for 1 minute.
|
13 |
+
11 Aiden exited the playroom.
|
14 |
+
12 Avery likes the red_basket.
|
15 |
+
13 Abigail moved the lime to the green_envelope.
|
16 |
+
14 Abigail exited the playroom.
|
17 |
+
15 Emily, Jack, Avery, Aiden and Abigail entered the waiting_room.
|
18 |
+
Question: Where does Avery think Abigail thinks the lime is?
|
19 |
+
Answer: blue_suitcase
|
20 |
+
Choices: A. blue_bathtub, B. blue_crate, C. blue_treasure_chest, D. red_box, E. red_basket, F. green_crate, G. blue_drawer, H. red_bucket, I. green_basket, J. green_bathtub, K. green_envelope, L. green_bottle, M. blue_suitcase, N. blue_pantry, O. green_drawer
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_14/order_3.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Emily, Jack, Avery, Aiden and Abigail entered the playroom.
|
4 |
+
2 The lime is in the green_envelope.
|
5 |
+
3 Emily moved the lime to the blue_pantry.
|
6 |
+
4 Emily exited the playroom.
|
7 |
+
5 Jack moved the lime to the blue_suitcase.
|
8 |
+
6 Jack exited the playroom.
|
9 |
+
7 Avery made no movements and stayed in the playroom for 1 minute.
|
10 |
+
8 Avery exited the playroom.
|
11 |
+
9 Emily likes the green_crate.
|
12 |
+
10 Aiden made no movements and stayed in the playroom for 1 minute.
|
13 |
+
11 Aiden exited the playroom.
|
14 |
+
12 Avery likes the red_basket.
|
15 |
+
13 Abigail moved the lime to the green_envelope.
|
16 |
+
14 Abigail exited the playroom.
|
17 |
+
15 Emily, Jack, Avery, Aiden and Abigail entered the waiting_room.
|
18 |
+
Question: Where does Jack think Avery thinks Abigail thinks the lime is?
|
19 |
+
Answer: blue_suitcase
|
20 |
+
Choices: A. blue_bathtub, B. blue_crate, C. blue_treasure_chest, D. red_box, E. red_basket, F. green_crate, G. blue_drawer, H. red_bucket, I. green_basket, J. green_bathtub, K. green_envelope, L. green_bottle, M. blue_suitcase, N. blue_pantry, O. green_drawer
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_14/order_4.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Emily, Jack, Avery, Aiden and Abigail entered the playroom.
|
4 |
+
2 The lime is in the green_envelope.
|
5 |
+
3 Emily moved the lime to the blue_pantry.
|
6 |
+
4 Emily exited the playroom.
|
7 |
+
5 Jack moved the lime to the blue_suitcase.
|
8 |
+
6 Jack exited the playroom.
|
9 |
+
7 Avery made no movements and stayed in the playroom for 1 minute.
|
10 |
+
8 Avery exited the playroom.
|
11 |
+
9 Emily likes the green_crate.
|
12 |
+
10 Aiden made no movements and stayed in the playroom for 1 minute.
|
13 |
+
11 Aiden exited the playroom.
|
14 |
+
12 Avery likes the red_basket.
|
15 |
+
13 Abigail moved the lime to the green_envelope.
|
16 |
+
14 Abigail exited the playroom.
|
17 |
+
15 Emily, Jack, Avery, Aiden and Abigail entered the waiting_room.
|
18 |
+
Question: Where does Aiden think Jack thinks Avery thinks Abigail thinks the lime is?
|
19 |
+
Answer: blue_suitcase
|
20 |
+
Choices: A. blue_bathtub, B. blue_crate, C. blue_treasure_chest, D. red_box, E. red_basket, F. green_crate, G. blue_drawer, H. red_bucket, I. green_basket, J. green_bathtub, K. green_envelope, L. green_bottle, M. blue_suitcase, N. blue_pantry, O. green_drawer
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_15/order_0.txt
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Avery, Owen, Ella, Ava and Amelia entered the back_yard.
|
4 |
+
2 The watermelon is in the blue_container.
|
5 |
+
3 Avery made no movements and stayed in the back_yard for 1 minute.
|
6 |
+
4 Avery exited the back_yard.
|
7 |
+
5 Owen made no movements and stayed in the back_yard for 1 minute.
|
8 |
+
6 Owen exited the back_yard.
|
9 |
+
7 Ella moved the watermelon to the red_pantry.
|
10 |
+
8 Ella exited the back_yard.
|
11 |
+
9 Ava made no movements and stayed in the back_yard for 1 minute.
|
12 |
+
10 Ava exited the back_yard.
|
13 |
+
11 Amelia moved the watermelon to the blue_container.
|
14 |
+
12 Amelia exited the back_yard.
|
15 |
+
13 Avery, Owen, Ella, Ava and Amelia entered the waiting_room.
|
16 |
+
Question: Where is the watermelon really?
|
17 |
+
Answer: blue_container
|
18 |
+
Choices: A. red_crate, B. green_crate, C. blue_suitcase, D. red_bottle, E. green_basket, F. green_box, G. red_container, H. blue_crate, I. red_bucket, J. green_cupboard, K. green_bucket, L. blue_container, M. green_drawer, N. red_pantry, O. red_basket
|
19 |
+
|
20 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_15/order_1.txt
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Avery, Owen, Ella, Ava and Amelia entered the back_yard.
|
4 |
+
2 The watermelon is in the blue_container.
|
5 |
+
3 Avery made no movements and stayed in the back_yard for 1 minute.
|
6 |
+
4 Avery exited the back_yard.
|
7 |
+
5 Owen made no movements and stayed in the back_yard for 1 minute.
|
8 |
+
6 Owen exited the back_yard.
|
9 |
+
7 Ella moved the watermelon to the red_pantry.
|
10 |
+
8 Ella exited the back_yard.
|
11 |
+
9 Ava made no movements and stayed in the back_yard for 1 minute.
|
12 |
+
10 Ava exited the back_yard.
|
13 |
+
11 Amelia moved the watermelon to the blue_container.
|
14 |
+
12 Amelia exited the back_yard.
|
15 |
+
13 Avery, Owen, Ella, Ava and Amelia entered the waiting_room.
|
16 |
+
Question: Where does Avery really think the watermelon is?
|
17 |
+
Answer: blue_container
|
18 |
+
Choices: A. red_crate, B. green_crate, C. blue_suitcase, D. red_bottle, E. green_basket, F. green_box, G. red_container, H. blue_crate, I. red_bucket, J. green_cupboard, K. green_bucket, L. blue_container, M. green_drawer, N. red_pantry, O. red_basket
|
19 |
+
|
20 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_15/order_2.txt
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Avery, Owen, Ella, Ava and Amelia entered the back_yard.
|
4 |
+
2 The watermelon is in the blue_container.
|
5 |
+
3 Avery made no movements and stayed in the back_yard for 1 minute.
|
6 |
+
4 Avery exited the back_yard.
|
7 |
+
5 Owen made no movements and stayed in the back_yard for 1 minute.
|
8 |
+
6 Owen exited the back_yard.
|
9 |
+
7 Ella moved the watermelon to the red_pantry.
|
10 |
+
8 Ella exited the back_yard.
|
11 |
+
9 Ava made no movements and stayed in the back_yard for 1 minute.
|
12 |
+
10 Ava exited the back_yard.
|
13 |
+
11 Amelia moved the watermelon to the blue_container.
|
14 |
+
12 Amelia exited the back_yard.
|
15 |
+
13 Avery, Owen, Ella, Ava and Amelia entered the waiting_room.
|
16 |
+
Question: Where does Owen think Avery thinks the watermelon is?
|
17 |
+
Answer: blue_container
|
18 |
+
Choices: A. red_crate, B. green_crate, C. blue_suitcase, D. red_bottle, E. green_basket, F. green_box, G. red_container, H. blue_crate, I. red_bucket, J. green_cupboard, K. green_bucket, L. blue_container, M. green_drawer, N. red_pantry, O. red_basket
|
19 |
+
|
20 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_15/order_3.txt
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Avery, Owen, Ella, Ava and Amelia entered the back_yard.
|
4 |
+
2 The watermelon is in the blue_container.
|
5 |
+
3 Avery made no movements and stayed in the back_yard for 1 minute.
|
6 |
+
4 Avery exited the back_yard.
|
7 |
+
5 Owen made no movements and stayed in the back_yard for 1 minute.
|
8 |
+
6 Owen exited the back_yard.
|
9 |
+
7 Ella moved the watermelon to the red_pantry.
|
10 |
+
8 Ella exited the back_yard.
|
11 |
+
9 Ava made no movements and stayed in the back_yard for 1 minute.
|
12 |
+
10 Ava exited the back_yard.
|
13 |
+
11 Amelia moved the watermelon to the blue_container.
|
14 |
+
12 Amelia exited the back_yard.
|
15 |
+
13 Avery, Owen, Ella, Ava and Amelia entered the waiting_room.
|
16 |
+
Question: Where does Ella think Owen thinks Avery thinks the watermelon is?
|
17 |
+
Answer: blue_container
|
18 |
+
Choices: A. red_crate, B. green_crate, C. blue_suitcase, D. red_bottle, E. green_basket, F. green_box, G. red_container, H. blue_crate, I. red_bucket, J. green_cupboard, K. green_bucket, L. blue_container, M. green_drawer, N. red_pantry, O. red_basket
|
19 |
+
|
20 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_15/order_4.txt
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Avery, Owen, Ella, Ava and Amelia entered the back_yard.
|
4 |
+
2 The watermelon is in the blue_container.
|
5 |
+
3 Avery made no movements and stayed in the back_yard for 1 minute.
|
6 |
+
4 Avery exited the back_yard.
|
7 |
+
5 Owen made no movements and stayed in the back_yard for 1 minute.
|
8 |
+
6 Owen exited the back_yard.
|
9 |
+
7 Ella moved the watermelon to the red_pantry.
|
10 |
+
8 Ella exited the back_yard.
|
11 |
+
9 Ava made no movements and stayed in the back_yard for 1 minute.
|
12 |
+
10 Ava exited the back_yard.
|
13 |
+
11 Amelia moved the watermelon to the blue_container.
|
14 |
+
12 Amelia exited the back_yard.
|
15 |
+
13 Avery, Owen, Ella, Ava and Amelia entered the waiting_room.
|
16 |
+
Question: Where does Amelia think Ella thinks Owen thinks Avery thinks the watermelon is?
|
17 |
+
Answer: blue_container
|
18 |
+
Choices: A. red_crate, B. green_crate, C. blue_suitcase, D. red_bottle, E. green_basket, F. green_box, G. red_container, H. blue_crate, I. red_bucket, J. green_cupboard, K. green_bucket, L. blue_container, M. green_drawer, N. red_pantry, O. red_basket
|
19 |
+
|
20 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_16/order_0.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Isabella, Evelyn, William, Alexander and Logan entered the cellar.
|
4 |
+
2 The carrot is in the red_container.
|
5 |
+
3 Isabella moved the carrot to the blue_container.
|
6 |
+
4 Logan likes the green_drawer.
|
7 |
+
5 Isabella exited the cellar.
|
8 |
+
6 Evelyn made no movements and stayed in the cellar for 1 minute.
|
9 |
+
7 Logan likes the green_bucket.
|
10 |
+
8 Evelyn exited the cellar.
|
11 |
+
9 William made no movements and stayed in the cellar for 1 minute.
|
12 |
+
10 William exited the cellar.
|
13 |
+
11 Alexander moved the carrot to the green_bathtub.
|
14 |
+
12 Alexander exited the cellar.
|
15 |
+
13 Logan moved the carrot to the red_container.
|
16 |
+
14 Logan exited the cellar.
|
17 |
+
15 Isabella, Evelyn, William, Alexander and Logan entered the waiting_room.
|
18 |
+
Question: Where is the carrot really?
|
19 |
+
Answer: red_container
|
20 |
+
Choices: A. green_cupboard, B. red_container, C. green_bathtub, D. blue_suitcase, E. blue_container, F. green_box, G. green_envelope, H. red_basket, I. red_envelope, J. blue_crate, K. green_drawer, L. green_bucket, M. red_crate, N. blue_bottle, O. blue_bathtub
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_16/order_1.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Isabella, Evelyn, William, Alexander and Logan entered the cellar.
|
4 |
+
2 The carrot is in the red_container.
|
5 |
+
3 Isabella moved the carrot to the blue_container.
|
6 |
+
4 Logan likes the green_drawer.
|
7 |
+
5 Isabella exited the cellar.
|
8 |
+
6 Evelyn made no movements and stayed in the cellar for 1 minute.
|
9 |
+
7 Logan likes the green_bucket.
|
10 |
+
8 Evelyn exited the cellar.
|
11 |
+
9 William made no movements and stayed in the cellar for 1 minute.
|
12 |
+
10 William exited the cellar.
|
13 |
+
11 Alexander moved the carrot to the green_bathtub.
|
14 |
+
12 Alexander exited the cellar.
|
15 |
+
13 Logan moved the carrot to the red_container.
|
16 |
+
14 Logan exited the cellar.
|
17 |
+
15 Isabella, Evelyn, William, Alexander and Logan entered the waiting_room.
|
18 |
+
Question: Where does William really think the carrot is?
|
19 |
+
Answer: blue_container
|
20 |
+
Choices: A. green_cupboard, B. red_container, C. green_bathtub, D. blue_suitcase, E. blue_container, F. green_box, G. green_envelope, H. red_basket, I. red_envelope, J. blue_crate, K. green_drawer, L. green_bucket, M. red_crate, N. blue_bottle, O. blue_bathtub
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_16/order_2.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Isabella, Evelyn, William, Alexander and Logan entered the cellar.
|
4 |
+
2 The carrot is in the red_container.
|
5 |
+
3 Isabella moved the carrot to the blue_container.
|
6 |
+
4 Logan likes the green_drawer.
|
7 |
+
5 Isabella exited the cellar.
|
8 |
+
6 Evelyn made no movements and stayed in the cellar for 1 minute.
|
9 |
+
7 Logan likes the green_bucket.
|
10 |
+
8 Evelyn exited the cellar.
|
11 |
+
9 William made no movements and stayed in the cellar for 1 minute.
|
12 |
+
10 William exited the cellar.
|
13 |
+
11 Alexander moved the carrot to the green_bathtub.
|
14 |
+
12 Alexander exited the cellar.
|
15 |
+
13 Logan moved the carrot to the red_container.
|
16 |
+
14 Logan exited the cellar.
|
17 |
+
15 Isabella, Evelyn, William, Alexander and Logan entered the waiting_room.
|
18 |
+
Question: Where does Evelyn think William thinks the carrot is?
|
19 |
+
Answer: blue_container
|
20 |
+
Choices: A. green_cupboard, B. red_container, C. green_bathtub, D. blue_suitcase, E. blue_container, F. green_box, G. green_envelope, H. red_basket, I. red_envelope, J. blue_crate, K. green_drawer, L. green_bucket, M. red_crate, N. blue_bottle, O. blue_bathtub
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_16/order_3.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Isabella, Evelyn, William, Alexander and Logan entered the cellar.
|
4 |
+
2 The carrot is in the red_container.
|
5 |
+
3 Isabella moved the carrot to the blue_container.
|
6 |
+
4 Logan likes the green_drawer.
|
7 |
+
5 Isabella exited the cellar.
|
8 |
+
6 Evelyn made no movements and stayed in the cellar for 1 minute.
|
9 |
+
7 Logan likes the green_bucket.
|
10 |
+
8 Evelyn exited the cellar.
|
11 |
+
9 William made no movements and stayed in the cellar for 1 minute.
|
12 |
+
10 William exited the cellar.
|
13 |
+
11 Alexander moved the carrot to the green_bathtub.
|
14 |
+
12 Alexander exited the cellar.
|
15 |
+
13 Logan moved the carrot to the red_container.
|
16 |
+
14 Logan exited the cellar.
|
17 |
+
15 Isabella, Evelyn, William, Alexander and Logan entered the waiting_room.
|
18 |
+
Question: Where does Logan think Evelyn thinks William thinks the carrot is?
|
19 |
+
Answer: blue_container
|
20 |
+
Choices: A. green_cupboard, B. red_container, C. green_bathtub, D. blue_suitcase, E. blue_container, F. green_box, G. green_envelope, H. red_basket, I. red_envelope, J. blue_crate, K. green_drawer, L. green_bucket, M. red_crate, N. blue_bottle, O. blue_bathtub
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_16/order_4.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Isabella, Evelyn, William, Alexander and Logan entered the cellar.
|
4 |
+
2 The carrot is in the red_container.
|
5 |
+
3 Isabella moved the carrot to the blue_container.
|
6 |
+
4 Logan likes the green_drawer.
|
7 |
+
5 Isabella exited the cellar.
|
8 |
+
6 Evelyn made no movements and stayed in the cellar for 1 minute.
|
9 |
+
7 Logan likes the green_bucket.
|
10 |
+
8 Evelyn exited the cellar.
|
11 |
+
9 William made no movements and stayed in the cellar for 1 minute.
|
12 |
+
10 William exited the cellar.
|
13 |
+
11 Alexander moved the carrot to the green_bathtub.
|
14 |
+
12 Alexander exited the cellar.
|
15 |
+
13 Logan moved the carrot to the red_container.
|
16 |
+
14 Logan exited the cellar.
|
17 |
+
15 Isabella, Evelyn, William, Alexander and Logan entered the waiting_room.
|
18 |
+
Question: Where does Alexander think Logan thinks Evelyn thinks William thinks the carrot is?
|
19 |
+
Answer: blue_container
|
20 |
+
Choices: A. green_cupboard, B. red_container, C. green_bathtub, D. blue_suitcase, E. blue_container, F. green_box, G. green_envelope, H. red_basket, I. red_envelope, J. blue_crate, K. green_drawer, L. green_bucket, M. red_crate, N. blue_bottle, O. blue_bathtub
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_17/order_0.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Mila, Liam, Emma, Alexander and Avery entered the patio.
|
4 |
+
2 The lettuce is in the blue_crate.
|
5 |
+
3 Mila made no movements and stayed in the patio for 1 minute.
|
6 |
+
4 Mila exited the patio.
|
7 |
+
5 Liam made no movements and stayed in the patio for 1 minute.
|
8 |
+
6 Liam exited the patio.
|
9 |
+
7 Emma made no movements and stayed in the patio for 1 minute.
|
10 |
+
8 Emma exited the patio.
|
11 |
+
9 Mila lost his phone.
|
12 |
+
10 Alexander moved the lettuce to the blue_container.
|
13 |
+
11 Alexander exited the patio.
|
14 |
+
12 Avery made no movements and stayed in the patio for 1 minute.
|
15 |
+
13 Avery saw a mouse.
|
16 |
+
14 Avery exited the patio.
|
17 |
+
15 Mila, Liam, Emma, Alexander and Avery entered the waiting_room.
|
18 |
+
Question: Where is the lettuce really?
|
19 |
+
Answer: blue_container
|
20 |
+
Choices: A. red_box, B. green_pantry, C. red_crate, D. blue_bathtub, E. blue_treasure_chest, F. blue_crate, G. red_pantry, H. green_crate, I. blue_container, J. green_cupboard, K. red_envelope, L. red_drawer, M. blue_drawer, N. red_bucket, O. red_container
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_17/order_1.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Mila, Liam, Emma, Alexander and Avery entered the patio.
|
4 |
+
2 The lettuce is in the blue_crate.
|
5 |
+
3 Mila made no movements and stayed in the patio for 1 minute.
|
6 |
+
4 Mila exited the patio.
|
7 |
+
5 Liam made no movements and stayed in the patio for 1 minute.
|
8 |
+
6 Liam exited the patio.
|
9 |
+
7 Emma made no movements and stayed in the patio for 1 minute.
|
10 |
+
8 Emma exited the patio.
|
11 |
+
9 Mila lost his phone.
|
12 |
+
10 Alexander moved the lettuce to the blue_container.
|
13 |
+
11 Alexander exited the patio.
|
14 |
+
12 Avery made no movements and stayed in the patio for 1 minute.
|
15 |
+
13 Avery saw a mouse.
|
16 |
+
14 Avery exited the patio.
|
17 |
+
15 Mila, Liam, Emma, Alexander and Avery entered the waiting_room.
|
18 |
+
Question: Where does Liam really think the lettuce is?
|
19 |
+
Answer: blue_crate
|
20 |
+
Choices: A. red_box, B. green_pantry, C. red_crate, D. blue_bathtub, E. blue_treasure_chest, F. blue_crate, G. red_pantry, H. green_crate, I. blue_container, J. green_cupboard, K. red_envelope, L. red_drawer, M. blue_drawer, N. red_bucket, O. red_container
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_17/order_2.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Mila, Liam, Emma, Alexander and Avery entered the patio.
|
4 |
+
2 The lettuce is in the blue_crate.
|
5 |
+
3 Mila made no movements and stayed in the patio for 1 minute.
|
6 |
+
4 Mila exited the patio.
|
7 |
+
5 Liam made no movements and stayed in the patio for 1 minute.
|
8 |
+
6 Liam exited the patio.
|
9 |
+
7 Emma made no movements and stayed in the patio for 1 minute.
|
10 |
+
8 Emma exited the patio.
|
11 |
+
9 Mila lost his phone.
|
12 |
+
10 Alexander moved the lettuce to the blue_container.
|
13 |
+
11 Alexander exited the patio.
|
14 |
+
12 Avery made no movements and stayed in the patio for 1 minute.
|
15 |
+
13 Avery saw a mouse.
|
16 |
+
14 Avery exited the patio.
|
17 |
+
15 Mila, Liam, Emma, Alexander and Avery entered the waiting_room.
|
18 |
+
Question: Where does Emma think Liam thinks the lettuce is?
|
19 |
+
Answer: blue_crate
|
20 |
+
Choices: A. red_box, B. green_pantry, C. red_crate, D. blue_bathtub, E. blue_treasure_chest, F. blue_crate, G. red_pantry, H. green_crate, I. blue_container, J. green_cupboard, K. red_envelope, L. red_drawer, M. blue_drawer, N. red_bucket, O. red_container
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_17/order_3.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Mila, Liam, Emma, Alexander and Avery entered the patio.
|
4 |
+
2 The lettuce is in the blue_crate.
|
5 |
+
3 Mila made no movements and stayed in the patio for 1 minute.
|
6 |
+
4 Mila exited the patio.
|
7 |
+
5 Liam made no movements and stayed in the patio for 1 minute.
|
8 |
+
6 Liam exited the patio.
|
9 |
+
7 Emma made no movements and stayed in the patio for 1 minute.
|
10 |
+
8 Emma exited the patio.
|
11 |
+
9 Mila lost his phone.
|
12 |
+
10 Alexander moved the lettuce to the blue_container.
|
13 |
+
11 Alexander exited the patio.
|
14 |
+
12 Avery made no movements and stayed in the patio for 1 minute.
|
15 |
+
13 Avery saw a mouse.
|
16 |
+
14 Avery exited the patio.
|
17 |
+
15 Mila, Liam, Emma, Alexander and Avery entered the waiting_room.
|
18 |
+
Question: Where does Mila think Emma thinks Liam thinks the lettuce is?
|
19 |
+
Answer: blue_crate
|
20 |
+
Choices: A. red_box, B. green_pantry, C. red_crate, D. blue_bathtub, E. blue_treasure_chest, F. blue_crate, G. red_pantry, H. green_crate, I. blue_container, J. green_cupboard, K. red_envelope, L. red_drawer, M. blue_drawer, N. red_bucket, O. red_container
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_17/order_4.txt
ADDED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Mila, Liam, Emma, Alexander and Avery entered the patio.
|
4 |
+
2 The lettuce is in the blue_crate.
|
5 |
+
3 Mila made no movements and stayed in the patio for 1 minute.
|
6 |
+
4 Mila exited the patio.
|
7 |
+
5 Liam made no movements and stayed in the patio for 1 minute.
|
8 |
+
6 Liam exited the patio.
|
9 |
+
7 Emma made no movements and stayed in the patio for 1 minute.
|
10 |
+
8 Emma exited the patio.
|
11 |
+
9 Mila lost his phone.
|
12 |
+
10 Alexander moved the lettuce to the blue_container.
|
13 |
+
11 Alexander exited the patio.
|
14 |
+
12 Avery made no movements and stayed in the patio for 1 minute.
|
15 |
+
13 Avery saw a mouse.
|
16 |
+
14 Avery exited the patio.
|
17 |
+
15 Mila, Liam, Emma, Alexander and Avery entered the waiting_room.
|
18 |
+
Question: Where does Avery think Mila thinks Emma thinks Liam thinks the lettuce is?
|
19 |
+
Answer: blue_crate
|
20 |
+
Choices: A. red_box, B. green_pantry, C. red_crate, D. blue_bathtub, E. blue_treasure_chest, F. blue_crate, G. red_pantry, H. green_crate, I. blue_container, J. green_cupboard, K. red_envelope, L. red_drawer, M. blue_drawer, N. red_bucket, O. red_container
|
21 |
+
|
22 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|
ToMh_dataset/Hi-ToM_data/No_Tell/CoT/length_1/sample_18/order_0.txt
ADDED
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Read the following story and answer the multiple-choice question. Think step-by-step. Provide the answer first, and then explain it.
|
2 |
+
Story:
|
3 |
+
1 Jackson, Charlotte, Avery, Liam and Benjamin entered the cellar.
|
4 |
+
2 The corn is in the blue_treasure_chest.
|
5 |
+
3 Jackson made no movements and stayed in the cellar for 1 minute.
|
6 |
+
4 Jackson exited the cellar.
|
7 |
+
5 Charlotte moved the corn to the green_crate.
|
8 |
+
6 Charlotte exited the cellar.
|
9 |
+
7 Avery likes the blue_bathtub.
|
10 |
+
8 Avery made no movements and stayed in the cellar for 1 minute.
|
11 |
+
9 Avery exited the cellar.
|
12 |
+
10 Liam made no movements and stayed in the cellar for 1 minute.
|
13 |
+
11 Liam exited the cellar.
|
14 |
+
12 Benjamin made no movements and stayed in the cellar for 1 minute.
|
15 |
+
13 Benjamin exited the cellar.
|
16 |
+
14 Jackson, Charlotte, Avery, Liam and Benjamin entered the waiting_room.
|
17 |
+
Question: Where is the corn really?
|
18 |
+
Answer: green_crate
|
19 |
+
Choices: A. blue_treasure_chest, B. green_crate, C. red_pantry, D. green_bathtub, E. blue_bathtub, F. red_basket, G. green_drawer, H. green_pantry, I. red_crate, J. red_drawer, K. green_treasure_chest, L. green_cupboard, M. red_container, N. green_bottle, O. blue_container
|
20 |
+
|
21 |
+
Note: You should assume the following. (1) An agent witnesses everything and every movements before exiting a location. (2) An agent A can infer another agent B's mental state only if A and B have been in the same location, or have private or public interactions. (3) Note that every agent tend to lie. What a character tells others doesn't affect his actual belief. An agent tend to trust a agent that exited the room later than himself. The exit order is known to all agents. (4) Agents in private communications know that others won't hear them, but they know that anyone can hear any public claims.
|