Skip to content

Instantly share code, notes, and snippets.

@ysymyth

ysymyth/ReAct_prompting_gpt3_alfworld.ipynb Secret

Created June 11, 2023 15:43
Show Gist options
  • Save ysymyth/01045e5b65651eccd63a5a46964b8216 to your computer and use it in GitHub Desktop.
Save ysymyth/01045e5b65651eccd63a5a46964b8216 to your computer and use it in GitHub Desktop.
Download ZIP
Display the source blob
Display the rendered blob
Raw
ReAct_prompting_gpt3_alfworld.ipynb
{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"metadata": {
"executionInfo": {
"elapsed": 539,
"status": "ok",
"timestamp": 1668226462186,
"user": {
"displayName": "",
"userId": ""
},
"user_tz": 0
},
"id": "DxYJWBWWIswz",
"outputId": "6b5123dd-d4f5-43e8-b8f4-3be029d8594c"
},
"outputs": [],
"source": [
"import os\n",
"import openai\n",
" \n",
"openai.api_key = os.environ[\"OPENAI_API_KEY\"]\n",
"\n",
"def llm(prompt, stop=[\"\\n\"]):\n",
" response = openai.Completion.create(\n",
" model=\"text-davinci-002\",\n",
" prompt=prompt,\n",
" temperature=0,\n",
" max_tokens=100,\n",
" top_p=1,\n",
" frequency_penalty=0.0,\n",
" presence_penalty=0.0,\n",
" stop=stop\n",
" )\n",
" return response[\"choices\"][0][\"text\"]"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {
"id": "7bn-tOHILXvQ"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Initializing AlfredTWEnv...\n",
"Checking for solvable games...\n",
"Overall we have 134 games\n",
"Evaluating with 134 games\n"
]
}
],
"source": [
"import yaml\n",
"import alfworld\n",
"import alfworld.agents.environment\n",
"with open('base_config.yaml') as reader:\n",
" config = yaml.safe_load(reader)\n",
" \n",
"split = \"eval_out_of_distribution\"\n",
"\n",
"env = getattr(alfworld.agents.environment, config[\"env\"][\"type\"])(config, train_eval=split)\n",
"env = env.init_env(batch_size=1)\n",
"\n",
"def process_ob(ob):\n",
" if ob.startswith('You arrive at loc '):\n",
" ob = ob[ob.find('. ')+2:] \n",
" return ob"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {
"id": "dWrHRouPIqwC"
},
"outputs": [],
"source": [
"import json\n",
"folder = './prompts/'\n",
"prompt_file = 'alfworld_3prompts.json'\n",
"with open(folder + prompt_file, 'r') as f:\n",
" d = json.load(f)"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {
"id": "O8jPzg9nOGG8"
},
"outputs": [],
"source": [
"import sys\n",
"\n",
"def alfworld_run(prompt, to_print=True, ob=''):\n",
" init_prompt = prompt + ob + '\\n>'\n",
" prompt = ''\n",
" if to_print:\n",
" print(ob)\n",
" sys.stdout.flush()\n",
" for i in range(1, 50):\n",
" action = llm(init_prompt + prompt, stop=['\\n']).strip()\n",
" observation, reward, done, info = env.step([action])\n",
" observation, reward, done = process_ob(observation[0]), info['won'][0], done[0]\n",
" if action.startswith('think:'):\n",
" observation = 'OK.'\n",
" if to_print:\n",
" print(f'Act {i}: {action}\\nObs {i}: {observation}')\n",
" sys.stdout.flush()\n",
" prompt += f' {action}\\n{observation}\\n>'\n",
" if done:\n",
" return reward\n",
" return 0"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {
"id": "_O1MRsQa83wL",
"outputId": "88b5e8ed-c707-43ec-a442-8e557559e68c"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"pick_cool_then_place_in_recep-Tomato-None-Microwave-10/trial_T20190909_102644_926781\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a cool tomato in microwave.\n",
"Act 1: think: To solve the task, I need to find and take a tomato, then cool it with fridge, then put it in microwave.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a tomato. A tomato is more likely to appear in countertop (1-3), coffeemachine (1), cabinet (1-6), shelf (1-3), drawer (1-3). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a dishsponge 1, and a mug 2.\n",
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see a butterknife 1, a cellphone 1, a creditcard 1, a knife 1, a lettuce 1, a saltshaker 2, a saltshaker 1, a statue 1, and a tomato 1.\n",
"Act 5: take tomato 1 from countertop 2\n",
"Obs 5: You pick up the tomato 1 from the countertop 2.\n",
"Act 6: think: Now I find a tomato (1). Next, I need to take it.\n",
"Obs 6: OK.\n",
"Act 7: think: Now I take a tomato (1). Next, I need to go to a fridge (1) and cool it.\n",
"Obs 7: OK.\n",
"Act 8: go to fridge 1\n",
"Obs 8: The fridge 1 is closed.\n",
"Act 9: cool tomato 1 with fridge 1\n",
"Obs 9: You cool the tomato 1 using the fridge 1.\n",
"Act 10: think: Now I cool the tomato. Next, I need to put it in/on microwave 1.\n",
"Obs 10: OK.\n",
"Act 11: go to microwave 1\n",
"Obs 11: The microwave 1 is closed.\n",
"Act 12: open microwave 1\n",
"Obs 12: You open the microwave 1. The microwave 1 is open. In it, you see a egg 1.\n",
"Act 13: put tomato 1 in/on microwave 1\n",
"Obs 13: You put the tomato 1 in/on the microwave 1.\n",
"1 r True rs [0, 0, 0, 1, 0, 0] cnts [0, 0, 0, 1, 0, 0] sum(rs)/sum(cnts) 1.0\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Spatula-None-Drawer-10/trial_T20190907_080730_211959\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a clean spatula in drawer.\n",
"Act 1: think: To solve the task, I need to find and take a spatula, then clean it with sinkbasin, then put it in drawer.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a spatula. A spatula is more likely to appear in countertop (1-3), drawer (1-3), shelf (1-3), stoveburner (1-4), cabinet (1-6). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a cellphone 2, a mug 1, and a soapbottle 1.\n",
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see a butterknife 1, a glassbottle 3, a knife 1, a papertowelroll 1, a potato 1, and a statue 1.\n",
"Act 5: go to countertop 3\n",
"Obs 5: On the countertop 3, you see a bread 1, a creditcard 1, a houseplant 1, a knife 2, a spatula 1, a spoon 1, and a statue 2.\n",
"Act 6: think: Now I find a spatula (1). Next, I need to take it.\n",
"Obs 6: OK.\n",
"Act 7: take spatula 1 from countertop 3\n",
"Obs 7: You pick up the spatula 1 from the countertop 3.\n",
"Act 8: think: Now I take a spatula (1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 8: OK.\n",
"Act 9: go to sinkbasin 1\n",
"Obs 9: On the sinkbasin 1, you see a apple 1, a butterknife 2, a potato 3, and a tomato 2.\n",
"Act 10: clean spatula 1 with sinkbasin 1\n",
"Obs 10: You clean the spatula 1 using the sinkbasin 1.\n",
"Act 11: think: Now I clean a spatula (1). Next, I need to put it in/on drawer 1.\n",
"Obs 11: OK.\n",
"Act 12: go to drawer 1\n",
"Obs 12: The drawer 1 is closed.\n",
"Act 13: open drawer 1\n",
"Obs 13: You open the drawer 1. The drawer 1 is open. In it, you see a fork 1.\n",
"Act 14: put spatula 1 in/on drawer 1\n",
"Obs 14: You put the spatula 1 in/on the drawer 1.\n",
"2 r True rs [0, 1, 0, 1, 0, 0] cnts [0, 1, 0, 1, 0, 0] sum(rs)/sum(cnts) 1.0\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Plate-None-CounterTop-10/trial_T20190908_213420_728917\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a clean plate in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a plate, then clean it with sinkbasin, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a plate. A plate is more likely to appear in fridge (1), countertop (1-3), sinkbasin (1), stoveburner (1-3), cabinet (1-6). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: go to fridge 1\n",
"Obs 3: The fridge 1 is closed.\n",
"Act 4: open fridge 1\n",
"Obs 4: You open the fridge 1. The fridge 1 is open. In it, you see a apple 1, a bowl 1, a egg 2, a egg 1, a lettuce 1, a mug 1, a tomato 2, and a tomato 1.\n",
"Act 5: go to countertop 1\n",
"Obs 5: On the countertop 1, you see a apple 2, a dishsponge 2, a potato 3, and a potato 2.\n",
"Act 6: go to countertop 2\n",
"Obs 6: On the countertop 2, you see a bread 1, a cellphone 2, a cellphone 1, a papertowelroll 1, a plate 2, and a soapbottle 1.\n",
"Act 7: think: Now I find a plate (2). Next, I need to take it.\n",
"Obs 7: OK.\n",
"Act 8: take plate 2 from countertop 2\n",
"Obs 8: You pick up the plate 2 from the countertop 2.\n",
"Act 9: think: Now I take a plate (2). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 9: OK.\n",
"Act 10: go to sinkbasin 1\n",
"Obs 10: On the sinkbasin 1, you see nothing.\n",
"Act 11: clean plate 2 with sinkbasin 1\n",
"Obs 11: You clean the plate 2 using the sinkbasin 1.\n",
"Act 12: think: Now I clean a plate (2). Next, I need to put it in/on countertop 2.\n",
"Obs 12: OK.\n",
"Act 13: go to countertop 2\n",
"Obs 13: On the countertop 2, you see a bread 1, a cellphone 2, a cellphone 1, a papertowelroll 1, and a soapbottle 1.\n",
"Act 14: put plate 2 in/on countertop 2\n",
"Obs 14: You put the plate 2 in/on the countertop 2.\n",
"3 r True rs [0, 2, 0, 1, 0, 0] cnts [0, 2, 0, 1, 0, 0] sum(rs)/sum(cnts) 1.0\n",
"------------\n",
"\n",
"pick_and_place_simple-Watch-None-Safe-219/trial_T20190907_074556_124850\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a armchair 1, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a dresser 1, a garbagecan 1, a safe 1, a shelf 12, a shelf 11, a shelf 10, a shelf 9, a shelf 8, a shelf 7, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, a shelf 1, a sidetable 1, and a sofa 1.\n",
"Your task is to: put some watch on safe.\n",
"Act 1: think: To solve the task, I need to find and take a watch, then put it on safe.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a watch. A watch is more likely to appear in armchair (1), cabinet (1-4), drawer (1-5), dresser (1), safe (1), shelf (1-12), sidetable (1), sofa (1). I can check one by one, starting with armchair 1.\n",
"Obs 2: OK.\n",
"Act 3: go to armchair 1\n",
"Obs 3: On the armchair 1, you see a box 3, a pillow 1, and a remotecontrol 1.\n",
"Act 4: go to cabinet 1\n",
"Obs 4: The cabinet 1 is closed.\n",
"Act 5: open cabinet 1\n",
"Obs 5: You open the cabinet 1. The cabinet 1 is open. In it, you see a tissuebox 2.\n",
"Act 6: go to cabinet 2\n",
"Obs 6: Nothing happens.\n",
"Act 7: open cabinet 2\n",
"Obs 7: You open the cabinet 2. The cabinet 2 is open. In it, you see nothing.\n",
"Act 8: go to cabinet 3\n",
"Obs 8: The cabinet 3 is closed.\n",
"Act 9: open cabinet 3\n",
"Obs 9: You open the cabinet 3. The cabinet 3 is open. In it, you see a box 2.\n",
"Act 10: go to cabinet 4\n",
"Obs 10: Nothing happens.\n",
"Act 11: open cabinet 4\n",
"Obs 11: You open the cabinet 4. The cabinet 4 is open. In it, you see a tissuebox 3.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 12: go to drawer 1\n",
"Obs 12: The drawer 1 is closed.\n",
"Act 13: open drawer 1\n",
"Obs 13: You open the drawer 1. The drawer 1 is open. In it, you see a watch 1.\n",
"Act 14: think: Now I find a watch (1). Next, I need to take it.\n",
"Obs 14: OK.\n",
"Act 15: take watch 1 from drawer 1\n",
"Obs 15: You pick up the watch 1 from the drawer 1.\n",
"Act 16: think: Now I take a watch (1). Next, I need to put it in/on safe 1.\n",
"Obs 16: OK.\n",
"Act 17: go to safe 1\n",
"Obs 17: The safe 1 is closed.\n",
"Act 18: open safe 1\n",
"Obs 18: You open the safe 1. The safe 1 is open. In it, you see a vase 3, and a vase 2.\n",
"Act 19: put watch 1 in/on safe 1\n",
"Obs 19: You put the watch 1 in/on the safe 1.\n",
"4 r True rs [1, 2, 0, 1, 0, 0] cnts [1, 2, 0, 1, 0, 0] sum(rs)/sum(cnts) 1.0\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Cloth-None-Cabinet-424/trial_T20190908_022436_073995\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: clean some cloth and put it in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a cloth, then clean it with sinkbasin, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a cloth. A cloth is more likely to appear in garbagecan (1), countertop (1), sinkbasin (1-2), handtowelholder (1-2), towelholder (1). I can check one by one, starting with garbagecan 1.\n",
"Obs 2: OK.\n",
"Act 3: go to garbagecan 1\n",
"Obs 3: On the garbagecan 1, you see a soapbar 1.\n",
"Act 4: go to countertop 1\n",
"Obs 4: On the countertop 1, you see a candle 1, a soapbottle 2, a spraybottle 2, and a spraybottle 1.\n",
"Act 5: go to sinkbasin 1\n",
"Obs 5: On the sinkbasin 1, you see nothing.\n",
"Act 6: go to sinkbasin 2\n",
"Obs 6: On the sinkbasin 2, you see nothing.\n",
"Act 7: go to handtowelholder 1\n",
"Obs 7: On the handtowelholder 1, you see a handtowel 1.\n",
"Act 8: think: Now I find a cloth (handtowel 1). Next, I need to take it.\n",
"Obs 8: OK.\n",
"Act 9: take handtowel 1 from handtowelholder 1\n",
"Obs 9: You pick up the handtowel 1 from the handtowelholder 1.\n",
"Act 10: think: Now I take a cloth (handtowel 1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 10: OK.\n",
"Act 11: go to sinkbasin 1\n",
"Obs 11: On the sinkbasin 1, you see nothing.\n",
"Act 12: clean handtowel 1 with sinkbasin 1\n",
"Obs 12: Nothing happens.\n",
"Act 13: think: Oh, I need to fill the sinkbasin 1 with water first.\n",
"Obs 13: OK.\n",
"Act 14: fill sinkbasin 1 with water\n",
"Obs 14: Nothing happens.\n",
"Act 15: think: Oh, I need to turn on the tap first.\n",
"Obs 15: OK.\n",
"Act 16: turn on tap\n",
"Obs 16: Nothing happens.\n",
"Act 17: think: Oh, I need to go to the tap first.\n",
"Obs 17: OK.\n",
"Act 18: go to tap\n",
"Obs 18: Nothing happens.\n",
"Act 19: think: Oh, I need to find the tap first.\n",
"Obs 19: OK.\n",
"Act 20: think: The tap is more likely to appear in sinkbasin (1-2), countertop (1), handtowelholder (1-2), towelholder (1). I can check one by one, starting with sinkbasin 1.\n",
"Obs 20: OK.\n",
"Act 21: go to sinkbasin 1\n",
"Obs 21: Nothing happens.\n",
"Act 22: look around\n",
"Obs 22: Nothing happens.\n",
"Act 23: think: Oh, I need to look around the sinkbasin 1.\n",
"Obs 23: OK.\n",
"Act 24: look around sinkbasin 1\n",
"Obs 24: Nothing happens.\n",
"Act 25: think: Oh, I need to look closely around the sinkbasin 1.\n",
"Obs 25: OK.\n",
"Act 26: look closely around sinkbasin 1\n",
"Obs 26: Nothing happens.\n",
"Act 27: think: Oh, I need to look inside the sinkbasin 1.\n",
"Obs 27: OK.\n",
"Act 28: look inside sinkbasin 1\n",
"Obs 28: Nothing happens.\n",
"Act 29: think: Oh, I need to open the sinkbasin 1.\n",
"Obs 29: OK.\n",
"Act 30: open sinkbasin 1\n",
"Obs 30: Nothing happens.\n",
"Act 31: think: Oh, I need to open the tap first.\n",
"Obs 31: OK.\n",
"Act 32: open tap\n",
"Obs 32: Nothing happens.\n",
"Act 33: think: Oh, I need to find the tap first.\n",
"Obs 33: OK.\n",
"Act 34: think: The tap is more likely to appear in sinkbasin (1-2), countertop (1), handtowelholder (1-2), towelholder (1). I can check one by one, starting with sinkbasin 1.\n",
"Obs 34: OK.\n",
"Act 35: go to sinkbasin 1\n",
"Obs 35: Nothing happens.\n",
"Act 36: look around\n",
"Obs 36: Nothing happens.\n",
"Act 37: think: Oh, I need to look around the sinkbasin 1.\n",
"Obs 37: OK.\n",
"Act 38: look around sinkbasin 1\n",
"Obs 38: Nothing happens.\n",
"Act 39: think: Oh, I need to look closely around the sinkbasin 1.\n",
"Obs 39: OK.\n",
"Act 40: look closely around sinkbasin 1\n",
"Obs 40: Nothing happens.\n",
"Act 41: think: Oh, I need to look inside the sinkbasin 1.\n",
"Obs 41: OK.\n",
"Act 42: look inside sinkbasin 1\n",
"Obs 42: Nothing happens.\n",
"Act 43: think: Oh, I need to open the sinkbasin 1.\n",
"Obs 43: OK.\n",
"Act 44: open sinkbasin 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: think: Oh, I need to open the tap first.\n",
"Obs 45: OK.\n",
"Act 46: open tap\n",
"Obs 46: Nothing happens.\n",
"Act 47: think: Oh, I need to find the tap first.\n",
"Obs 47: OK.\n",
"Act 48: think: The tap is more likely to appear in sinkbasin (1-2), countertop (1), handtowelholder (1-2), towelholder (1). I can check one by one, starting with sinkbasin 1.\n",
"Obs 48: OK.\n",
"Act 49: go to sinkbasin 1\n",
"Obs 49: Nothing happens.\n",
"5 r 0 rs [1, 2, 0, 1, 0, 0] cnts [1, 3, 0, 1, 0, 0] sum(rs)/sum(cnts) 0.8\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Egg-None-GarbageCan-10/trial_T20190908_113432_673307\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: heat some egg and put it in garbagecan.\n",
"Act 1: think: To solve the task, I need to find and take an egg, then heat it with microwave, then put it in garbagecan.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find an egg. An egg is more likely to appear in fridge (1), countertop (1-3), stoveburner (1-4), toaster (1), garbagecan (1), cabinet (1-6). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: open fridge 1\n",
"Obs 4: Nothing happens.\n",
"Act 5: open fridge 1\n",
"Obs 5: Nothing happens.\n",
"Act 6: open fridge 1\n",
"Obs 6: Nothing happens.\n",
"Act 7: open fridge 1\n",
"Obs 7: Nothing happens.\n",
"Act 8: open fridge 1\n",
"Obs 8: Nothing happens.\n",
"Act 9: open fridge 1\n",
"Obs 9: Nothing happens.\n",
"Act 10: open fridge 1\n",
"Obs 10: Nothing happens.\n",
"Act 11: open fridge 1\n",
"Obs 11: Nothing happens.\n",
"Act 12: open fridge 1\n",
"Obs 12: Nothing happens.\n",
"Act 13: open fridge 1\n",
"Obs 13: Nothing happens.\n",
"Act 14: open fridge 1\n",
"Obs 14: Nothing happens.\n",
"Act 15: open fridge 1\n",
"Obs 15: Nothing happens.\n",
"Act 16: open fridge 1\n",
"Obs 16: Nothing happens.\n",
"Act 17: open fridge 1\n",
"Obs 17: Nothing happens.\n",
"Act 18: open fridge 1\n",
"Obs 18: Nothing happens.\n",
"Act 19: open fridge 1\n",
"Obs 19: Nothing happens.\n",
"Act 20: open fridge 1\n",
"Obs 20: Nothing happens.\n",
"Act 21: open fridge 1\n",
"Obs 21: Nothing happens.\n",
"Act 22: open fridge 1\n",
"Obs 22: Nothing happens.\n",
"Act 23: open fridge 1\n",
"Obs 23: Nothing happens.\n",
"Act 24: open fridge 1\n",
"Obs 24: Nothing happens.\n",
"Act 25: open fridge 1\n",
"Obs 25: Nothing happens.\n",
"Act 26: open fridge 1\n",
"Obs 26: Nothing happens.\n",
"Act 27: open fridge 1\n",
"Obs 27: Nothing happens.\n",
"Act 28: open fridge 1\n",
"Obs 28: Nothing happens.\n",
"Act 29: open fridge 1\n",
"Obs 29: Nothing happens.\n",
"Act 30: open fridge 1\n",
"Obs 30: Nothing happens.\n",
"Act 31: open fridge 1\n",
"Obs 31: Nothing happens.\n",
"Act 32: open fridge 1\n",
"Obs 32: Nothing happens.\n",
"Act 33: open fridge 1\n",
"Obs 33: Nothing happens.\n",
"Act 34: open fridge 1\n",
"Obs 34: Nothing happens.\n",
"Act 35: open fridge 1\n",
"Obs 35: Nothing happens.\n",
"Act 36: open fridge 1\n",
"Obs 36: Nothing happens.\n",
"Act 37: open fridge 1\n",
"Obs 37: Nothing happens.\n",
"Act 38: open fridge 1\n",
"Obs 38: Nothing happens.\n",
"Act 39: open fridge 1\n",
"Obs 39: Nothing happens.\n",
"Act 40: open fridge 1\n",
"Obs 40: Nothing happens.\n",
"Act 41: open fridge 1\n",
"Obs 41: Nothing happens.\n",
"Act 42: open fridge 1\n",
"Obs 42: Nothing happens.\n",
"Act 43: open fridge 1\n",
"Obs 43: Nothing happens.\n",
"Act 44: open fridge 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: open fridge 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: open fridge 1\n",
"Obs 46: Nothing happens.\n",
"Act 47: open fridge 1\n",
"Obs 47: Nothing happens.\n",
"Act 48: open fridge 1\n",
"Obs 48: Nothing happens.\n",
"Act 49: open fridge 1\n",
"Obs 49: Nothing happens.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"6 r 0 rs [1, 2, 0, 1, 0, 0] cnts [1, 3, 1, 1, 0, 0] sum(rs)/sum(cnts) 0.6666666666666666\n",
"------------\n",
"\n",
"look_at_obj_in_light-AlarmClock-None-DeskLamp-308/trial_T20190908_222917_366542\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: examine the alarmclock with the desklamp.\n",
"Act 1: think: To solve the task, I need to find and take an alarmclock, then find and use a desklamp. First I need to find an alarmclock. An alarmclock is more likely to appear in drawer (1-6), desk (1-2), shelf (1-6), bed (1), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 1: OK.\n",
"Act 2: go to drawer 1\n",
"Obs 2: The drawer 1 is closed.\n",
"Act 3: open drawer 1\n",
"Obs 3: You open the drawer 1. The drawer 1 is open. In it, you see a creditcard 1, and a pen 2.\n",
"Act 4: go to drawer 2\n",
"Obs 4: On the drawer 2, you see nothing.\n",
"Act 5: go to drawer 3\n",
"Obs 5: Nothing happens.\n",
"Act 6: open drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: go to drawer 4\n",
"Obs 7: The drawer 4 is closed.\n",
"Act 8: open drawer 4\n",
"Obs 8: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 9: go to drawer 5\n",
"Obs 9: On the drawer 5, you see nothing.\n",
"Act 10: go to drawer 6\n",
"Obs 10: The drawer 6 is closed.\n",
"Act 11: open drawer 6\n",
"Obs 11: You open the drawer 6. The drawer 6 is open. In it, you see nothing.\n",
"Act 12: go to desk 1\n",
"Obs 12: On the desk 1, you see a bowl 1, a desklamp 1, a mug 1, and a pencil 1.\n",
"Act 13: go to desk 2\n",
"Obs 13: On the desk 2, you see a alarmclock 1.\n",
"Act 14: think: Now I find an alarmclock (1). Next, I need to take it.\n",
"Obs 14: OK.\n",
"Act 15: take alarmclock 1 from desk 2\n",
"Obs 15: You pick up the alarmclock 1 from the desk 2.\n",
"Act 16: think: Now I take an alarmclock (1). Next, I need to find a desklamp. A desklamp is more likely to appear in desk (1-2), shelf (1-6), bed (1), drawer (1-6), garbagecan (1), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 16: OK.\n",
"Act 17: go to desk 1\n",
"Obs 17: On the desk 1, you see a bowl 1, a desklamp 1, a mug 1, and a pencil 1.\n",
"Act 18: think: Now I find a desklamp (1). Next, I need to use it.\n",
"Obs 18: OK.\n",
"Act 19: use desklamp 1\n",
"Obs 19: You turn on the desklamp 1.\n",
"7 r True rs [1, 2, 0, 1, 1, 0] cnts [1, 3, 1, 1, 1, 0] sum(rs)/sum(cnts) 0.7142857142857143\n",
"------------\n",
"\n",
"pick_and_place_simple-Watch-None-Safe-219/trial_T20190907_074643_810052\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a armchair 1, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a dresser 1, a garbagecan 1, a safe 1, a shelf 12, a shelf 11, a shelf 10, a shelf 9, a shelf 8, a shelf 7, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, a shelf 1, a sidetable 1, and a sofa 1.\n",
"Your task is to: put some watch on safe.\n",
"Act 1: think: To solve the task, I need to find and take a watch, then put it on safe.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a watch. A watch is more likely to appear in armchair (1), cabinet (1-4), drawer (1-5), dresser (1), safe (1), shelf (1-12), sidetable (1), sofa (1). I can check one by one, starting with armchair 1.\n",
"Obs 2: OK.\n",
"Act 3: go to armchair 1\n",
"Obs 3: On the armchair 1, you see a cellphone 2, a laptop 1, and a pillow 1.\n",
"Act 4: go to cabinet 1\n",
"Obs 4: The cabinet 1 is closed.\n",
"Act 5: open cabinet 1\n",
"Obs 5: You open the cabinet 1. The cabinet 1 is open. In it, you see a tissuebox 1.\n",
"Act 6: go to cabinet 2\n",
"Obs 6: Nothing happens.\n",
"Act 7: open cabinet 2\n",
"Obs 7: You open the cabinet 2. The cabinet 2 is open. In it, you see a box 1, and a vase 1.\n",
"Act 8: go to cabinet 3\n",
"Obs 8: The cabinet 3 is closed.\n",
"Act 9: open cabinet 3\n",
"Obs 9: You open the cabinet 3. The cabinet 3 is open. In it, you see nothing.\n",
"Act 10: go to cabinet 4\n",
"Obs 10: Nothing happens.\n",
"Act 11: open cabinet 4\n",
"Obs 11: You open the cabinet 4. The cabinet 4 is open. In it, you see nothing.\n",
"Act 12: go to drawer 1\n",
"Obs 12: The drawer 1 is closed.\n",
"Act 13: open drawer 1\n",
"Obs 13: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 14: go to drawer 2\n",
"Obs 14: The drawer 2 is closed.\n",
"Act 15: open drawer 2\n",
"Obs 15: You open the drawer 2. The drawer 2 is open. In it, you see nothing.\n",
"Act 16: go to drawer 3\n",
"Obs 16: The drawer 3 is closed.\n",
"Act 17: open drawer 3\n",
"Obs 17: You open the drawer 3. The drawer 3 is open. In it, you see nothing.\n",
"Act 18: go to drawer 4\n",
"Obs 18: The drawer 4 is closed.\n",
"Act 19: open drawer 4\n",
"Obs 19: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 20: go to drawer 5\n",
"Obs 20: The drawer 5 is closed.\n",
"Act 21: open drawer 5\n",
"Obs 21: You open the drawer 5. The drawer 5 is open. In it, you see a watch 1.\n",
"Act 22: think: Now I find a watch (1). Next, I need to take it.\n",
"Obs 22: OK.\n",
"Act 23: take watch 1 from drawer 5\n",
"Obs 23: You pick up the watch 1 from the drawer 5.\n",
"Act 24: think: Now I take a watch (1). Next, I need to put it in/on safe 1.\n",
"Obs 24: OK.\n",
"Act 25: go to safe 1\n",
"Obs 25: The safe 1 is closed.\n",
"Act 26: open safe 1\n",
"Obs 26: You open the safe 1. The safe 1 is open. In it, you see a vase 2.\n",
"Act 27: put watch 1 in/on safe 1\n",
"Obs 27: You put the watch 1 in/on the safe 1.\n",
"8 r True rs [2, 2, 0, 1, 1, 0] cnts [2, 3, 1, 1, 1, 0] sum(rs)/sum(cnts) 0.75\n",
"------------\n",
"\n",
"look_at_obj_in_light-Bowl-None-DeskLamp-308/trial_T20190907_133935_066606\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: look at bowl under the desklamp.\n",
"Act 1: think: To solve the task, I need to find and take a bowl, then find and use a desklamp.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a bowl. A bowl is more likely to appear in drawer (1-6), desk (1-2), shelf (1-6), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see a cellphone 2.\n",
"Act 5: go to drawer 2\n",
"Obs 5: On the drawer 2, you see a keychain 1.\n",
"Act 6: go to drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: open drawer 3\n",
"Obs 7: Nothing happens.\n",
"Act 8: go to drawer 4\n",
"Obs 8: The drawer 4 is closed.\n",
"Act 9: open drawer 4\n",
"Obs 9: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 10: go to drawer 5\n",
"Obs 10: On the drawer 5, you see nothing.\n",
"Act 11: go to drawer 6\n",
"Obs 11: The drawer 6 is closed.\n",
"Act 12: open drawer 6\n",
"Obs 12: You open the drawer 6. The drawer 6 is open. In it, you see a book 2, and a pen 2.\n",
"Act 13: go to desk 1\n",
"Obs 13: On the desk 1, you see a alarmclock 1, a desklamp 1, a mug 1, and a pencil 1.\n",
"Act 14: go to desk 2\n",
"Obs 14: On the desk 2, you see a bowl 2, a bowl 1, a cd 2, a cd 1, and a creditcard 3.\n",
"Act 15: think: Now I find a bowl (1). Next, I need to take it.\n",
"Obs 15: OK.\n",
"Act 16: take bowl 1 from desk 2\n",
"Obs 16: You pick up the bowl 1 from the desk 2.\n",
"Act 17: think: Now I take a bowl (1). Next, I need to find a desklamp. A desklamp is more likely to appear in desk (1-2), shelf (1-6), bed (1), drawer (1-6), garbagecan (1), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 17: OK.\n",
"Act 18: go to desk 1\n",
"Obs 18: On the desk 1, you see a alarmclock 1, a desklamp 1, a mug 1, and a pencil 1.\n",
"Act 19: think: Now I find a desklamp (1). Next, I need to use it.\n",
"Obs 19: OK.\n",
"Act 20: use desklamp 1\n",
"Obs 20: You turn on the desklamp 1.\n",
"9 r True rs [2, 2, 0, 1, 2, 0] cnts [2, 3, 1, 1, 2, 0] sum(rs)/sum(cnts) 0.7777777777777778\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Bread-None-CounterTop-10/trial_T20190908_091747_866951\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a cool bread in countertop.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 1: think: To solve the task, I need to find and take a bread, then cool it with fridge, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a bread. A bread is more likely to appear in countertop (1-3), coffeemachine (1), cabinet (1-6), shelf (1-3), drawer (1-3). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see nothing.\n",
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see a spatula 1.\n",
"Act 5: go to countertop 3\n",
"Obs 5: On the countertop 3, you see a apple 1, a bowl 3, a bread 1, a butterknife 1, a cellphone 1, a houseplant 1, a knife 1, a peppershaker 2, a pot 2, a saltshaker 1, a statue 2, a tomato 1, a vase 2, and a vase 1.\n",
"Act 6: take bread 1 from countertop 3\n",
"Obs 6: You pick up the bread 1 from the countertop 3.\n",
"Act 7: think: Now I find a bread (1). Next, I need to take it.\n",
"Obs 7: OK.\n",
"Act 8: think: Now I take a bread (1). Next, I need to go to a fridge (1) and cool it.\n",
"Obs 8: OK.\n",
"Act 9: go to fridge 1\n",
"Obs 9: The fridge 1 is closed.\n",
"Act 10: cool bread 1 with fridge 1\n",
"Obs 10: You cool the bread 1 using the fridge 1.\n",
"Act 11: think: Now I cool the bread. Next, I need to put it in/on countertop 1.\n",
"Obs 11: OK.\n",
"Act 12: go to countertop 1\n",
"Obs 12: On the countertop 1, you see nothing.\n",
"Act 13: put bread 1 in/on countertop 1\n",
"Obs 13: You put the bread 1 in/on the countertop 1.\n",
"10 r True rs [2, 2, 0, 2, 2, 0] cnts [2, 3, 1, 2, 2, 0] sum(rs)/sum(cnts) 0.8\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Lettuce-None-CounterTop-10/trial_T20190909_123133_763972\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: cool some lettuce and put it in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a lettuce, then cool it with fridge, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a lettuce. A lettuce is more likely to appear in countertop (1-3), shelf (1-3), drawer (1-3), cabinet (1-6). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a egg 2, a spoon 1, a tomato 1, and a vase 1.\n",
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see a butterknife 1, a creditcard 2, a creditcard 1, a cup 1, a knife 1, a lettuce 1, a plate 2, and a spatula 1.\n",
"Act 5: go to countertop 3\n",
"Obs 5: On the countertop 3, you see a bread 2, a butterknife 2, a glassbottle 3, a houseplant 1, a knife 2, a plate 3, and a spoon 2.\n",
"Act 6: take lettuce 1 from countertop 2\n",
"Obs 6: Nothing happens.\n",
"Act 7: take lettuce 1 from countertop 2\n",
"Obs 7: Nothing happens.\n",
"Act 8: take lettuce 1 from countertop 2\n",
"Obs 8: Nothing happens.\n",
"Act 9: take lettuce 1 from countertop 2\n",
"Obs 9: Nothing happens.\n",
"Act 10: take lettuce 1 from countertop 2\n",
"Obs 10: Nothing happens.\n",
"Act 11: take lettuce 1 from countertop 2\n",
"Obs 11: Nothing happens.\n",
"Act 12: take lettuce 1 from countertop 2\n",
"Obs 12: Nothing happens.\n",
"Act 13: take lettuce 1 from countertop 2\n",
"Obs 13: Nothing happens.\n",
"Act 14: take lettuce 1 from countertop 2\n",
"Obs 14: Nothing happens.\n",
"Act 15: take lettuce 1 from countertop 2\n",
"Obs 15: Nothing happens.\n",
"Act 16: take lettuce 1 from countertop 2\n",
"Obs 16: Nothing happens.\n",
"Act 17: take lettuce 1 from countertop 2\n",
"Obs 17: Nothing happens.\n",
"Act 18: take lettuce 1 from countertop 2\n",
"Obs 18: Nothing happens.\n",
"Act 19: take lettuce 1 from countertop 2\n",
"Obs 19: Nothing happens.\n",
"Act 20: take lettuce 1 from countertop 2\n",
"Obs 20: Nothing happens.\n",
"Act 21: take lettuce 1 from countertop 2\n",
"Obs 21: Nothing happens.\n",
"Act 22: take lettuce 1 from countertop 2\n",
"Obs 22: Nothing happens.\n",
"Act 23: take lettuce 1 from countertop 2\n",
"Obs 23: Nothing happens.\n",
"Act 24: take lettuce 1 from countertop 2\n",
"Obs 24: Nothing happens.\n",
"Act 25: take lettuce 1 from countertop 2\n",
"Obs 25: Nothing happens.\n",
"Act 26: take lettuce 1 from countertop 2\n",
"Obs 26: Nothing happens.\n",
"Act 27: take lettuce 1 from countertop 2\n",
"Obs 27: Nothing happens.\n",
"Act 28: take lettuce 1 from countertop 2\n",
"Obs 28: Nothing happens.\n",
"Act 29: take lettuce 1 from countertop 2\n",
"Obs 29: Nothing happens.\n",
"Act 30: take lettuce 1 from countertop 2\n",
"Obs 30: Nothing happens.\n",
"Act 31: take lettuce 1 from countertop 2\n",
"Obs 31: Nothing happens.\n",
"Act 32: take lettuce 1 from countertop 2\n",
"Obs 32: Nothing happens.\n",
"Act 33: take lettuce 1 from countertop 2\n",
"Obs 33: Nothing happens.\n",
"Act 34: take lettuce 1 from countertop 2\n",
"Obs 34: Nothing happens.\n",
"Act 35: take lettuce 1 from countertop 2\n",
"Obs 35: Nothing happens.\n",
"Act 36: take lettuce 1 from countertop 2\n",
"Obs 36: Nothing happens.\n",
"Act 37: take lettuce 1 from countertop 2\n",
"Obs 37: Nothing happens.\n",
"Act 38: take lettuce 1 from countertop 2\n",
"Obs 38: Nothing happens.\n",
"Act 39: take lettuce 1 from countertop 2\n",
"Obs 39: Nothing happens.\n",
"Act 40: take lettuce 1 from countertop 2\n",
"Obs 40: Nothing happens.\n",
"Act 41: take lettuce 1 from countertop 2\n",
"Obs 41: Nothing happens.\n",
"Act 42: take lettuce 1 from countertop 2\n",
"Obs 42: Nothing happens.\n",
"Act 43: take lettuce 1 from countertop 2\n",
"Obs 43: Nothing happens.\n",
"Act 44: take lettuce 1 from countertop 2\n",
"Obs 44: Nothing happens.\n",
"Act 45: take lettuce 1 from countertop 2\n",
"Obs 45: Nothing happens.\n",
"Act 46: take lettuce 1 from countertop 2\n",
"Obs 46: Nothing happens.\n",
"Act 47: take lettuce 1 from countertop 2\n",
"Obs 47: Nothing happens.\n",
"Act 48: take lettuce 1 from countertop 2\n",
"Obs 48: Nothing happens.\n",
"Act 49: take lettuce 1 from countertop 2\n",
"Obs 49: Nothing happens.\n",
"11 r 0 rs [2, 2, 0, 2, 2, 0] cnts [2, 3, 1, 3, 2, 0] sum(rs)/sum(cnts) 0.7272727272727273\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Potato-None-GarbageCan-10/trial_T20190907_161745_664033\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: heat some potato and put it in garbagecan.\n",
"Act 1: think: To solve the task, I need to find and take a potato, then heat it with microwave, then put it in garbagecan.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a potato. A potato is more likely to appear in fridge (1), countertop (1-3), stoveburner (1-4), toaster (1), garbagecan (1), cabinet (1-6). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: open fridge 1\n",
"Obs 4: Nothing happens.\n",
"Act 5: open fridge 1\n",
"Obs 5: Nothing happens.\n",
"Act 6: open fridge 1\n",
"Obs 6: Nothing happens.\n",
"Act 7: open fridge 1\n",
"Obs 7: Nothing happens.\n",
"Act 8: open fridge 1\n",
"Obs 8: Nothing happens.\n",
"Act 9: open fridge 1\n",
"Obs 9: Nothing happens.\n",
"Act 10: open fridge 1\n",
"Obs 10: Nothing happens.\n",
"Act 11: open fridge 1\n",
"Obs 11: Nothing happens.\n",
"Act 12: open fridge 1\n",
"Obs 12: Nothing happens.\n",
"Act 13: open fridge 1\n",
"Obs 13: Nothing happens.\n",
"Act 14: open fridge 1\n",
"Obs 14: Nothing happens.\n",
"Act 15: open fridge 1\n",
"Obs 15: Nothing happens.\n",
"Act 16: open fridge 1\n",
"Obs 16: Nothing happens.\n",
"Act 17: open fridge 1\n",
"Obs 17: Nothing happens.\n",
"Act 18: open fridge 1\n",
"Obs 18: Nothing happens.\n",
"Act 19: open fridge 1\n",
"Obs 19: Nothing happens.\n",
"Act 20: open fridge 1\n",
"Obs 20: Nothing happens.\n",
"Act 21: open fridge 1\n",
"Obs 21: Nothing happens.\n",
"Act 22: open fridge 1\n",
"Obs 22: Nothing happens.\n",
"Act 23: open fridge 1\n",
"Obs 23: Nothing happens.\n",
"Act 24: open fridge 1\n",
"Obs 24: Nothing happens.\n",
"Act 25: open fridge 1\n",
"Obs 25: Nothing happens.\n",
"Act 26: open fridge 1\n",
"Obs 26: Nothing happens.\n",
"Act 27: open fridge 1\n",
"Obs 27: Nothing happens.\n",
"Act 28: open fridge 1\n",
"Obs 28: Nothing happens.\n",
"Act 29: open fridge 1\n",
"Obs 29: Nothing happens.\n",
"Act 30: open fridge 1\n",
"Obs 30: Nothing happens.\n",
"Act 31: open fridge 1\n",
"Obs 31: Nothing happens.\n",
"Act 32: open fridge 1\n",
"Obs 32: Nothing happens.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 33: open fridge 1\n",
"Obs 33: Nothing happens.\n",
"Act 34: open fridge 1\n",
"Obs 34: Nothing happens.\n",
"Act 35: open fridge 1\n",
"Obs 35: Nothing happens.\n",
"Act 36: open fridge 1\n",
"Obs 36: Nothing happens.\n",
"Act 37: open fridge 1\n",
"Obs 37: Nothing happens.\n",
"Act 38: open fridge 1\n",
"Obs 38: Nothing happens.\n",
"Act 39: open fridge 1\n",
"Obs 39: Nothing happens.\n",
"Act 40: open fridge 1\n",
"Obs 40: Nothing happens.\n",
"Act 41: open fridge 1\n",
"Obs 41: Nothing happens.\n",
"Act 42: open fridge 1\n",
"Obs 42: Nothing happens.\n",
"Act 43: open fridge 1\n",
"Obs 43: Nothing happens.\n",
"Act 44: open fridge 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: open fridge 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: open fridge 1\n",
"Obs 46: Nothing happens.\n",
"Act 47: open fridge 1\n",
"Obs 47: Nothing happens.\n",
"Act 48: open fridge 1\n",
"Obs 48: Nothing happens.\n",
"Act 49: open fridge 1\n",
"Obs 49: Nothing happens.\n",
"12 r 0 rs [2, 2, 0, 2, 2, 0] cnts [2, 3, 2, 3, 2, 0] sum(rs)/sum(cnts) 0.6666666666666666\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Mug-None-Cabinet-10/trial_T20190909_121559_082363\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a cool mug in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then cool it with fridge, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in countertop (1-3), coffeemachine (1), cabinet (1-6), shelf (1-3), drawer (1-3). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a mug 3, a tomato 2, and a tomato 1.\n",
"Act 4: take mug 3 from countertop 1\n",
"Obs 4: You pick up the mug 3 from the countertop 1.\n",
"Act 5: think: Now I find a mug (3). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: go to fridge 1\n",
"Obs 6: The fridge 1 is closed.\n",
"Act 7: cool mug 3 with fridge 1\n",
"Obs 7: You cool the mug 3 using the fridge 1.\n",
"Act 8: think: Now I cool the mug. Next, I need to put it in/on cabinet 1.\n",
"Obs 8: OK.\n",
"Act 9: go to cabinet 1\n",
"Obs 9: On the cabinet 1, you see a peppershaker 1, a soapbottle 1, and a vase 2.\n",
"Act 10: put mug 3 in/on cabinet 1\n",
"Obs 10: You put the mug 3 in/on the cabinet 1.\n",
"13 r True rs [2, 2, 0, 3, 2, 0] cnts [2, 3, 2, 4, 2, 0] sum(rs)/sum(cnts) 0.6923076923076923\n",
"------------\n",
"\n",
"pick_and_place_simple-Pencil-None-Shelf-308/trial_T20190908_122154_042763\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: put a pencil in shelf.\n",
"Act 1: think: To solve the task, I need to find and take a pencil, then put it in shelf.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a pencil. A pencil is more likely to appear in drawers (1-6), shelves (1-6), desks (1-2), garbagecan (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 5: go to drawer 2\n",
"Obs 5: On the drawer 2, you see a cellphone 3.\n",
"Act 6: go to drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: open drawer 3\n",
"Obs 7: Nothing happens.\n",
"Act 8: go to drawer 3\n",
"Obs 8: Nothing happens.\n",
"Act 9: open drawer 3\n",
"Obs 9: Nothing happens.\n",
"Act 10: go to drawer 3\n",
"Obs 10: Nothing happens.\n",
"Act 11: open drawer 3\n",
"Obs 11: Nothing happens.\n",
"Act 12: go to drawer 3\n",
"Obs 12: Nothing happens.\n",
"Act 13: open drawer 3\n",
"Obs 13: Nothing happens.\n",
"Act 14: go to drawer 3\n",
"Obs 14: Nothing happens.\n",
"Act 15: open drawer 3\n",
"Obs 15: Nothing happens.\n",
"Act 16: go to drawer 3\n",
"Obs 16: Nothing happens.\n",
"Act 17: open drawer 3\n",
"Obs 17: Nothing happens.\n",
"Act 18: go to drawer 3\n",
"Obs 18: Nothing happens.\n",
"Act 19: open drawer 3\n",
"Obs 19: Nothing happens.\n",
"Act 20: go to drawer 3\n",
"Obs 20: Nothing happens.\n",
"Act 21: open drawer 3\n",
"Obs 21: Nothing happens.\n",
"Act 22: go to drawer 3\n",
"Obs 22: Nothing happens.\n",
"Act 23: open drawer 3\n",
"Obs 23: Nothing happens.\n",
"Act 24: go to drawer 3\n",
"Obs 24: Nothing happens.\n",
"Act 25: open drawer 3\n",
"Obs 25: Nothing happens.\n",
"Act 26: go to drawer 3\n",
"Obs 26: Nothing happens.\n",
"Act 27: open drawer 3\n",
"Obs 27: Nothing happens.\n",
"Act 28: go to drawer 3\n",
"Obs 28: Nothing happens.\n",
"Act 29: open drawer 3\n",
"Obs 29: Nothing happens.\n",
"Act 30: go to drawer 3\n",
"Obs 30: Nothing happens.\n",
"Act 31: open drawer 3\n",
"Obs 31: Nothing happens.\n",
"Act 32: go to drawer 3\n",
"Obs 32: Nothing happens.\n",
"Act 33: open drawer 3\n",
"Obs 33: Nothing happens.\n",
"Act 34: go to drawer 3\n",
"Obs 34: Nothing happens.\n",
"Act 35: open drawer 3\n",
"Obs 35: Nothing happens.\n",
"Act 36: go to drawer 3\n",
"Obs 36: Nothing happens.\n",
"Act 37: open drawer 3\n",
"Obs 37: Nothing happens.\n",
"Act 38: go to drawer 3\n",
"Obs 38: Nothing happens.\n",
"Act 39: open drawer 3\n",
"Obs 39: Nothing happens.\n",
"Act 40: go to drawer 3\n",
"Obs 40: Nothing happens.\n",
"Act 41: open drawer 3\n",
"Obs 41: Nothing happens.\n",
"Act 42: go to drawer 3\n",
"Obs 42: Nothing happens.\n",
"Act 43: open drawer 3\n",
"Obs 43: Nothing happens.\n",
"Act 44: go to drawer 3\n",
"Obs 44: Nothing happens.\n",
"Act 45: open drawer 3\n",
"Obs 45: Nothing happens.\n",
"Act 46: go to drawer 3\n",
"Obs 46: Nothing happens.\n",
"Act 47: open drawer 3\n",
"Obs 47: Nothing happens.\n",
"Act 48: go to drawer 3\n",
"Obs 48: Nothing happens.\n",
"Act 49: open drawer 3\n",
"Obs 49: Nothing happens.\n",
"14 r 0 rs [2, 2, 0, 3, 2, 0] cnts [3, 3, 2, 4, 2, 0] sum(rs)/sum(cnts) 0.6428571428571429\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Potato-None-Microwave-10/trial_T20190907_033157_424297\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: cool some potato and put it in microwave.\n",
"Act 1: think: To solve the task, I need to find and take a potato, then cool it with fridge, then put it in microwave.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a potato. A potato is more likely to appear in countertop (1-3), coffeemachine (1), cabinet (1-6), shelf (1-3), drawer (1-3). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a mug 2, a potato 1, a soapbottle 1, a spatula 1, and a spoon 1.\n",
"Act 4: take potato 1 from countertop 1\n",
"Obs 4: You pick up the potato 1 from the countertop 1.\n",
"Act 5: think: Now I find a potato (1). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: go to fridge 1\n",
"Obs 6: The fridge 1 is closed.\n",
"Act 7: cool potato 1 with fridge 1\n",
"Obs 7: You cool the potato 1 using the fridge 1.\n",
"Act 8: think: Now I cool the potato. Next, I need to put it in/on microwave 1.\n",
"Obs 8: OK.\n",
"Act 9: go to microwave 1\n",
"Obs 9: The microwave 1 is closed.\n",
"Act 10: open microwave 1\n",
"Obs 10: You open the microwave 1. The microwave 1 is open. In it, you see a apple 1, and a mug 1.\n",
"Act 11: put potato 1 in/on microwave 1\n",
"Obs 11: You put the potato 1 in/on the microwave 1.\n",
"15 r True rs [2, 2, 0, 4, 2, 0] cnts [3, 3, 2, 5, 2, 0] sum(rs)/sum(cnts) 0.6666666666666666\n",
"------------\n",
"\n",
"pick_and_place_simple-PepperShaker-None-Drawer-10/trial_T20190906_184021_215264\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put some peppershaker on drawer.\n",
"Act 1: think: To solve the task, I need to find and take a peppershaker, then put it on drawer.\n",
"Obs 1: OK.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 2: think: First I need to find a peppershaker. A peppershaker is more likely to appear in cabinet (1-6), countertop (1-3), drawer (1-3), shelf (1-3), sinkbasin (1). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: On the cabinet 1, you see a vase 2.\n",
"Act 4: go to cabinet 2\n",
"Obs 4: The cabinet 2 is closed.\n",
"Act 5: open cabinet 2\n",
"Obs 5: You open the cabinet 2. The cabinet 2 is open. In it, you see a glassbottle 1, and a plate 1.\n",
"Act 6: go to cabinet 3\n",
"Obs 6: On the cabinet 3, you see a cup 1, a mug 1, and a vase 1.\n",
"Act 7: go to cabinet 4\n",
"Obs 7: On the cabinet 4, you see nothing.\n",
"Act 8: go to cabinet 5\n",
"Obs 8: The cabinet 5 is closed.\n",
"Act 9: open cabinet 5\n",
"Obs 9: You open the cabinet 5. The cabinet 5 is open. In it, you see a glassbottle 2.\n",
"Act 10: go to cabinet 6\n",
"Obs 10: The cabinet 6 is closed.\n",
"Act 11: open cabinet 6\n",
"Obs 11: You open the cabinet 6. The cabinet 6 is open. In it, you see a glassbottle 3.\n",
"Act 12: go to countertop 1\n",
"Obs 12: On the countertop 1, you see a creditcard 1, and a tomato 3.\n",
"Act 13: go to countertop 2\n",
"Obs 13: On the countertop 2, you see a cellphone 1, a fork 1, a knife 1, a lettuce 1, a saltshaker 2, and a soapbottle 1.\n",
"Act 14: go to countertop 3\n",
"Obs 14: On the countertop 3, you see a apple 1, a bread 1, a butterknife 2, a butterknife 1, a cup 2, a egg 2, a houseplant 1, a knife 3, a knife 2, a pan 2, a peppershaker 1, and a vase 3.\n",
"Act 15: think: Now I find a peppershaker (1). Next, I need to take it.\n",
"Obs 15: OK.\n",
"Act 16: take peppershaker 1 from countertop 3\n",
"Obs 16: You pick up the peppershaker 1 from the countertop 3.\n",
"Act 17: think: Now I take a peppershaker (1). Next, I need to put it in/on drawer.\n",
"Obs 17: OK.\n",
"Act 18: go to drawer 1\n",
"Obs 18: The drawer 1 is closed.\n",
"Act 19: open drawer 1\n",
"Obs 19: You open the drawer 1. The drawer 1 is open. In it, you see a dishsponge 2, and a spoon 1.\n",
"Act 20: put peppershaker 1 in/on drawer 1\n",
"Obs 20: You put the peppershaker 1 in/on the drawer 1.\n",
"16 r True rs [3, 2, 0, 4, 2, 0] cnts [4, 3, 2, 5, 2, 0] sum(rs)/sum(cnts) 0.6875\n",
"------------\n",
"\n",
"pick_and_place_simple-Vase-None-Safe-219/trial_T20190908_205204_244321\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a armchair 1, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a dresser 1, a garbagecan 1, a safe 1, a shelf 12, a shelf 11, a shelf 10, a shelf 9, a shelf 8, a shelf 7, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, a shelf 1, a sidetable 1, and a sofa 1.\n",
"Your task is to: put a vase in safe.\n",
"Act 1: think: To solve the task, I need to find and take a vase, then put it in safe.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a vase. A vase is more likely to appear in armchair (1), cabinet (1-4), drawer (1-5), dresser (1), shelf (1-12), sidetable (1), sofa (1). I can check one by one, starting with armchair 1.\n",
"Obs 2: OK.\n",
"Act 3: go to armchair 1\n",
"Obs 3: On the armchair 1, you see a pillow 1.\n",
"Act 4: go to cabinet 1\n",
"Obs 4: The cabinet 1 is closed.\n",
"Act 5: open cabinet 1\n",
"Obs 5: You open the cabinet 1. The cabinet 1 is open. In it, you see a box 1.\n",
"Act 6: go to cabinet 2\n",
"Obs 6: Nothing happens.\n",
"Act 7: open cabinet 2\n",
"Obs 7: You open the cabinet 2. The cabinet 2 is open. In it, you see nothing.\n",
"Act 8: go to cabinet 3\n",
"Obs 8: The cabinet 3 is closed.\n",
"Act 9: open cabinet 3\n",
"Obs 9: You open the cabinet 3. The cabinet 3 is open. In it, you see nothing.\n",
"Act 10: go to cabinet 4\n",
"Obs 10: Nothing happens.\n",
"Act 11: open cabinet 4\n",
"Obs 11: You open the cabinet 4. The cabinet 4 is open. In it, you see a tissuebox 3, and a tissuebox 2.\n",
"Act 12: go to drawer 1\n",
"Obs 12: The drawer 1 is closed.\n",
"Act 13: open drawer 1\n",
"Obs 13: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 14: go to drawer 2\n",
"Obs 14: The drawer 2 is closed.\n",
"Act 15: open drawer 2\n",
"Obs 15: You open the drawer 2. The drawer 2 is open. In it, you see a cellphone 1.\n",
"Act 16: go to drawer 3\n",
"Obs 16: The drawer 3 is closed.\n",
"Act 17: open drawer 3\n",
"Obs 17: You open the drawer 3. The drawer 3 is open. In it, you see a keychain 1.\n",
"Act 18: go to drawer 4\n",
"Obs 18: The drawer 4 is closed.\n",
"Act 19: open drawer 4\n",
"Obs 19: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 20: go to drawer 5\n",
"Obs 20: The drawer 5 is closed.\n",
"Act 21: open drawer 5\n",
"Obs 21: You open the drawer 5. The drawer 5 is open. In it, you see a watch 1.\n",
"Act 22: go to dresser 1\n",
"Obs 22: On the dresser 1, you see a laptop 1, and a remotecontrol 1.\n",
"Act 23: go to shelf 1\n",
"Obs 23: On the shelf 1, you see nothing.\n",
"Act 24: go to shelf 2\n",
"Obs 24: On the shelf 2, you see nothing.\n",
"Act 25: go to shelf 3\n",
"Obs 25: Nothing happens.\n",
"Act 26: open shelf 3\n",
"Obs 26: Nothing happens.\n",
"Act 27: go to shelf 4\n",
"Obs 27: On the shelf 4, you see nothing.\n",
"Act 28: go to shelf 5\n",
"Obs 28: On the shelf 5, you see nothing.\n",
"Act 29: go to shelf 6\n",
"Obs 29: On the shelf 6, you see a statue 1.\n",
"Act 30: go to shelf 7\n",
"Obs 30: On the shelf 7, you see nothing.\n",
"Act 31: go to shelf 8\n",
"Obs 31: On the shelf 8, you see nothing.\n",
"Act 32: go to shelf 9\n",
"Obs 32: On the shelf 9, you see a statue 2.\n",
"Act 33: go to shelf 10\n",
"Obs 33: On the shelf 10, you see a vase 1.\n",
"Act 34: think: Now I find a vase (1). Next, I need to take it.\n",
"Obs 34: OK.\n",
"Act 35: take vase 1 from shelf 10\n",
"Obs 35: You pick up the vase 1 from the shelf 10.\n",
"Act 36: think: Now I take a vase (1). Next, I need to put it in/on safe 1.\n",
"Obs 36: OK.\n",
"Act 37: go to safe 1\n",
"Obs 37: The safe 1 is closed.\n",
"Act 38: open safe 1\n",
"Obs 38: You open the safe 1. The safe 1 is open. In it, you see a watch 2.\n",
"Act 39: put vase 1 in/on safe 1\n",
"Obs 39: You put the vase 1 in/on the safe 1.\n",
"17 r True rs [4, 2, 0, 4, 2, 0] cnts [5, 3, 2, 5, 2, 0] sum(rs)/sum(cnts) 0.7058823529411765\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Mug-None-CoffeeMachine-10/trial_T20190907_221208_560499\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a clean mug in coffeemachine.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then clean it with sinkbasin, then put it in coffeemachine.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), sinkbasin (1), stoveburner (1-3), shelf (1-3), garbagecan (1). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: go to fridge 1\n",
"Obs 3: The fridge 1 is closed.\n",
"Act 4: open fridge 1\n",
"Obs 4: You open the fridge 1. The fridge 1 is open. In it, you see a apple 2, a bowl 2, a egg 1, a lettuce 1, a pan 1, a plate 2, and a plate 1.\n",
"Act 5: go to countertop 1\n",
"Obs 5: On the countertop 1, you see a creditcard 2.\n",
"Act 6: go to countertop 2\n",
"Obs 6: On the countertop 2, you see a apple 1, a cellphone 1, a dishsponge 1, a fork 3, a fork 1, a knife 1, a lettuce 2, a mug 1, a peppershaker 1, a pot 2, a soapbottle 2, and a tomato 1.\n",
"Act 7: go to countertop 3\n",
"Obs 7: On the countertop 3, you see a bread 1, a butterknife 1, a creditcard 3, a houseplant 1, a potato 2, and a saltshaker 1.\n",
"Act 8: think: Now I find a mug (1). Next, I need to take it.\n",
"Obs 8: OK.\n",
"Act 9: take mug 1 from countertop 2\n",
"Obs 9: Nothing happens.\n",
"Act 10: take mug 1 from countertop 2\n",
"Obs 10: Nothing happens.\n",
"Act 11: take mug 1 from countertop 2\n",
"Obs 11: Nothing happens.\n",
"Act 12: take mug 1 from countertop 2\n",
"Obs 12: Nothing happens.\n",
"Act 13: take mug 1 from countertop 2\n",
"Obs 13: Nothing happens.\n",
"Act 14: take mug 1 from countertop 2\n",
"Obs 14: Nothing happens.\n",
"Act 15: take mug 1 from countertop 2\n",
"Obs 15: Nothing happens.\n",
"Act 16: take mug 1 from countertop 2\n",
"Obs 16: Nothing happens.\n",
"Act 17: take mug 1 from countertop 2\n",
"Obs 17: Nothing happens.\n",
"Act 18: take mug 1 from countertop 2\n",
"Obs 18: Nothing happens.\n",
"Act 19: take mug 1 from countertop 2\n",
"Obs 19: Nothing happens.\n",
"Act 20: take mug 1 from countertop 2\n",
"Obs 20: Nothing happens.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 21: take mug 1 from countertop 2\n",
"Obs 21: Nothing happens.\n",
"Act 22: take mug 1 from countertop 2\n",
"Obs 22: Nothing happens.\n",
"Act 23: take mug 1 from countertop 2\n",
"Obs 23: Nothing happens.\n",
"Act 24: take mug 1 from countertop 2\n",
"Obs 24: Nothing happens.\n",
"Act 25: take mug 1 from countertop 2\n",
"Obs 25: Nothing happens.\n",
"Act 26: take mug 1 from countertop 2\n",
"Obs 26: Nothing happens.\n",
"Act 27: take mug 1 from countertop 2\n",
"Obs 27: Nothing happens.\n",
"Act 28: take mug 1 from countertop 2\n",
"Obs 28: Nothing happens.\n",
"Act 29: take mug 1 from countertop 2\n",
"Obs 29: Nothing happens.\n",
"Act 30: take mug 1 from countertop 2\n",
"Obs 30: Nothing happens.\n",
"Act 31: take mug 1 from countertop 2\n",
"Obs 31: Nothing happens.\n",
"Act 32: take mug 1 from countertop 2\n",
"Obs 32: Nothing happens.\n",
"Act 33: take mug 1 from countertop 2\n",
"Obs 33: Nothing happens.\n",
"Act 34: take mug 1 from countertop 2\n",
"Obs 34: Nothing happens.\n",
"Act 35: take mug 1 from countertop 2\n",
"Obs 35: Nothing happens.\n",
"Act 36: take mug 1 from countertop 2\n",
"Obs 36: Nothing happens.\n",
"Act 37: take mug 1 from countertop 2\n",
"Obs 37: Nothing happens.\n",
"Act 38: take mug 1 from countertop 2\n",
"Obs 38: Nothing happens.\n",
"Act 39: take mug 1 from countertop 2\n",
"Obs 39: Nothing happens.\n",
"Act 40: take mug 1 from countertop 2\n",
"Obs 40: Nothing happens.\n",
"Act 41: take mug 1 from countertop 2\n",
"Obs 41: Nothing happens.\n",
"Act 42: take mug 1 from countertop 2\n",
"Obs 42: Nothing happens.\n",
"Act 43: take mug 1 from countertop 2\n",
"Obs 43: Nothing happens.\n",
"Act 44: take mug 1 from countertop 2\n",
"Obs 44: Nothing happens.\n",
"Act 45: take mug 1 from countertop 2\n",
"Obs 45: Nothing happens.\n",
"Act 46: take mug 1 from countertop 2\n",
"Obs 46: Nothing happens.\n",
"Act 47: take mug 1 from countertop 2\n",
"Obs 47: Nothing happens.\n",
"Act 48: take mug 1 from countertop 2\n",
"Obs 48: Nothing happens.\n",
"Act 49: take mug 1 from countertop 2\n",
"Obs 49: Nothing happens.\n",
"18 r 0 rs [4, 2, 0, 4, 2, 0] cnts [5, 4, 2, 5, 2, 0] sum(rs)/sum(cnts) 0.6666666666666666\n",
"------------\n",
"\n",
"pick_and_place_simple-SoapBottle-None-Toilet-424/trial_T20190907_004351_281384\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: put a soapbottle in toilet.\n",
"Act 1: think: To solve the task, I need to find and take a soapbottle, then put it in toilet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a soapbottle. A soapbottle is more likely to appear in cabinet (1-4), countertop (1), toilet (1), sinkbasin (1-2), garbagecan (1). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: The cabinet 1 is closed.\n",
"Act 4: open cabinet 1\n",
"Obs 4: You open the cabinet 1. The cabinet 1 is open. In it, you see a candle 2, and a cloth 2.\n",
"Act 5: go to cabinet 2\n",
"Obs 5: The cabinet 2 is closed.\n",
"Act 6: open cabinet 2\n",
"Obs 6: You open the cabinet 2. The cabinet 2 is open. In it, you see nothing.\n",
"Act 7: go to cabinet 3\n",
"Obs 7: The cabinet 3 is closed.\n",
"Act 8: open cabinet 3\n",
"Obs 8: You open the cabinet 3. The cabinet 3 is open. In it, you see a candle 3, and a soapbar 2.\n",
"Act 9: go to cabinet 4\n",
"Obs 9: The cabinet 4 is closed.\n",
"Act 10: open cabinet 4\n",
"Obs 10: You open the cabinet 4. The cabinet 4 is open. In it, you see a soapbar 1, and a soapbottle 1.\n",
"Act 11: think: Now I find a soapbottle (1). Next, I need to take it.\n",
"Obs 11: OK.\n",
"Act 12: take soapbottle 1 from cabinet 4\n",
"Obs 12: You pick up the soapbottle 1 from the cabinet 4.\n",
"Act 13: think: Now I take a soapbottle (1). Next, I need to put it in toilet 1.\n",
"Obs 13: OK.\n",
"Act 14: go to toilet 1\n",
"Obs 14: On the toilet 1, you see a spraybottle 1.\n",
"Act 15: put soapbottle 1 in toilet 1\n",
"Obs 15: Nothing happens.\n",
"Act 16: think: Oh, I need to put the soapbottle 1 in/on the toilet 1.\n",
"Obs 16: OK.\n",
"Act 17: put soapbottle 1 in/on toilet 1\n",
"Obs 17: You put the soapbottle 1 in/on the toilet 1.\n",
"19 r True rs [5, 2, 0, 4, 2, 0] cnts [6, 4, 2, 5, 2, 0] sum(rs)/sum(cnts) 0.6842105263157895\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Mug-None-Cabinet-10/trial_T20190909_021247_306737\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a hot mug in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then heat it with microwave, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), cabinet (1-6), garbagecan (1), shelf (1-3). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: go to countertop 1\n",
"Obs 4: On the countertop 1, you see a dishsponge 1, a egg 2, a fork 2, a mug 1, and a papertowelroll 1.\n",
"Act 5: take mug 1 from countertop 1\n",
"Obs 5: You pick up the mug 1 from the countertop 1.\n",
"Act 6: think: Now I take a mug (1). Next, I need to go to a microwave (1) and heat it.\n",
"Obs 6: OK.\n",
"Act 7: go to microwave 1\n",
"Obs 7: The microwave 1 is closed.\n",
"Act 8: heat mug 1 with microwave 1\n",
"Obs 8: You heat the mug 1 using the microwave 1.\n",
"Act 9: think: Now I heat a mug (1). Next, I need to put it in/on cabinet 1.\n",
"Obs 9: OK.\n",
"Act 10: go to cabinet 1\n",
"Obs 10: On the cabinet 1, you see a glassbottle 2, a glassbottle 1, and a saltshaker 1.\n",
"Act 11: put mug 1 in/on cabinet 1\n",
"Obs 11: You put the mug 1 in/on the cabinet 1.\n",
"20 r True rs [5, 2, 1, 4, 2, 0] cnts [6, 4, 3, 5, 2, 0] sum(rs)/sum(cnts) 0.7\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Apple-None-Fridge-10/trial_T20190906_182259_116320\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: heat some apple and put it in fridge.\n",
"Act 1: think: To solve the task, I need to find and take an apple, then heat it with microwave, then put it in fridge.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find an apple. An apple is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), cabinet (1-6), garbagecan (1). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: open fridge 1\n",
"Obs 4: Nothing happens.\n",
"Act 5: open fridge 1\n",
"Obs 5: Nothing happens.\n",
"Act 6: open fridge 1\n",
"Obs 6: Nothing happens.\n",
"Act 7: open fridge 1\n",
"Obs 7: Nothing happens.\n",
"Act 8: open fridge 1\n",
"Obs 8: Nothing happens.\n",
"Act 9: open fridge 1\n",
"Obs 9: Nothing happens.\n",
"Act 10: open fridge 1\n",
"Obs 10: Nothing happens.\n",
"Act 11: open fridge 1\n",
"Obs 11: Nothing happens.\n",
"Act 12: open fridge 1\n",
"Obs 12: Nothing happens.\n",
"Act 13: open fridge 1\n",
"Obs 13: Nothing happens.\n",
"Act 14: open fridge 1\n",
"Obs 14: Nothing happens.\n",
"Act 15: open fridge 1\n",
"Obs 15: Nothing happens.\n",
"Act 16: open fridge 1\n",
"Obs 16: Nothing happens.\n",
"Act 17: open fridge 1\n",
"Obs 17: Nothing happens.\n",
"Act 18: open fridge 1\n",
"Obs 18: Nothing happens.\n",
"Act 19: open fridge 1\n",
"Obs 19: Nothing happens.\n",
"Act 20: open fridge 1\n",
"Obs 20: Nothing happens.\n",
"Act 21: open fridge 1\n",
"Obs 21: Nothing happens.\n",
"Act 22: open fridge 1\n",
"Obs 22: Nothing happens.\n",
"Act 23: open fridge 1\n",
"Obs 23: Nothing happens.\n",
"Act 24: open fridge 1\n",
"Obs 24: Nothing happens.\n",
"Act 25: open fridge 1\n",
"Obs 25: Nothing happens.\n",
"Act 26: open fridge 1\n",
"Obs 26: Nothing happens.\n",
"Act 27: open fridge 1\n",
"Obs 27: Nothing happens.\n",
"Act 28: open fridge 1\n",
"Obs 28: Nothing happens.\n",
"Act 29: open fridge 1\n",
"Obs 29: Nothing happens.\n",
"Act 30: open fridge 1\n",
"Obs 30: Nothing happens.\n",
"Act 31: open fridge 1\n",
"Obs 31: Nothing happens.\n",
"Act 32: open fridge 1\n",
"Obs 32: Nothing happens.\n",
"Act 33: open fridge 1\n",
"Obs 33: Nothing happens.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 34: open fridge 1\n",
"Obs 34: Nothing happens.\n",
"Act 35: open fridge 1\n",
"Obs 35: Nothing happens.\n",
"Act 36: open fridge 1\n",
"Obs 36: Nothing happens.\n",
"Act 37: open fridge 1\n",
"Obs 37: Nothing happens.\n",
"Act 38: open fridge 1\n",
"Obs 38: Nothing happens.\n",
"Act 39: open fridge 1\n",
"Obs 39: Nothing happens.\n",
"Act 40: open fridge 1\n",
"Obs 40: Nothing happens.\n",
"Act 41: open fridge 1\n",
"Obs 41: Nothing happens.\n",
"Act 42: open fridge 1\n",
"Obs 42: Nothing happens.\n",
"Act 43: open fridge 1\n",
"Obs 43: Nothing happens.\n",
"Act 44: open fridge 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: open fridge 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: open fridge 1\n",
"Obs 46: Nothing happens.\n",
"Act 47: open fridge 1\n",
"Obs 47: Nothing happens.\n",
"Act 48: open fridge 1\n",
"Obs 48: Nothing happens.\n",
"Act 49: open fridge 1\n",
"Obs 49: Nothing happens.\n",
"21 r 0 rs [5, 2, 1, 4, 2, 0] cnts [6, 4, 4, 5, 2, 0] sum(rs)/sum(cnts) 0.6666666666666666\n",
"------------\n",
"\n",
"look_at_obj_in_light-Book-None-DeskLamp-308/trial_T20190908_144951_587345\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: examine the book with the desklamp.\n",
"Act 1: think: To solve the task, I need to find and take a book, then find and use a desklamp. First I need to find a book. A book is more likely to appear in desk (1-2), shelf (1-6), bed (1), garbagecan (1), drawer (1-6), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 1: OK.\n",
"Act 2: go to desk 1\n",
"Obs 2: On the desk 1, you see a alarmclock 1, a creditcard 1, a desklamp 1, a laptop 3, and a mug 1.\n",
"Act 3: go to desk 2\n",
"Obs 3: On the desk 2, you see a cellphone 2, a creditcard 2, a mug 3, and a pencil 2.\n",
"Act 4: go to shelf 1\n",
"Obs 4: On the shelf 1, you see a bowl 1.\n",
"Act 5: go to shelf 2\n",
"Obs 5: On the shelf 2, you see a pen 1.\n",
"Act 6: go to shelf 3\n",
"Obs 6: On the shelf 3, you see a creditcard 1, a desklamp 1, and a mug 1.\n",
"Act 7: go to shelf 4\n",
"Obs 7: On the shelf 4, you see a mug 2, and a pencil 1.\n",
"Act 8: go to shelf 5\n",
"Obs 8: On the shelf 5, you see nothing.\n",
"Act 9: go to shelf 6\n",
"Obs 9: On the shelf 6, you see nothing.\n",
"Act 10: go to drawer 1\n",
"Obs 10: The drawer 1 is closed.\n",
"Act 11: open drawer 1\n",
"Obs 11: You open the drawer 1. The drawer 1 is open. In it, you see a keychain 2.\n",
"Act 12: go to drawer 2\n",
"Obs 12: On the drawer 2, you see nothing.\n",
"Act 13: go to drawer 3\n",
"Obs 13: Nothing happens.\n",
"Act 14: open drawer 3\n",
"Obs 14: Nothing happens.\n",
"Act 15: go to drawer 4\n",
"Obs 15: The drawer 4 is closed.\n",
"Act 16: open drawer 4\n",
"Obs 16: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 17: go to drawer 5\n",
"Obs 17: On the drawer 5, you see nothing.\n",
"Act 18: go to drawer 6\n",
"Obs 18: The drawer 6 is closed.\n",
"Act 19: open drawer 6\n",
"Obs 19: You open the drawer 6. The drawer 6 is open. In it, you see a cd 3.\n",
"Act 20: go to garbagecan 1\n",
"Obs 20: On the garbagecan 1, you see a cd 2.\n",
"Act 21: go to laundryhamper 1\n",
"Obs 21: On the laundryhamper 1, you see nothing.\n",
"Act 22: think: I can't find a book. Maybe I can find a book in desk 2.\n",
"Obs 22: OK.\n",
"Act 23: go to desk 2\n",
"Obs 23: On the desk 2, you see a cellphone 2, a creditcard 2, a mug 3, and a pencil 2.\n",
"Act 24: think: Now I find a book (2). Next, I need to take it.\n",
"Obs 24: OK.\n",
"Act 25: take book 2 from desk 2\n",
"Obs 25: Nothing happens.\n",
"Act 26: take book 2 from desk 2\n",
"Obs 26: Nothing happens.\n",
"Act 27: take book 2 from desk 2\n",
"Obs 27: Nothing happens.\n",
"Act 28: take book 2 from desk 2\n",
"Obs 28: Nothing happens.\n",
"Act 29: take book 2 from desk 2\n",
"Obs 29: Nothing happens.\n",
"Act 30: take book 2 from desk 2\n",
"Obs 30: Nothing happens.\n",
"Act 31: take book 2 from desk 2\n",
"Obs 31: Nothing happens.\n",
"Act 32: take book 2 from desk 2\n",
"Obs 32: Nothing happens.\n",
"Act 33: take book 2 from desk 2\n",
"Obs 33: Nothing happens.\n",
"Act 34: take book 2 from desk 2\n",
"Obs 34: Nothing happens.\n",
"Act 35: take book 2 from desk 2\n",
"Obs 35: Nothing happens.\n",
"Act 36: take book 2 from desk 2\n",
"Obs 36: Nothing happens.\n",
"Act 37: take book 2 from desk 2\n",
"Obs 37: Nothing happens.\n",
"Act 38: take book 2 from desk 2\n",
"Obs 38: Nothing happens.\n",
"Act 39: take book 2 from desk 2\n",
"Obs 39: Nothing happens.\n",
"Act 40: take book 2 from desk 2\n",
"Obs 40: Nothing happens.\n",
"Act 41: take book 2 from desk 2\n",
"Obs 41: Nothing happens.\n",
"Act 42: take book 2 from desk 2\n",
"Obs 42: Nothing happens.\n",
"Act 43: take book 2 from desk 2\n",
"Obs 43: Nothing happens.\n",
"Act 44: take book 2 from desk 2\n",
"Obs 44: Nothing happens.\n",
"Act 45: take book 2 from desk 2\n",
"Obs 45: Nothing happens.\n",
"Act 46: take book 2 from desk 2\n",
"Obs 46: Nothing happens.\n",
"Act 47: take book 2 from desk 2\n",
"Obs 47: Nothing happens.\n",
"Act 48: take book 2 from desk 2\n",
"Obs 48: Nothing happens.\n",
"Act 49: take book 2 from desk 2\n",
"Obs 49: Nothing happens.\n",
"22 r 0 rs [5, 2, 1, 4, 2, 0] cnts [6, 4, 4, 5, 3, 0] sum(rs)/sum(cnts) 0.6363636363636364\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Tomato-None-Microwave-10/trial_T20190909_102608_318800\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a cool tomato in microwave.\n",
"Act 1: think: To solve the task, I need to find and take a tomato, then cool it with fridge, then put it in microwave.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a tomato. A tomato is more likely to appear in countertop (1-3), coffeemachine (1), cabinet (1-6), shelf (1-3), drawer (1-3). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a mug 1, and a saltshaker 1.\n",
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see a butterknife 2, a butterknife 1, a cellphone 1, a glassbottle 1, a knife 1, a lettuce 3, a peppershaker 1, a statue 2, a statue 1, and a vase 1.\n",
"Act 5: go to countertop 3\n",
"Obs 5: On the countertop 3, you see a bread 1, a butterknife 3, a creditcard 2, a houseplant 1, a knife 3, a knife 2, a mug 2, a peppershaker 2, and a spatula 2.\n",
"Act 6: go to coffeemachine 1\n",
"Obs 6: On the coffeemachine 1, you see a mug 1.\n",
"Act 7: go to cabinet 1\n",
"Obs 7: On the cabinet 1, you see a dishsponge 1.\n",
"Act 8: go to cabinet 2\n",
"Obs 8: The cabinet 2 is closed.\n",
"Act 9: open cabinet 2\n",
"Obs 9: You open the cabinet 2. The cabinet 2 is open. In it, you see nothing.\n",
"Act 10: go to cabinet 3\n",
"Obs 10: On the cabinet 3, you see nothing.\n",
"Act 11: go to cabinet 4\n",
"Obs 11: On the cabinet 4, you see a cup 1, and a vase 2.\n",
"Act 12: go to cabinet 5\n",
"Obs 12: The cabinet 5 is closed.\n",
"Act 13: open cabinet 5\n",
"Obs 13: You open the cabinet 5. The cabinet 5 is open. In it, you see nothing.\n",
"Act 14: go to cabinet 6\n",
"Obs 14: The cabinet 6 is closed.\n",
"Act 15: open cabinet 6\n",
"Obs 15: You open the cabinet 6. The cabinet 6 is open. In it, you see a plate 1, and a soapbottle 1.\n",
"Act 16: go to drawer 1\n",
"Obs 16: The drawer 1 is closed.\n",
"Act 17: open drawer 1\n",
"Obs 17: You open the drawer 1. The drawer 1 is open. In it, you see a cellphone 2.\n",
"Act 18: go to drawer 2\n",
"Obs 18: The drawer 2 is closed.\n",
"Act 19: open drawer 2\n",
"Obs 19: You open the drawer 2. The drawer 2 is open. In it, you see a saltshaker 2, a spoon 2, and a spoon 1.\n",
"Act 20: go to drawer 3\n",
"Obs 20: The drawer 3 is closed.\n",
"Act 21: open drawer 3\n",
"Obs 21: You open the drawer 3. The drawer 3 is open. In it, you see a saltshaker 3.\n",
"Act 22: go to shelf 1\n",
"Obs 22: On the shelf 1, you see a creditcard 1, and a dishsponge 2.\n",
"Act 23: go to shelf 2\n",
"Obs 23: On the shelf 2, you see a papertowelroll 1, and a vase 3.\n",
"Act 24: go to shelf 3\n",
"Obs 24: On the shelf 3, you see nothing.\n",
"Act 25: think: I can't find a tomato. Maybe I can find it in fridge (1).\n",
"Obs 25: OK.\n",
"Act 26: go to fridge 1\n",
"Obs 26: The fridge 1 is closed.\n",
"Act 27: open fridge 1\n",
"Obs 27: You open the fridge 1. The fridge 1 is open. In it, you see a bowl 2, a bowl 1, a egg 1, a lettuce 2, a lettuce 1, a potato 2, and a potato 1.\n",
"Act 28: take tomato 1 from fridge 1\n",
"Obs 28: Nothing happens.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 29: take potato 1 from fridge 1\n",
"Obs 29: You pick up the potato 1 from the fridge 1.\n",
"Act 30: think: Now I find a potato (1). Next, I need to cool it.\n",
"Obs 30: OK.\n",
"Act 31: cool potato 1 with fridge 1\n",
"Obs 31: You cool the potato 1 using the fridge 1.\n",
"Act 32: think: Now I cool the potato (1). Next, I need to put it in/on microwave 1.\n",
"Obs 32: OK.\n",
"Act 33: go to microwave 1\n",
"Obs 33: The microwave 1 is closed.\n",
"Act 34: open microwave 1\n",
"Obs 34: You open the microwave 1. The microwave 1 is open. In it, you see nothing.\n",
"Act 35: put potato 1 in/on microwave 1\n",
"Obs 35: You put the potato 1 in/on the microwave 1.\n",
"Act 36: think: Oops, I put a potato (1) in/on microwave 1. I need to put a tomato (1) in/on microwave 1.\n",
"Obs 36: OK.\n",
"Act 37: take potato 1 from microwave 1\n",
"Obs 37: You pick up the potato 1 from the microwave 1.\n",
"Act 38: take tomato 1 from fridge 1\n",
"Obs 38: Nothing happens.\n",
"Act 39: take tomato 1 from fridge 1\n",
"Obs 39: Nothing happens.\n",
"Act 40: take tomato 1 from fridge 1\n",
"Obs 40: Nothing happens.\n",
"Act 41: take tomato 1 from fridge 1\n",
"Obs 41: Nothing happens.\n",
"Act 42: take tomato 1 from fridge 1\n",
"Obs 42: Nothing happens.\n",
"Act 43: take tomato 1 from fridge 1\n",
"Obs 43: Nothing happens.\n",
"Act 44: take tomato 1 from fridge 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: take tomato 1 from fridge 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: take tomato 1 from fridge 1\n",
"Obs 46: Nothing happens.\n",
"Act 47: take tomato 1 from fridge 1\n",
"Obs 47: Nothing happens.\n",
"Act 48: take tomato 1 from fridge 1\n",
"Obs 48: Nothing happens.\n",
"Act 49: take tomato 1 from fridge 1\n",
"Obs 49: Nothing happens.\n",
"23 r 0 rs [5, 2, 1, 4, 2, 0] cnts [6, 4, 4, 6, 3, 0] sum(rs)/sum(cnts) 0.6086956521739131\n",
"------------\n",
"\n",
"pick_two_obj_and_place-Pillow-None-Sofa-219/trial_T20190907_163408_914117\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a armchair 1, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a dresser 1, a garbagecan 1, a safe 1, a shelf 12, a shelf 11, a shelf 10, a shelf 9, a shelf 8, a shelf 7, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, a shelf 1, a sidetable 1, and a sofa 1.\n",
"Your task is to: put two pillow in sofa.\n",
"Act 1: think: To solve the task, I need to find and take the first pillow, then put it in sofa, then find and take the second pillow, then put it in sofa.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first pillow. A pillow is more likely to appear in armchair (1), cabinet (1-4), drawer (1-5), shelf (1-12), sofa (1), dresser (1), garbagecan (1), safe (1), sidetable (1). I can check one by one, starting with armchair 1.\n",
"Obs 2: OK.\n",
"Act 3: go to armchair 1\n",
"Obs 3: On the armchair 1, you see a cellphone 2, a pillow 2, and a pillow 1.\n",
"Act 4: take pillow 1 from armchair 1\n",
"Obs 4: You pick up the pillow 1 from the armchair 1.\n",
"Act 5: think: Now I find the first pillow (1). Next, I need to put it in/on sofa 1.\n",
"Obs 5: OK.\n",
"Act 6: go to sofa 1\n",
"Obs 6: On the sofa 1, you see a newspaper 3.\n",
"Act 7: put pillow 1 in/on sofa 1\n",
"Obs 7: You put the pillow 1 in/on the sofa 1.\n",
"Act 8: think: Now I put the first pillow in sofa. Next, I need to find the second pillow. I have visited armchair (1), so the second pillow is more likely to appear in cabinet (1-4), drawer (1-5), shelf (1-12), sofa (1), dresser (1), garbagecan (1), safe (1), sidetable (1). I can check one by one, starting with cabinet 1.\n",
"Obs 8: OK.\n",
"Act 9: go to cabinet 1\n",
"Obs 9: The cabinet 1 is closed.\n",
"Act 10: open cabinet 1\n",
"Obs 10: You open the cabinet 1. The cabinet 1 is open. In it, you see nothing.\n",
"Act 11: go to cabinet 2\n",
"Obs 11: Nothing happens.\n",
"Act 12: open cabinet 2\n",
"Obs 12: You open the cabinet 2. The cabinet 2 is open. In it, you see a box 1.\n",
"Act 13: go to box 1\n",
"Obs 13: Nothing happens.\n",
"Act 14: open box 1\n",
"Obs 14: Nothing happens.\n",
"Act 15: think: I can't find the second pillow in cabinet (1-2). I need to check cabinet 3-4, drawer (1-5), shelf (1-12), sofa (1), dresser (1), garbagecan (1), safe (1), sidetable (1). I can check one by one, starting with cabinet 3.\n",
"Obs 15: OK.\n",
"Act 16: go to cabinet 3\n",
"Obs 16: The cabinet 3 is closed.\n",
"Act 17: open cabinet 3\n",
"Obs 17: You open the cabinet 3. The cabinet 3 is open. In it, you see a newspaper 1.\n",
"Act 18: go to cabinet 4\n",
"Obs 18: Nothing happens.\n",
"Act 19: open cabinet 4\n",
"Obs 19: You open the cabinet 4. The cabinet 4 is open. In it, you see a newspaper 2.\n",
"Act 20: think: I can't find the second pillow in cabinet (3-4). I need to check drawer (1-5), shelf (1-12), sofa (1), dresser (1), garbagecan (1), safe (1), sidetable (1). I can check one by one, starting with drawer 1.\n",
"Obs 20: OK.\n",
"Act 21: go to drawer 1\n",
"Obs 21: The drawer 1 is closed.\n",
"Act 22: open drawer 1\n",
"Obs 22: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 23: go to drawer 2\n",
"Obs 23: The drawer 2 is closed.\n",
"Act 24: open drawer 2\n",
"Obs 24: You open the drawer 2. The drawer 2 is open. In it, you see nothing.\n",
"Act 25: go to drawer 3\n",
"Obs 25: The drawer 3 is closed.\n",
"Act 26: open drawer 3\n",
"Obs 26: You open the drawer 3. The drawer 3 is open. In it, you see nothing.\n",
"Act 27: go to drawer 4\n",
"Obs 27: The drawer 4 is closed.\n",
"Act 28: open drawer 4\n",
"Obs 28: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 29: go to drawer 5\n",
"Obs 29: The drawer 5 is closed.\n",
"Act 30: open drawer 5\n",
"Obs 30: You open the drawer 5. The drawer 5 is open. In it, you see nothing.\n",
"Act 31: think: I can't find the second pillow in drawer (1-5). I need to check shelf (1-12), sofa (1), dresser (1), garbagecan (1), safe (1), sidetable (1). I can check one by one, starting with shelf 1.\n",
"Obs 31: OK.\n",
"Act 32: go to shelf 1\n",
"Obs 32: On the shelf 1, you see nothing.\n",
"Act 33: go to shelf 2\n",
"Obs 33: On the shelf 2, you see nothing.\n",
"Act 34: go to shelf 3\n",
"Obs 34: Nothing happens.\n",
"Act 35: open shelf 3\n",
"Obs 35: Nothing happens.\n",
"Act 36: think: I can't find the second pillow in shelf (1-3). I need to check shelf (4-12), sofa (1), dresser (1), garbagecan (1), safe (1), sidetable (1). I can check one by one, starting with shelf 4.\n",
"Obs 36: OK.\n",
"Act 37: go to shelf 4\n",
"Obs 37: On the shelf 4, you see nothing.\n",
"Act 38: go to shelf 5\n",
"Obs 38: On the shelf 5, you see nothing.\n",
"Act 39: go to shelf 6\n",
"Obs 39: On the shelf 6, you see a statue 3.\n",
"Act 40: go to shelf 7\n",
"Obs 40: On the shelf 7, you see nothing.\n",
"Act 41: go to shelf 8\n",
"Obs 41: On the shelf 8, you see a keychain 1.\n",
"Act 42: go to shelf 9\n",
"Obs 42: On the shelf 9, you see a tissuebox 1.\n",
"Act 43: go to shelf 10\n",
"Obs 43: On the shelf 10, you see a box 3, and a cellphone 3.\n",
"Act 44: go to shelf 11\n",
"Obs 44: On the shelf 11, you see nothing.\n",
"Act 45: go to shelf 12\n",
"Obs 45: On the shelf 12, you see nothing.\n",
"Act 46: think: I can't find the second pillow in shelf (4-12). I need to check sofa (1), dresser (1), garbagecan (1), safe (1), sidetable (1). I can check one by one, starting with sofa 1.\n",
"Obs 46: OK.\n",
"Act 47: go to sofa 1\n",
"Obs 47: On the sofa 1, you see a newspaper 3, and a pillow 1.\n",
"Act 48: take pillow 2 from sofa 1\n",
"Obs 48: Nothing happens.\n",
"Act 49: think: I can't find the second pillow in sofa (1). I need to check dresser (1), garbagecan (1), safe (1), sidetable (1). I can check one by one, starting with dresser 1.\n",
"Obs 49: OK.\n",
"24 r 0 rs [5, 2, 1, 4, 2, 0] cnts [6, 4, 4, 6, 3, 1] sum(rs)/sum(cnts) 0.5833333333333334\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Mug-None-CoffeeMachine-10/trial_T20190907_171850_960211\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: heat some mug and put it in coffeemachine.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then heat it with microwave, then put it in coffeemachine.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), shelf (1-3), garbagecan (1), cabinet (1-6). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: go to countertop 1\n",
"Obs 4: On the countertop 1, you see a bowl 1, a glassbottle 1, a mug 2, and a papertowelroll 1.\n",
"Act 5: think: Now I find a mug (2). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: take mug 2 from countertop 1\n",
"Obs 6: You pick up the mug 2 from the countertop 1.\n",
"Act 7: think: Now I take a mug (2). Next, I need to go to a microwave (1) and heat it.\n",
"Obs 7: OK.\n",
"Act 8: go to microwave 1\n",
"Obs 8: The microwave 1 is closed.\n",
"Act 9: heat mug 2 with microwave 1\n",
"Obs 9: You heat the mug 2 using the microwave 1.\n",
"Act 10: think: Now I heat a mug (2). Next, I need to put it in/on coffeemachine 1.\n",
"Obs 10: OK.\n",
"Act 11: go to coffeemachine 1\n",
"Obs 11: On the coffeemachine 1, you see nothing.\n",
"Act 12: put mug 2 in/on coffeemachine 1\n",
"Obs 12: You put the mug 2 in/on the coffeemachine 1.\n",
"25 r True rs [5, 2, 2, 4, 2, 0] cnts [6, 4, 5, 6, 3, 1] sum(rs)/sum(cnts) 0.6\n",
"------------\n",
"\n",
"look_at_obj_in_light-Mug-None-DeskLamp-308/trial_T20190908_201444_037645\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: examine the mug with the desklamp.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then find and use a desklamp. First I need to find a mug. A mug is more likely to appear in drawer (1-6), desk (1-2), shelf (1-6), bed (1), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 1: OK.\n",
"Act 2: go to drawer 1\n",
"Obs 2: The drawer 1 is closed.\n",
"Act 3: open drawer 1\n",
"Obs 3: You open the drawer 1. The drawer 1 is open. In it, you see a cd 2.\n",
"Act 4: go to drawer 2\n",
"Obs 4: On the drawer 2, you see nothing.\n",
"Act 5: go to drawer 3\n",
"Obs 5: Nothing happens.\n",
"Act 6: open drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: go to drawer 4\n",
"Obs 7: The drawer 4 is closed.\n",
"Act 8: open drawer 4\n",
"Obs 8: You open the drawer 4. The drawer 4 is open. In it, you see a pen 2.\n",
"Act 9: go to drawer 5\n",
"Obs 9: On the drawer 5, you see nothing.\n",
"Act 10: go to drawer 6\n",
"Obs 10: The drawer 6 is closed.\n",
"Act 11: open drawer 6\n",
"Obs 11: You open the drawer 6. The drawer 6 is open. In it, you see a creditcard 1.\n",
"Act 12: go to desk 1\n",
"Obs 12: On the desk 1, you see a bowl 1, a desklamp 1, a laptop 1, and a pen 1.\n",
"Act 13: go to desk 2\n",
"Obs 13: On the desk 2, you see a alarmclock 3, a bowl 2, a keychain 2, a keychain 1, a mug 3, and a mug 2.\n",
"Act 14: think: Now I find a mug (2). Next, I need to take it.\n",
"Obs 14: OK.\n",
"Act 15: take mug 2 from desk 2\n",
"Obs 15: You pick up the mug 2 from the desk 2.\n",
"Act 16: think: Now I take a mug (2). Next, I need to find a desklamp. A desklamp is more likely to appear in desk (1-2), shelf (1-6), bed (1), garbagecan (1), drawer (1-6), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 16: OK.\n",
"Act 17: go to desk 1\n",
"Obs 17: On the desk 1, you see a bowl 1, a desklamp 1, a laptop 1, and a pen 1.\n",
"Act 18: think: Now I find a desklamp (1). Next, I need to use it.\n",
"Obs 18: OK.\n",
"Act 19: use desklamp 1\n",
"Obs 19: You turn on the desklamp 1.\n",
"26 r True rs [5, 2, 2, 4, 3, 0] cnts [6, 4, 5, 6, 4, 1] sum(rs)/sum(cnts) 0.6153846153846154\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Potato-None-GarbageCan-10/trial_T20190907_161853_945788\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a hot potato in garbagecan.\n",
"Act 1: think: To solve the task, I need to find and take a potato, then heat it with microwave, then put it in garbagecan.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a potato. A potato is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), garbagecan (1), cabinet (1-6). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: go to fridge 1\n",
"Obs 4: The fridge 1 is closed.\n",
"Act 5: open fridge 1\n",
"Obs 5: You open the fridge 1. The fridge 1 is open. In it, you see a apple 1, a bread 2, a cup 2, a cup 1, a lettuce 1, a mug 1, a tomato 2, and a tomato 1.\n",
"Act 6: take potato 1 from fridge 1\n",
"Obs 6: Nothing happens.\n",
"Act 7: take tomato 1 from fridge 1\n",
"Obs 7: You pick up the tomato 1 from the fridge 1.\n",
"Act 8: think: Now I take a tomato (1). Next, I need to go to a microwave (1) and heat it.\n",
"Obs 8: OK.\n",
"Act 9: go to microwave 1\n",
"Obs 9: The microwave 1 is closed.\n",
"Act 10: heat tomato 1 with microwave 1\n",
"Obs 10: You heat the tomato 1 using the microwave 1.\n",
"Act 11: think: Now I heat a tomato (1). Next, I need to put it in/on garbagecan 1.\n",
"Obs 11: OK.\n",
"Act 12: go to garbagecan 1\n",
"Obs 12: On the garbagecan 1, you see a apple 3, a egg 1, and a soapbottle 2.\n",
"Act 13: put tomato 1 in/on garbagecan 1\n",
"Obs 13: You put the tomato 1 in/on the garbagecan 1.\n",
"Act 14: think: Now I put a hot tomato (1) in/on garbagecan 1. The task is solved.\n",
"Obs 14: OK.\n",
"Act 15: \n",
"Obs 15: Nothing happens.\n",
"Act 16: end\n",
"Obs 16: Nothing happens.\n",
"Act 17: exit\n",
"Obs 17: Nothing happens.\n",
"Act 18: quit\n",
"Obs 18: Nothing happens.\n",
"Act 19: goodbye\n",
"Obs 19: Nothing happens.\n",
"Act 20: bye\n",
"Obs 20: Nothing happens.\n",
"Act 21: exit the room\n",
"Obs 21: Nothing happens.\n",
"Act 22: leave the room\n",
"Obs 22: Nothing happens.\n",
"Act 23: leave\n",
"Obs 23: Nothing happens.\n",
"Act 24: Goodbye!\n",
"Obs 24: Nothing happens.\n",
"Act 25: Goodbye. I'm done.\n",
"Obs 25: Nothing happens.\n",
"Act 26: Goodbye. I'm finished.\n",
"Obs 26: Nothing happens.\n",
"Act 27: Goodbye. Task is solved.\n",
"Obs 27: Nothing happens.\n",
"Act 28: Goodbye. Task completed.\n",
"Obs 28: Nothing happens.\n",
"Act 29: Goodbye. I'm done here.\n",
"Obs 29: Nothing happens.\n",
"Act 30: Goodbye. I'm leaving now.\n",
"Obs 30: Nothing happens.\n",
"Act 31: Goodbye. I'm done with the task.\n",
"Obs 31: Nothing happens.\n",
"Act 32: Goodbye. Task is finished.\n",
"Obs 32: Nothing happens.\n",
"Act 33: Goodbye. I'm finished with the task.\n",
"Obs 33: Nothing happens.\n",
"Act 34: Goodbye. I'm done with the task.\n",
"Obs 34: Nothing happens.\n",
"Act 35: Goodbye. Task is completed.\n",
"Obs 35: Nothing happens.\n",
"Act 36: Goodbye. I'm leaving the room.\n",
"Obs 36: Nothing happens.\n",
"Act 37: Goodbye. I'm done here. Goodbye!\n",
"Obs 37: Nothing happens.\n",
"Act 38: Goodbye. I'm done here. Bye!\n",
"Obs 38: Nothing happens.\n",
"Act 39: Goodbye. I'm done here. See you later!\n",
"Obs 39: Nothing happens.\n",
"Act 40: Goodbye. I'm done here. Have a nice day!\n",
"Obs 40: Nothing happens.\n",
"Act 41: Goodbye. I'm done here. Have a good day!\n",
"Obs 41: Nothing happens.\n",
"Act 42: Goodbye. I'm done here. Have a great day!\n",
"Obs 42: Nothing happens.\n",
"Act 43: Goodbye. I'm done here. Have a wonderful day!\n",
"Obs 43: Nothing happens.\n",
"Act 44: Goodbye. I'm done here. Have a fantastic day!\n",
"Obs 44: Nothing happens.\n",
"Act 45: Goodbye. I'm done here. Have a terrific day!\n",
"Obs 45: Nothing happens.\n",
"Act 46: Goodbye. I'm done here. Have a marvelous day!\n",
"Obs 46: Nothing happens.\n",
"Act 47: Goodbye. I'm done here. Have a splendid day!\n",
"Obs 47: Nothing happens.\n",
"Act 48: Goodbye. I'm done here. Have a fabulous day!\n",
"Obs 48: Nothing happens.\n",
"Act 49: Goodbye. I'm done here. Have a wonderful day!\n",
"Obs 49: Nothing happens.\n",
"27 r 0 rs [5, 2, 2, 4, 3, 0] cnts [6, 4, 6, 6, 4, 1] sum(rs)/sum(cnts) 0.5925925925925926\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Tomato-None-GarbageCan-10/trial_T20190908_225046_020282\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a hot tomato in garbagecan.\n",
"Act 1: think: To solve the task, I need to find and take a tomato, then heat it with microwave, then put it in garbagecan.\n",
"Obs 1: OK.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 2: think: First I need to find a tomato. A tomato is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), garbagecan (1), cabinet (1-6). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: go to fridge 1\n",
"Obs 4: The fridge 1 is closed.\n",
"Act 5: open fridge 1\n",
"Obs 5: You open the fridge 1. The fridge 1 is open. In it, you see a apple 1, a egg 2, a egg 1, a plate 1, a potato 2, and a potato 1.\n",
"Act 6: take tomato 1 from fridge 1\n",
"Obs 6: Nothing happens.\n",
"Act 7: take potato 1 from fridge 1\n",
"Obs 7: You pick up the potato 1 from the fridge 1.\n",
"Act 8: think: Now I take a potato (1). Next, I need to go to a microwave (1) and heat it.\n",
"Obs 8: OK.\n",
"Act 9: go to microwave 1\n",
"Obs 9: The microwave 1 is closed.\n",
"Act 10: heat potato 1 with microwave 1\n",
"Obs 10: You heat the potato 1 using the microwave 1.\n",
"Act 11: think: Now I heat a potato (1). Next, I need to put it in/on garbagecan 1.\n",
"Obs 11: OK.\n",
"Act 12: go to garbagecan 1\n",
"Obs 12: On the garbagecan 1, you see a egg 3, and a papertowelroll 1.\n",
"Act 13: put potato 1 in/on garbagecan 1\n",
"Obs 13: You put the potato 1 in/on the garbagecan 1.\n",
"Act 14: think: Now I put a potato (1) in/on garbagecan 1. Next, I need to find and take a tomato.\n",
"Obs 14: OK.\n",
"Act 15: go to fridge 1\n",
"Obs 15: The fridge 1 is open. In it, you see a apple 1, a egg 2, a egg 1, a plate 1, and a potato 2.\n",
"Act 16: take tomato 1 from fridge 1\n",
"Obs 16: Nothing happens.\n",
"Act 17: take egg 1 from fridge 1\n",
"Obs 17: You pick up the egg 1 from the fridge 1.\n",
"Act 18: think: Now I take an egg (1). Next, I need to go to a microwave (1) and heat it.\n",
"Obs 18: OK.\n",
"Act 19: go to microwave 1\n",
"Obs 19: The microwave 1 is closed.\n",
"Act 20: heat egg 1 with microwave 1\n",
"Obs 20: You heat the egg 1 using the microwave 1.\n",
"Act 21: think: Now I heat an egg (1). Next, I need to put it in/on garbagecan 1.\n",
"Obs 21: OK.\n",
"Act 22: go to garbagecan 1\n",
"Obs 22: On the garbagecan 1, you see a egg 3, a papertowelroll 1, and a potato 1.\n",
"Act 23: put egg 1 in/on garbagecan 1\n",
"Obs 23: You put the egg 1 in/on the garbagecan 1.\n",
"Act 24: think: Now I put an egg (1) in/on garbagecan 1. Next, I need to find and take a tomato.\n",
"Obs 24: OK.\n",
"Act 25: go to fridge 1\n",
"Obs 25: The fridge 1 is open. In it, you see a apple 1, a egg 2, a plate 1, and a potato 2.\n",
"Act 26: take tomato 1 from fridge 1\n",
"Obs 26: Nothing happens.\n",
"Act 27: take egg 2 from fridge 1\n",
"Obs 27: You pick up the egg 2 from the fridge 1.\n",
"Act 28: think: Now I take an egg (2). Next, I need to go to a microwave (1) and heat it.\n",
"Obs 28: OK.\n",
"Act 29: go to microwave 1\n",
"Obs 29: The microwave 1 is closed.\n",
"Act 30: heat egg 2 with microwave 1\n",
"Obs 30: You heat the egg 2 using the microwave 1.\n",
"Act 31: think: Now I heat an egg (2). Next, I need to put it in/on garbagecan 1.\n",
"Obs 31: OK.\n",
"Act 32: go to garbagecan 1\n",
"Obs 32: On the garbagecan 1, you see a egg 3, a egg 1, a papertowelroll 1, and a potato 1.\n",
"Act 33: put egg 2 in/on garbagecan 1\n",
"Obs 33: You put the egg 2 in/on the garbagecan 1.\n",
"Act 34: think: Now I put an egg (2) in/on garbagecan 1. Next, I need to find and take a tomato.\n",
"Obs 34: OK.\n",
"Act 35: go to fridge 1\n",
"Obs 35: The fridge 1 is open. In it, you see a apple 1, a plate 1, and a potato 2.\n",
"Act 36: take tomato 1 from fridge 1\n",
"Obs 36: Nothing happens.\n",
"Act 37: take potato 2 from fridge 1\n",
"Obs 37: You pick up the potato 2 from the fridge 1.\n",
"Act 38: think: Now I take a potato (2). Next, I need to go to a microwave (1) and heat it.\n",
"Obs 38: OK.\n",
"Act 39: go to microwave 1\n",
"Obs 39: The microwave 1 is closed.\n",
"Act 40: heat potato 2 with microwave 1\n",
"Obs 40: You heat the potato 2 using the microwave 1.\n",
"Act 41: think: Now I heat a potato (2). Next, I need to put it in/on garbagecan 1.\n",
"Obs 41: OK.\n",
"Act 42: go to garbagecan 1\n",
"Obs 42: On the garbagecan 1, you see a egg 3, a egg 2, a egg 1, a papertowelroll 1, and a potato 1.\n",
"Act 43: put potato 2 in/on garbagecan 1\n",
"Obs 43: You put the potato 2 in/on the garbagecan 1.\n",
"Act 44: think: Now I put a potato (2) in/on garbagecan 1. Mission accomplished!\n",
"Obs 44: OK.\n",
"Act 45: celebrate\n",
"Obs 45: Nothing happens.\n",
"Act 46: smile\n",
"Obs 46: Nothing happens.\n",
"Act 47: smile and celebrate\n",
"Obs 47: Nothing happens.\n",
"Act 48: think: I should be proud of myself for completing the task!\n",
"Obs 48: OK.\n",
"Act 49: smile and celebrate internally\n",
"Obs 49: Nothing happens.\n",
"28 r 0 rs [5, 2, 2, 4, 3, 0] cnts [6, 4, 7, 6, 4, 1] sum(rs)/sum(cnts) 0.5714285714285714\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Tomato-None-GarbageCan-10/trial_T20190908_225453_272533\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a hot tomato in garbagecan.\n",
"Act 1: think: To solve the task, I need to find and take a tomato, then heat it with microwave, then put it in garbagecan.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a tomato. A tomato is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), garbagecan (1), cabinet (1-6). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: go to fridge 1\n",
"Obs 4: The fridge 1 is closed.\n",
"Act 5: open fridge 1\n",
"Obs 5: You open the fridge 1. The fridge 1 is open. In it, you see a apple 3, a apple 2, a apple 1, a cup 1, a egg 1, a lettuce 3, a lettuce 1, a mug 2, a potato 1, and a tomato 2.\n",
"Act 6: think: Now I find a tomato (2). Next, I need to take it.\n",
"Obs 6: OK.\n",
"Act 7: take tomato 2 from fridge 1\n",
"Obs 7: You pick up the tomato 2 from the fridge 1.\n",
"Act 8: think: Now I take a tomato (2). Next, I need to go to a microwave (1) and heat it.\n",
"Obs 8: OK.\n",
"Act 9: go to microwave 1\n",
"Obs 9: The microwave 1 is closed.\n",
"Act 10: heat tomato 2 with microwave 1\n",
"Obs 10: You heat the tomato 2 using the microwave 1.\n",
"Act 11: think: Now I heat a tomato (2). Next, I need to put it in/on garbagecan 1.\n",
"Obs 11: OK.\n",
"Act 12: go to garbagecan 1\n",
"Obs 12: On the garbagecan 1, you see nothing.\n",
"Act 13: put tomato 2 in/on garbagecan 1\n",
"Obs 13: You put the tomato 2 in/on the garbagecan 1.\n",
"29 r True rs [5, 2, 3, 4, 3, 0] cnts [6, 4, 8, 6, 4, 1] sum(rs)/sum(cnts) 0.5862068965517241\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-SoapBar-None-CounterTop-424/trial_T20190907_074124_966890\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: clean some soapbar and put it in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a soapbar, then clean it with sinkbasin, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a soapbar. A soapbar is more likely to appear in garbagecan (1), sinkbasin (1-2), countertop (1), handtowelholder (1-2), toilet (1), and towelholder (1). I can check one by one, starting with garbagecan 1.\n",
"Obs 2: OK.\n",
"Act 3: go to garbagecan 1\n",
"Obs 3: On the garbagecan 1, you see nothing.\n",
"Act 4: go to sinkbasin 1\n",
"Obs 4: On the sinkbasin 1, you see nothing.\n",
"Act 5: go to sinkbasin 2\n",
"Obs 5: On the sinkbasin 2, you see nothing.\n",
"Act 6: go to countertop 1\n",
"Obs 6: On the countertop 1, you see a soapbar 1, and a spraybottle 1.\n",
"Act 7: think: Now I find a soapbar (1). Next, I need to take it.\n",
"Obs 7: OK.\n",
"Act 8: take soapbar 1 from countertop 1\n",
"Obs 8: You pick up the soapbar 1 from the countertop 1.\n",
"Act 9: think: Now I take a soapbar (1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 9: OK.\n",
"Act 10: go to sinkbasin 1\n",
"Obs 10: On the sinkbasin 1, you see nothing.\n",
"Act 11: clean soapbar 1 with sinkbasin 1\n",
"Obs 11: You clean the soapbar 1 using the sinkbasin 1.\n",
"Act 12: think: Now I clean a soapbar (1). Next, I need to put it in/on countertop 1.\n",
"Obs 12: OK.\n",
"Act 13: go to countertop 1\n",
"Obs 13: On the countertop 1, you see a spraybottle 1.\n",
"Act 14: put soapbar 1 in/on countertop 1\n",
"Obs 14: You put the soapbar 1 in/on the countertop 1.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"30 r True rs [5, 3, 3, 4, 3, 0] cnts [6, 5, 8, 6, 4, 1] sum(rs)/sum(cnts) 0.6\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Lettuce-None-CounterTop-10/trial_T20190909_174807_646433\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a cool lettuce in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a lettuce, then cool it with fridge, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a lettuce. A lettuce is more likely to appear in countertop (1-3), coffeemachine (1), cabinet (1-6), shelf (1-3), drawer (1-3). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a apple 1, a cellphone 1, a cup 2, a glassbottle 2, a lettuce 1, and a spatula 1.\n",
"Act 4: take lettuce 1 from countertop 1\n",
"Obs 4: You pick up the lettuce 1 from the countertop 1.\n",
"Act 5: think: Now I find a lettuce (1). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: go to fridge 1\n",
"Obs 6: The fridge 1 is closed.\n",
"Act 7: cool lettuce 1 with fridge 1\n",
"Obs 7: You cool the lettuce 1 using the fridge 1.\n",
"Act 8: think: Now I cool the lettuce. Next, I need to put it in/on countertop 1.\n",
"Obs 8: OK.\n",
"Act 9: go to countertop 1\n",
"Obs 9: On the countertop 1, you see a apple 1, a cellphone 1, a cup 2, a glassbottle 2, and a spatula 1.\n",
"Act 10: put lettuce 1 in/on countertop 1\n",
"Obs 10: You put the lettuce 1 in/on the countertop 1.\n",
"31 r True rs [5, 3, 3, 5, 3, 0] cnts [6, 5, 8, 7, 4, 1] sum(rs)/sum(cnts) 0.6129032258064516\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Pan-None-CounterTop-10/trial_T20190908_114545_244903\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: cool some pan and put it in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a pan, then cool it with fridge, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a pan. An pan is more likely to appear in stoveburner (1-4), sinkbasin (1), cabinet (1-6), drawer (1-3). I can check one by one, starting with stoveburner 1.\n",
"Obs 2: OK.\n",
"Act 3: go to stoveburner 1\n",
"Obs 3: On the stoveburner 1, you see a pot 1.\n",
"Act 4: take pot 1 from stoveburner 1\n",
"Obs 4: You pick up the pot 1 from the stoveburner 1.\n",
"Act 5: think: Now I find a pot (1). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: go to fridge 1\n",
"Obs 6: The fridge 1 is closed.\n",
"Act 7: cool pot 1 with fridge 1\n",
"Obs 7: You cool the pot 1 using the fridge 1.\n",
"Act 8: think: Now I cool the pot. Next, I need to put it in/on countertop 1.\n",
"Obs 8: OK.\n",
"Act 9: go to countertop 1\n",
"Obs 9: On the countertop 1, you see a mug 1.\n",
"Act 10: put pot 1 in/on countertop 1\n",
"Obs 10: You put the pot 1 in/on the countertop 1.\n",
"Act 11: \n",
"Obs 11: Nothing happens.\n",
"Act 12: \n",
"Obs 12: Nothing happens.\n",
"Act 13: \n",
"Obs 13: Nothing happens.\n",
"Act 14: think: Now I put the pot in/on countertop 1. Task is completed.\n",
"Obs 14: OK.\n",
"Act 15: \n",
"Obs 15: Nothing happens.\n",
"Act 16: \n",
"Obs 16: Nothing happens.\n",
"Act 17: \n",
"Obs 17: Nothing happens.\n",
"Act 18: end task\n",
"Obs 18: Nothing happens.\n",
"Act 19: \n",
"Obs 19: Nothing happens.\n",
"Act 20: end\n",
"Obs 20: Nothing happens.\n",
"Act 21: exit\n",
"Obs 21: Nothing happens.\n",
"Act 22: quit\n",
"Obs 22: Nothing happens.\n",
"Act 23: complete task\n",
"Obs 23: Nothing happens.\n",
"Act 24: finish task\n",
"Obs 24: Nothing happens.\n",
"Act 25: Congratulations! You have completed the task.\n",
"Obs 25: Nothing happens.\n",
"Act 26: \n",
"Obs 26: Nothing happens.\n",
"Act 27: exit task\n",
"Obs 27: Nothing happens.\n",
"Act 28: You have completed the task.\n",
"Obs 28: Nothing happens.\n",
"Act 29: Congratulations! You have finished the task.\n",
"Obs 29: Nothing happens.\n",
"Act 30: \n",
"Obs 30: Nothing happens.\n",
"Act 31: exit\n",
"Obs 31: Nothing happens.\n",
"Act 32: quit\n",
"Obs 32: Nothing happens.\n",
"Act 33: end\n",
"Obs 33: Nothing happens.\n",
"Act 34: Task completed.\n",
"Obs 34: Nothing happens.\n",
"Act 35: Task finished.\n",
"Obs 35: Nothing happens.\n",
"Act 36: Task completed successfully.\n",
"Obs 36: Nothing happens.\n",
"Act 37: Task finished successfully.\n",
"Obs 37: Nothing happens.\n",
"Act 38: Congratulations! You have successfully completed the task.\n",
"Obs 38: Nothing happens.\n",
"Act 39: \n",
"Obs 39: Nothing happens.\n",
"Act 40: exit\n",
"Obs 40: Nothing happens.\n",
"Act 41: quit\n",
"Obs 41: Nothing happens.\n",
"Act 42: end\n",
"Obs 42: Nothing happens.\n",
"Act 43: Congratulations! You have successfully finished the task.\n",
"Obs 43: Nothing happens.\n",
"Act 44: \n",
"Obs 44: Nothing happens.\n",
"Act 45: exit\n",
"Obs 45: Nothing happens.\n",
"Act 46: quit\n",
"Obs 46: Nothing happens.\n",
"Act 47: end\n",
"Obs 47: Nothing happens.\n",
"Act 48: Task completed successfully.\n",
"Obs 48: Nothing happens.\n",
"Act 49: Task finished successfully.\n",
"Obs 49: Nothing happens.\n",
"32 r 0 rs [5, 3, 3, 5, 3, 0] cnts [6, 5, 8, 8, 4, 1] sum(rs)/sum(cnts) 0.59375\n",
"------------\n",
"\n",
"pick_and_place_simple-Vase-None-Safe-219/trial_T20190908_205246_776817\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a armchair 1, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a dresser 1, a garbagecan 1, a safe 1, a shelf 12, a shelf 11, a shelf 10, a shelf 9, a shelf 8, a shelf 7, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, a shelf 1, a sidetable 1, and a sofa 1.\n",
"Your task is to: put a vase in safe.\n",
"Act 1: think: To solve the task, I need to find and take a vase, then put it in safe.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a vase. A vase is more likely to appear in armchair (1), cabinet (1-4), drawer (1-5), dresser (1), shelf (1-12), sidetable (1), sofa (1). I can check one by one, starting with armchair 1.\n",
"Obs 2: OK.\n",
"Act 3: go to armchair 1\n",
"Obs 3: On the armchair 1, you see a cellphone 3, a laptop 2, and a pillow 1.\n",
"Act 4: go to cabinet 1\n",
"Obs 4: The cabinet 1 is closed.\n",
"Act 5: open cabinet 1\n",
"Obs 5: You open the cabinet 1. The cabinet 1 is open. In it, you see a newspaper 1.\n",
"Act 6: go to cabinet 2\n",
"Obs 6: Nothing happens.\n",
"Act 7: open cabinet 2\n",
"Obs 7: You open the cabinet 2. The cabinet 2 is open. In it, you see a box 1.\n",
"Act 8: go to cabinet 3\n",
"Obs 8: The cabinet 3 is closed.\n",
"Act 9: open cabinet 3\n",
"Obs 9: You open the cabinet 3. The cabinet 3 is open. In it, you see nothing.\n",
"Act 10: go to cabinet 4\n",
"Obs 10: Nothing happens.\n",
"Act 11: open cabinet 4\n",
"Obs 11: You open the cabinet 4. The cabinet 4 is open. In it, you see a vase 1.\n",
"Act 12: think: Now I find a vase (1). Next, I need to take it.\n",
"Obs 12: OK.\n",
"Act 13: take vase 1 from cabinet 4\n",
"Obs 13: You pick up the vase 1 from the cabinet 4.\n",
"Act 14: think: Now I take a vase (1). Next, I need to put it in safe 1.\n",
"Obs 14: OK.\n",
"Act 15: go to safe 1\n",
"Obs 15: The safe 1 is closed.\n",
"Act 16: open safe 1\n",
"Obs 16: You open the safe 1. The safe 1 is open. In it, you see a keychain 3.\n",
"Act 17: put vase 1 in safe 1\n",
"Obs 17: Nothing happens.\n",
"Act 18: put vase 1 in safe 1\n",
"Obs 18: Nothing happens.\n",
"Act 19: put vase 1 in safe 1\n",
"Obs 19: Nothing happens.\n",
"Act 20: put vase 1 in safe 1\n",
"Obs 20: Nothing happens.\n",
"Act 21: put vase 1 in safe 1\n",
"Obs 21: Nothing happens.\n",
"Act 22: put vase 1 in safe 1\n",
"Obs 22: Nothing happens.\n",
"Act 23: put vase 1 in safe 1\n",
"Obs 23: Nothing happens.\n",
"Act 24: put vase 1 in safe 1\n",
"Obs 24: Nothing happens.\n",
"Act 25: put vase 1 in safe 1\n",
"Obs 25: Nothing happens.\n",
"Act 26: put vase 1 in safe 1\n",
"Obs 26: Nothing happens.\n",
"Act 27: put vase 1 in safe 1\n",
"Obs 27: Nothing happens.\n",
"Act 28: put vase 1 in safe 1\n",
"Obs 28: Nothing happens.\n",
"Act 29: put vase 1 in safe 1\n",
"Obs 29: Nothing happens.\n",
"Act 30: put vase 1 in safe 1\n",
"Obs 30: Nothing happens.\n",
"Act 31: put vase 1 in safe 1\n",
"Obs 31: Nothing happens.\n",
"Act 32: put vase 1 in safe 1\n",
"Obs 32: Nothing happens.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 33: put vase 1 in safe 1\n",
"Obs 33: Nothing happens.\n",
"Act 34: put vase 1 in safe 1\n",
"Obs 34: Nothing happens.\n",
"Act 35: put vase 1 in safe 1\n",
"Obs 35: Nothing happens.\n",
"Act 36: put vase 1 in safe 1\n",
"Obs 36: Nothing happens.\n",
"Act 37: put vase 1 in safe 1\n",
"Obs 37: Nothing happens.\n",
"Act 38: put vase 1 in safe 1\n",
"Obs 38: Nothing happens.\n",
"Act 39: put vase 1 in safe 1\n",
"Obs 39: Nothing happens.\n",
"Act 40: put vase 1 in safe 1\n",
"Obs 40: Nothing happens.\n",
"Act 41: put vase 1 in safe 1\n",
"Obs 41: Nothing happens.\n",
"Act 42: put vase 1 in safe 1\n",
"Obs 42: Nothing happens.\n",
"Act 43: put vase 1 in safe 1\n",
"Obs 43: Nothing happens.\n",
"Act 44: put vase 1 in safe 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: put vase 1 in safe 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: put vase 1 in safe 1\n",
"Obs 46: Nothing happens.\n",
"Act 47: put vase 1 in safe 1\n",
"Obs 47: Nothing happens.\n",
"Act 48: put vase 1 in safe 1\n",
"Obs 48: Nothing happens.\n",
"Act 49: put vase 1 in safe 1\n",
"Obs 49: Nothing happens.\n",
"33 r 0 rs [5, 3, 3, 5, 3, 0] cnts [7, 5, 8, 8, 4, 1] sum(rs)/sum(cnts) 0.5757575757575758\n",
"------------\n",
"\n",
"pick_two_obj_and_place-CD-None-Safe-308/trial_T20190907_050942_897916\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: put two cd in safe.\n",
"Act 1: think: To solve the task, I need to find and take the first cd, then put it in safe, then find and take the second cd, then put it in safe.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first cd. A cd is more likely to appear in drawer (1-6), shelf (1-6), desk (1-2), bed (1), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see a creditcard 1.\n",
"Act 5: go to drawer 2\n",
"Obs 5: On the drawer 2, you see a creditcard 2.\n",
"Act 6: go to drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: open drawer 3\n",
"Obs 7: Nothing happens.\n",
"Act 8: go to drawer 4\n",
"Obs 8: The drawer 4 is closed.\n",
"Act 9: open drawer 4\n",
"Obs 9: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 10: go to drawer 5\n",
"Obs 10: On the drawer 5, you see a cd 3, and a pen 2.\n",
"Act 11: think: Now I find the first cd (3). Next, I need to take it. I can find the second cd (4) later in drawer 6.\n",
"Obs 11: OK.\n",
"Act 12: take cd 3 from drawer 5\n",
"Obs 12: You pick up the cd 3 from the drawer 5.\n",
"Act 13: think: Now I take the first cd (3). Next, I need to put it in/on safe 1.\n",
"Obs 13: OK.\n",
"Act 14: go to safe 1\n",
"Obs 14: The safe 1 is closed.\n",
"Act 15: open safe 1\n",
"Obs 15: You open the safe 1. The safe 1 is open. In it, you see a cellphone 2.\n",
"Act 16: put cd 3 in/on safe 1\n",
"Obs 16: You put the cd 3 in/on the safe 1.\n",
"Act 17: think: Now I put the first cd in safe. Next, I need to find the second cd. I can directly go to drawer 6.\n",
"Obs 17: OK.\n",
"Act 18: go to drawer 6\n",
"Obs 18: The drawer 6 is closed.\n",
"Act 19: open drawer 6\n",
"Obs 19: You open the drawer 6. The drawer 6 is open. In it, you see a book 3.\n",
"Act 20: go to shelf 6\n",
"Obs 20: On the shelf 6, you see nothing.\n",
"Act 21: go to shelf 5\n",
"Obs 21: On the shelf 5, you see a keychain 1.\n",
"Act 22: go to shelf 4\n",
"Obs 22: On the shelf 4, you see nothing.\n",
"Act 23: go to shelf 3\n",
"Obs 23: On the shelf 3, you see a bowl 1, and a desklamp 1.\n",
"Act 24: go to shelf 2\n",
"Obs 24: On the shelf 2, you see nothing.\n",
"Act 25: go to shelf 1\n",
"Obs 25: On the shelf 1, you see a alarmclock 1.\n",
"Act 26: go to desk 2\n",
"Obs 26: On the desk 2, you see a bowl 2, a cd 2, a cd 1, a creditcard 3, a mug 2, a pencil 3, and a pencil 2.\n",
"Act 27: think: Now I find the second cd (2). Next, I need to take it.\n",
"Obs 27: OK.\n",
"Act 28: take cd 2 from desk 2\n",
"Obs 28: You pick up the cd 2 from the desk 2.\n",
"Act 29: think: Now I take the second cd (2). Next, I need to put it in/on safe 1.\n",
"Obs 29: OK.\n",
"Act 30: go to safe 1\n",
"Obs 30: The safe 1 is open. In it, you see a cd 3, and a cellphone 2.\n",
"Act 31: put cd 2 in/on safe 1\n",
"Obs 31: You put the cd 2 in/on the safe 1.\n",
"34 r True rs [5, 3, 3, 5, 3, 1] cnts [7, 5, 8, 8, 4, 2] sum(rs)/sum(cnts) 0.5882352941176471\n",
"------------\n",
"\n",
"pick_and_place_simple-PepperShaker-None-Drawer-10/trial_T20190918_154326_823501\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a peppershaker in drawer.\n",
"Act 1: think: To solve the task, I need to find and take a peppershaker, then put it in drawer.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a peppershaker. A peppershaker is more likely to appear in cabinet (1-6), countertop (1-3), drawer (1-3), shelf (1-3), sinkbasin (1). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: On the cabinet 1, you see nothing.\n",
"Act 4: go to cabinet 2\n",
"Obs 4: The cabinet 2 is closed.\n",
"Act 5: open cabinet 2\n",
"Obs 5: You open the cabinet 2. The cabinet 2 is open. In it, you see a plate 1.\n",
"Act 6: go to cabinet 3\n",
"Obs 6: On the cabinet 3, you see a saltshaker 1, and a soapbottle 1.\n",
"Act 7: go to cabinet 4\n",
"Obs 7: On the cabinet 4, you see nothing.\n",
"Act 8: go to cabinet 5\n",
"Obs 8: The cabinet 5 is closed.\n",
"Act 9: open cabinet 5\n",
"Obs 9: You open the cabinet 5. The cabinet 5 is open. In it, you see nothing.\n",
"Act 10: go to cabinet 6\n",
"Obs 10: The cabinet 6 is closed.\n",
"Act 11: open cabinet 6\n",
"Obs 11: You open the cabinet 6. The cabinet 6 is open. In it, you see nothing.\n",
"Act 12: go to countertop 1\n",
"Obs 12: On the countertop 1, you see a egg 3, a peppershaker 1, and a tomato 1.\n",
"Act 13: think: Now I find a peppershaker (1). Next, I need to take it.\n",
"Obs 13: OK.\n",
"Act 14: take peppershaker 1 from countertop 1\n",
"Obs 14: You pick up the peppershaker 1 from the countertop 1.\n",
"Act 15: think: Now I take a peppershaker (1). Next, I need to put it in drawer.\n",
"Obs 15: OK.\n",
"Act 16: go to drawer 1\n",
"Obs 16: The drawer 1 is closed.\n",
"Act 17: open drawer 1\n",
"Obs 17: You open the drawer 1. The drawer 1 is open. In it, you see a knife 1, and a saltshaker 2.\n",
"Act 18: put peppershaker 1 in drawer 1\n",
"Obs 18: Nothing happens.\n",
"Act 19: think: I need to put peppershaker 1 in/on drawer 1.\n",
"Obs 19: OK.\n",
"Act 20: put peppershaker 1 in/on drawer 1\n",
"Obs 20: You put the peppershaker 1 in/on the drawer 1.\n",
"35 r True rs [6, 3, 3, 5, 3, 1] cnts [8, 5, 8, 8, 4, 2] sum(rs)/sum(cnts) 0.6\n",
"------------\n",
"\n",
"pick_and_place_simple-SaltShaker-None-Cabinet-10/trial_T20190906_191445_723170\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put some saltshaker on cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a saltshaker, then put it on cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a saltshaker. A saltshaker is more likely to appear in countertops (1-3), drawers (1-3), shelves (1-3), garbagecan (1), sinkbasin (1). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see nothing.\n",
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see a apple 3, a apple 2, a apple 1, a bread 1, a cellphone 2, a creditcard 1, a dishsponge 1, a spatula 1, and a statue 1.\n",
"Act 5: go to countertop 3\n",
"Obs 5: On the countertop 3, you see a butterknife 2, a butterknife 1, a cellphone 3, a fork 1, a houseplant 1, a knife 1, a peppershaker 2, a soapbottle 2, a spatula 3, a spoon 2, and a statue 2.\n",
"Act 6: go to drawer 1\n",
"Obs 6: The drawer 1 is closed.\n",
"Act 7: open drawer 1\n",
"Obs 7: You open the drawer 1. The drawer 1 is open. In it, you see a spatula 2.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 8: go to drawer 2\n",
"Obs 8: The drawer 2 is closed.\n",
"Act 9: open drawer 2\n",
"Obs 9: You open the drawer 2. The drawer 2 is open. In it, you see a dishsponge 3, and a spoon 1.\n",
"Act 10: go to drawer 3\n",
"Obs 10: The drawer 3 is closed.\n",
"Act 11: open drawer 3\n",
"Obs 11: You open the drawer 3. The drawer 3 is open. In it, you see a cellphone 1.\n",
"Act 12: go to shelf 1\n",
"Obs 12: On the shelf 1, you see a creditcard 2, and a saltshaker 1.\n",
"Act 13: think: Now I find a saltshaker (1). Next, I need to take it.\n",
"Obs 13: OK.\n",
"Act 14: take saltshaker 1 from shelf 1\n",
"Obs 14: You pick up the saltshaker 1 from the shelf 1.\n",
"Act 15: think: Now I take a saltshaker (1). Next, I need to put it in/on cabinet.\n",
"Obs 15: OK.\n",
"Act 16: go to cabinet 1\n",
"Obs 16: On the cabinet 1, you see a soapbottle 1, and a vase 1.\n",
"Act 17: put saltshaker 1 in/on cabinet 1\n",
"Obs 17: You put the saltshaker 1 in/on the cabinet 1.\n",
"36 r True rs [7, 3, 3, 5, 3, 1] cnts [9, 5, 8, 8, 4, 2] sum(rs)/sum(cnts) 0.6111111111111112\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Mug-None-Cabinet-10/trial_T20190909_021100_341887\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a hot mug in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then heat it with microwave, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), cabinet (1-6), garbagecan (1), shelf (1-3). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: go to countertop 1\n",
"Obs 4: On the countertop 1, you see a mug 3.\n",
"Act 5: take mug 3 from countertop 1\n",
"Obs 5: You pick up the mug 3 from the countertop 1.\n",
"Act 6: think: Now I take a mug (3). Next, I need to go to a microwave (1) and heat it.\n",
"Obs 6: OK.\n",
"Act 7: go to microwave 1\n",
"Obs 7: The microwave 1 is closed.\n",
"Act 8: heat mug 3 with microwave 1\n",
"Obs 8: You heat the mug 3 using the microwave 1.\n",
"Act 9: think: Now I heat a mug (3). Next, I need to put it in/on cabinet 1.\n",
"Obs 9: OK.\n",
"Act 10: go to cabinet 1\n",
"Obs 10: On the cabinet 1, you see a dishsponge 1, a plate 1, and a soapbottle 1.\n",
"Act 11: put mug 3 in/on cabinet 1\n",
"Obs 11: You put the mug 3 in/on the cabinet 1.\n",
"37 r True rs [7, 3, 4, 5, 3, 1] cnts [9, 5, 9, 8, 4, 2] sum(rs)/sum(cnts) 0.6216216216216216\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Apple-None-Fridge-10/trial_T20190906_182353_418140\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a hot apple in fridge.\n",
"Act 1: think: To solve the task, I need to find and take an apple, then heat it with microwave, then put it in fridge.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find an apple. An apple is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), cabinet (1-6), garbagecan (1). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: go to fridge 1\n",
"Obs 3: The fridge 1 is closed.\n",
"Act 4: open fridge 1\n",
"Obs 4: You open the fridge 1. The fridge 1 is open. In it, you see a bowl 1, a cup 2, a cup 1, a egg 1, a lettuce 1, a mug 2, a plate 2, a potato 2, a potato 1, and a tomato 1.\n",
"Act 5: take apple 1 from fridge 1\n",
"Obs 5: Nothing happens.\n",
"Act 6: think: There is no apple in fridge 1. I need to check other places.\n",
"Obs 6: OK.\n",
"Act 7: go to countertop 1\n",
"Obs 7: On the countertop 1, you see a apple 2, a apple 1, a mug 3, a potato 3, and a spatula 1.\n",
"Act 8: take apple 1 from countertop 1\n",
"Obs 8: You pick up the apple 1 from the countertop 1.\n",
"Act 9: think: Now I take an apple (1). Next, I need to go to a microwave (1) and heat it.\n",
"Obs 9: OK.\n",
"Act 10: go to microwave 1\n",
"Obs 10: The microwave 1 is closed.\n",
"Act 11: heat apple 1 with microwave 1\n",
"Obs 11: You heat the apple 1 using the microwave 1.\n",
"Act 12: think: Now I heat an apple (1). Next, I need to put it in/on fridge 1.\n",
"Obs 12: OK.\n",
"Act 13: go to fridge 1\n",
"Obs 13: The fridge 1 is open. In it, you see a bowl 1, a cup 2, a cup 1, a egg 1, a lettuce 1, a mug 2, a plate 2, a potato 2, a potato 1, and a tomato 1.\n",
"Act 14: put apple 1 in/on fridge 1\n",
"Obs 14: You put the apple 1 in/on the fridge 1.\n",
"38 r True rs [7, 3, 5, 5, 3, 1] cnts [9, 5, 10, 8, 4, 2] sum(rs)/sum(cnts) 0.631578947368421\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Apple-None-GarbageCan-10/trial_T20190908_145143_820541\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: heat some apple and put it in garbagecan.\n",
"Act 1: think: To solve the task, I need to find and take an apple, then heat it with microwave, then put it in garbagecan.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find an apple. An apple is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), cabinet (1-6), garbagecan (1), shelf (1-3). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: open fridge 1\n",
"Obs 4: Nothing happens.\n",
"Act 5: open fridge 1\n",
"Obs 5: Nothing happens.\n",
"Act 6: open fridge 1\n",
"Obs 6: Nothing happens.\n",
"Act 7: open fridge 1\n",
"Obs 7: Nothing happens.\n",
"Act 8: open fridge 1\n",
"Obs 8: Nothing happens.\n",
"Act 9: open fridge 1\n",
"Obs 9: Nothing happens.\n",
"Act 10: open fridge 1\n",
"Obs 10: Nothing happens.\n",
"Act 11: open fridge 1\n",
"Obs 11: Nothing happens.\n",
"Act 12: open fridge 1\n",
"Obs 12: Nothing happens.\n",
"Act 13: open fridge 1\n",
"Obs 13: Nothing happens.\n",
"Act 14: open fridge 1\n",
"Obs 14: Nothing happens.\n",
"Act 15: open fridge 1\n",
"Obs 15: Nothing happens.\n",
"Act 16: open fridge 1\n",
"Obs 16: Nothing happens.\n",
"Act 17: open fridge 1\n",
"Obs 17: Nothing happens.\n",
"Act 18: open fridge 1\n",
"Obs 18: Nothing happens.\n",
"Act 19: open fridge 1\n",
"Obs 19: Nothing happens.\n",
"Act 20: open fridge 1\n",
"Obs 20: Nothing happens.\n",
"Act 21: open fridge 1\n",
"Obs 21: Nothing happens.\n",
"Act 22: open fridge 1\n",
"Obs 22: Nothing happens.\n",
"Act 23: open fridge 1\n",
"Obs 23: Nothing happens.\n",
"Act 24: open fridge 1\n",
"Obs 24: Nothing happens.\n",
"Act 25: open fridge 1\n",
"Obs 25: Nothing happens.\n",
"Act 26: open fridge 1\n",
"Obs 26: Nothing happens.\n",
"Act 27: open fridge 1\n",
"Obs 27: Nothing happens.\n",
"Act 28: open fridge 1\n",
"Obs 28: Nothing happens.\n",
"Act 29: open fridge 1\n",
"Obs 29: Nothing happens.\n",
"Act 30: open fridge 1\n",
"Obs 30: Nothing happens.\n",
"Act 31: open fridge 1\n",
"Obs 31: Nothing happens.\n",
"Act 32: open fridge 1\n",
"Obs 32: Nothing happens.\n",
"Act 33: open fridge 1\n",
"Obs 33: Nothing happens.\n",
"Act 34: open fridge 1\n",
"Obs 34: Nothing happens.\n",
"Act 35: open fridge 1\n",
"Obs 35: Nothing happens.\n",
"Act 36: open fridge 1\n",
"Obs 36: Nothing happens.\n",
"Act 37: open fridge 1\n",
"Obs 37: Nothing happens.\n",
"Act 38: open fridge 1\n",
"Obs 38: Nothing happens.\n",
"Act 39: open fridge 1\n",
"Obs 39: Nothing happens.\n",
"Act 40: open fridge 1\n",
"Obs 40: Nothing happens.\n",
"Act 41: open fridge 1\n",
"Obs 41: Nothing happens.\n",
"Act 42: open fridge 1\n",
"Obs 42: Nothing happens.\n",
"Act 43: open fridge 1\n",
"Obs 43: Nothing happens.\n",
"Act 44: open fridge 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: open fridge 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: open fridge 1\n",
"Obs 46: Nothing happens.\n",
"Act 47: open fridge 1\n",
"Obs 47: Nothing happens.\n",
"Act 48: open fridge 1\n",
"Obs 48: Nothing happens.\n",
"Act 49: open fridge 1\n",
"Obs 49: Nothing happens.\n",
"39 r 0 rs [7, 3, 5, 5, 3, 1] cnts [9, 5, 11, 8, 4, 2] sum(rs)/sum(cnts) 0.6153846153846154\n",
"------------\n",
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"pick_and_place_simple-Pencil-None-Shelf-308/trial_T20190908_122024_052056\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: put a pencil in shelf.\n",
"Act 1: think: To solve the task, I need to find and take a pencil, then put it in shelf.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a pencil. A pencil is more likely to appear in drawers (1-6), desks (1-2), shelves (1-6), garbagecan (1), laundryhamper (1), safe (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 5: go to drawer 2\n",
"Obs 5: On the drawer 2, you see a keychain 1.\n",
"Act 6: go to drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: go to drawer 4\n",
"Obs 7: The drawer 4 is closed.\n",
"Act 8: open drawer 4\n",
"Obs 8: You open the drawer 4. The drawer 4 is open. In it, you see a pen 2.\n",
"Act 9: go to drawer 5\n",
"Obs 9: On the drawer 5, you see a creditcard 3.\n",
"Act 10: go to drawer 6\n",
"Obs 10: The drawer 6 is closed.\n",
"Act 11: open drawer 6\n",
"Obs 11: You open the drawer 6. The drawer 6 is open. In it, you see nothing.\n",
"Act 12: go to desk 1\n",
"Obs 12: On the desk 1, you see a bowl 2, a desklamp 1, a keychain 2, and a pencil 1.\n",
"Act 13: think: Now I find a pencil (1). Next, I need to take it.\n",
"Obs 13: OK.\n",
"Act 14: take pencil 1 from desk 1\n",
"Obs 14: You pick up the pencil 1 from the desk 1.\n",
"Act 15: think: Now I take a pencil (1). Next, I need to put it in shelf.\n",
"Obs 15: OK.\n",
"Act 16: go to shelf 1\n",
"Obs 16: On the shelf 1, you see nothing.\n",
"Act 17: go to shelf 2\n",
"Obs 17: On the shelf 2, you see a bowl 1, and a creditcard 1.\n",
"Act 18: go to shelf 3\n",
"Obs 18: On the shelf 3, you see a bowl 2, and a desklamp 1.\n",
"Act 19: go to shelf 4\n",
"Obs 19: On the shelf 4, you see a alarmclock 2, and a alarmclock 1.\n",
"Act 20: go to shelf 5\n",
"Obs 20: On the shelf 5, you see nothing.\n",
"Act 21: go to shelf 6\n",
"Obs 21: On the shelf 6, you see nothing.\n",
"Act 22: put pencil 1 in shelf 6\n",
"Obs 22: Nothing happens.\n",
"Act 23: think: I need to put the pencil (1) in shelf 6.\n",
"Obs 23: OK.\n",
"Act 24: put pencil 1 on shelf 6\n",
"Obs 24: Nothing happens.\n",
"Act 25: think: I need to put the pencil (1) on shelf 6.\n",
"Obs 25: OK.\n",
"Act 26: put pencil 1 on shelf 6\n",
"Obs 26: Nothing happens.\n",
"Act 27: think: I need to put the pencil (1) on shelf 6.\n",
"Obs 27: OK.\n",
"Act 28: put pencil 1 on shelf 6\n",
"Obs 28: Nothing happens.\n",
"Act 29: think: I need to put the pencil (1) on shelf 6.\n",
"Obs 29: OK.\n",
"Act 30: put pencil 1 on shelf 6\n",
"Obs 30: Nothing happens.\n",
"Act 31: think: I need to put the pencil (1) on shelf 6.\n",
"Obs 31: OK.\n",
"Act 32: put pencil 1 on shelf 6\n",
"Obs 32: Nothing happens.\n",
"Act 33: think: I need to put the pencil (1) on shelf 6.\n",
"Obs 33: OK.\n",
"Act 34: put pencil 1 on shelf 6\n",
"Obs 34: Nothing happens.\n",
"Act 35: think: I need to put the pencil (1) on shelf 6.\n",
"Obs 35: OK.\n",
"Act 36: put pencil 1 on shelf 6\n",
"Obs 36: Nothing happens.\n",
"Act 37: think: I need to put the pencil (1) on shelf 6.\n",
"Obs 37: OK.\n",
"Act 38: put pencil 1 on shelf 6\n",
"Obs 38: Nothing happens.\n",
"Act 39: think: I need to put the pencil (1) on shelf 6.\n",
"Obs 39: OK.\n",
"Act 40: put pencil 1 on shelf 6\n",
"Obs 40: Nothing happens.\n",
"Act 41: think: I need to put the pencil (1) on shelf 6.\n",
"Obs 41: OK.\n",
"Act 42: put pencil 1 on shelf 6\n",
"Obs 42: Nothing happens.\n",
"Act 43: think: I need to put the pencil (1) on shelf 6.\n",
"Obs 43: OK.\n",
"Act 44: put pencil 1 on shelf 6\n",
"Obs 44: Nothing happens.\n",
"Act 45: think: I need to put the pencil (1) on shelf 6.\n",
"Obs 45: OK.\n",
"Act 46: put pencil 1 on shelf 6\n",
"Obs 46: Nothing happens.\n",
"Act 47: think: I need to put the pencil (1) on shelf 6.\n",
"Obs 47: OK.\n",
"Act 48: put pencil 1 on shelf 6\n",
"Obs 48: Nothing happens.\n",
"Act 49: think: I need to put the pencil (1) on shelf 6.\n",
"Obs 49: OK.\n",
"40 r 0 rs [7, 3, 5, 5, 3, 1] cnts [10, 5, 11, 8, 4, 2] sum(rs)/sum(cnts) 0.6\n",
"------------\n",
"\n",
"pick_two_obj_and_place-ToiletPaper-None-Cabinet-424/trial_T20190906_202926_527010\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: find two toiletpaper and put them in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take the first toiletpaper, then put it in cabinet, then find and take the second toiletpaper, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first toiletpaper. A toiletpaper is more likely to appear in cabinet (1-4), countertop (1), garbagecan (1), handtowelholder (1-2), sinkbasin (1-2), toilet (1), toiletpaperhanger (1), and towelholder (1). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: The cabinet 1 is closed.\n",
"Act 4: open cabinet 1\n",
"Obs 4: You open the cabinet 1. The cabinet 1 is open. In it, you see a candle 2, and a cloth 1.\n",
"Act 5: go to cabinet 2\n",
"Obs 5: The cabinet 2 is closed.\n",
"Act 6: open cabinet 2\n",
"Obs 6: You open the cabinet 2. The cabinet 2 is open. In it, you see a soapbottle 2.\n",
"Act 7: go to cabinet 3\n",
"Obs 7: The cabinet 3 is closed.\n",
"Act 8: open cabinet 3\n",
"Obs 8: You open the cabinet 3. The cabinet 3 is open. In it, you see a spraybottle 1.\n",
"Act 9: go to cabinet 4\n",
"Obs 9: The cabinet 4 is closed.\n",
"Act 10: open cabinet 4\n",
"Obs 10: You open the cabinet 4. The cabinet 4 is open. In it, you see a cloth 2, and a soapbottle 3.\n",
"Act 11: go to toilet 1\n",
"Obs 11: On the toilet 1, you see a soapbar 3, a soapbar 2, and a toiletpaper 3.\n",
"Act 12: think: Now I find the first toiletpaper (3). Next, I need to take it. I can find the second toiletpaper (2) later in toilet 1.\n",
"Obs 12: OK.\n",
"Act 13: take toiletpaper 3 from toilet 1\n",
"Obs 13: You pick up the toiletpaper 3 from the toilet 1.\n",
"Act 14: think: Now I take the first toiletpaper (3). Next, I need to put it in/on cabinet.\n",
"Obs 14: OK.\n",
"Act 15: go to cabinet 4\n",
"Obs 15: The cabinet 4 is open. In it, you see a cloth 2, and a soapbottle 3.\n",
"Act 16: put toiletpaper 3 in/on cabinet 4\n",
"Obs 16: You put the toiletpaper 3 in/on the cabinet 4.\n",
"Act 17: think: Now I put the first toiletpaper in cabinet. Next, I need to find the second toiletpaper. I can directly go to toilet 1.\n",
"Obs 17: OK.\n",
"Act 18: go to toilet 1\n",
"Obs 18: On the toilet 1, you see a soapbar 3, and a soapbar 2.\n",
"Act 19: think: Now I find the second toiletpaper (2). Next, I need to take it.\n",
"Obs 19: OK.\n",
"Act 20: take toiletpaper 2 from toilet 1\n",
"Obs 20: Nothing happens.\n",
"Act 21: think: Oh, I need to take the soapbar 2 first.\n",
"Obs 21: OK.\n",
"Act 22: take soapbar 2 from toilet 1\n",
"Obs 22: You pick up the soapbar 2 from the toilet 1.\n",
"Act 23: take toiletpaper 2 from toilet 1\n",
"Obs 23: Nothing happens.\n",
"Act 24: think: Oh, I need to take the soapbar 3 first.\n",
"Obs 24: OK.\n",
"Act 25: take soapbar 3 from toilet 1\n",
"Obs 25: Nothing happens.\n",
"Act 26: think: Oh, I need to take the toiletpaper 3 first.\n",
"Obs 26: OK.\n",
"Act 27: take toiletpaper 3 from toilet 1\n",
"Obs 27: Nothing happens.\n",
"Act 28: think: Oh, I need to put the toiletpaper 3 in/on cabinet first.\n",
"Obs 28: OK.\n",
"Act 29: go to cabinet 4\n",
"Obs 29: The cabinet 4 is open. In it, you see a cloth 2, a soapbottle 3, and a toiletpaper 3.\n",
"Act 30: put toiletpaper 3 in/on cabinet 4\n",
"Obs 30: Nothing happens.\n",
"Act 31: think: Oh, I need to take the toiletpaper 3 first.\n",
"Obs 31: OK.\n",
"Act 32: take toiletpaper 3 from cabinet 4\n",
"Obs 32: Nothing happens.\n",
"Act 33: think: Oh, I need to take the soapbottle 3 first.\n",
"Obs 33: OK.\n",
"Act 34: take soapbottle 3 from cabinet 4\n",
"Obs 34: Nothing happens.\n",
"Act 35: think: Oh, I need to take the cloth 2 first.\n",
"Obs 35: OK.\n",
"Act 36: take cloth 2 from cabinet 4\n",
"Obs 36: Nothing happens.\n",
"Act 37: think: Oh, I need to take the toiletpaper 3 first.\n",
"Obs 37: OK.\n",
"Act 38: take toiletpaper 3 from cabinet 4\n",
"Obs 38: Nothing happens.\n",
"Act 39: think: Oh, I need to put the toiletpaper 3 in/on toilet 1 first.\n",
"Obs 39: OK.\n",
"Act 40: go to toilet 1\n",
"Obs 40: On the toilet 1, you see a soapbar 3.\n",
"Act 41: put toiletpaper 3 in/on toilet 1\n",
"Obs 41: Nothing happens.\n",
"Act 42: think: Oh, I need to take the soapbar 3 first.\n",
"Obs 42: OK.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 43: take soapbar 3 from toilet 1\n",
"Obs 43: Nothing happens.\n",
"Act 44: think: Oh, I need to take the toiletpaper 3 first.\n",
"Obs 44: OK.\n",
"Act 45: take toiletpaper 3 from toilet 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: think: Oh, I need to put the toiletpaper 3 in/on cabinet first.\n",
"Obs 46: OK.\n",
"Act 47: go to cabinet 4\n",
"Obs 47: The cabinet 4 is open. In it, you see a cloth 2, a soapbottle 3, and a toiletpaper 3.\n",
"Act 48: put toiletpaper 3 in/on cabinet 4\n",
"Obs 48: Nothing happens.\n",
"Act 49: think: Oh, I need to take the toiletpaper 3 first.\n",
"Obs 49: OK.\n",
"41 r 0 rs [7, 3, 5, 5, 3, 1] cnts [10, 5, 11, 8, 4, 3] sum(rs)/sum(cnts) 0.5853658536585366\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Bowl-None-Cabinet-10/trial_T20190909_061158_110530\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a clean bowl in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a bowl, then clean it with sinkbasin, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a bowl. A bowl is more likely to appear in countertop (1-3), drawer (1-3), shelf (1-3), sinkbasin (1), stoveburner (1-3), cabinet (1-6). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a creditcard 1, a egg 3, and a glassbottle 1.\n",
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see a bread 1, a butterknife 1, a dishsponge 1, a knife 1, a lettuce 1, a potato 2, and a statue 1.\n",
"Act 5: go to countertop 3\n",
"Obs 5: On the countertop 3, you see a bread 3, a cellphone 1, a glassbottle 3, a houseplant 1, a knife 3, a knife 2, a potato 3, a spatula 2, a spatula 1, a spoon 1, a statue 2, and a tomato 1.\n",
"Act 6: think: Now I find a bowl (2). Next, I need to take it.\n",
"Obs 6: OK.\n",
"Act 7: take bowl 2 from countertop 3\n",
"Obs 7: Nothing happens.\n",
"Act 8: take bowl 2 from countertop 2\n",
"Obs 8: Nothing happens.\n",
"Act 9: take bowl 2 from countertop 3\n",
"Obs 9: Nothing happens.\n",
"Act 10: take bowl 2 from countertop 2\n",
"Obs 10: Nothing happens.\n",
"Act 11: take bowl 2 from countertop 3\n",
"Obs 11: Nothing happens.\n",
"Act 12: take bowl 2 from countertop 2\n",
"Obs 12: Nothing happens.\n",
"Act 13: take bowl 2 from countertop 3\n",
"Obs 13: Nothing happens.\n",
"Act 14: take bowl 2 from countertop 2\n",
"Obs 14: Nothing happens.\n",
"Act 15: take bowl 2 from countertop 3\n",
"Obs 15: Nothing happens.\n",
"Act 16: take bowl 2 from countertop 2\n",
"Obs 16: Nothing happens.\n",
"Act 17: take bowl 2 from countertop 3\n",
"Obs 17: Nothing happens.\n",
"Act 18: take bowl 2 from countertop 2\n",
"Obs 18: Nothing happens.\n",
"Act 19: take bowl 2 from countertop 3\n",
"Obs 19: Nothing happens.\n",
"Act 20: take bowl 2 from countertop 2\n",
"Obs 20: Nothing happens.\n",
"Act 21: take bowl 2 from countertop 3\n",
"Obs 21: Nothing happens.\n",
"Act 22: take bowl 2 from countertop 2\n",
"Obs 22: Nothing happens.\n",
"Act 23: take bowl 2 from countertop 3\n",
"Obs 23: Nothing happens.\n",
"Act 24: take bowl 2 from countertop 2\n",
"Obs 24: Nothing happens.\n",
"Act 25: take bowl 2 from countertop 3\n",
"Obs 25: Nothing happens.\n",
"Act 26: take bowl 2 from countertop 2\n",
"Obs 26: Nothing happens.\n",
"Act 27: take bowl 2 from countertop 3\n",
"Obs 27: Nothing happens.\n",
"Act 28: take bowl 2 from countertop 2\n",
"Obs 28: Nothing happens.\n",
"Act 29: take bowl 2 from countertop 3\n",
"Obs 29: Nothing happens.\n",
"Act 30: take bowl 2 from countertop 2\n",
"Obs 30: Nothing happens.\n",
"Act 31: take bowl 2 from countertop 3\n",
"Obs 31: Nothing happens.\n",
"Act 32: take bowl 2 from countertop 2\n",
"Obs 32: Nothing happens.\n",
"Act 33: take bowl 2 from countertop 3\n",
"Obs 33: Nothing happens.\n",
"Act 34: take bowl 2 from countertop 2\n",
"Obs 34: Nothing happens.\n",
"Act 35: take bowl 2 from countertop 3\n",
"Obs 35: Nothing happens.\n",
"Act 36: take bowl 2 from countertop 2\n",
"Obs 36: Nothing happens.\n",
"Act 37: take bowl 2 from countertop 3\n",
"Obs 37: Nothing happens.\n",
"Act 38: take bowl 2 from countertop 2\n",
"Obs 38: Nothing happens.\n",
"Act 39: take bowl 2 from countertop 3\n",
"Obs 39: Nothing happens.\n",
"Act 40: take bowl 2 from countertop 2\n",
"Obs 40: Nothing happens.\n",
"Act 41: take bowl 2 from countertop 3\n",
"Obs 41: Nothing happens.\n",
"Act 42: take bowl 2 from countertop 2\n",
"Obs 42: Nothing happens.\n",
"Act 43: take bowl 2 from countertop 3\n",
"Obs 43: Nothing happens.\n",
"Act 44: take bowl 2 from countertop 2\n",
"Obs 44: Nothing happens.\n",
"Act 45: take bowl 2 from countertop 3\n",
"Obs 45: Nothing happens.\n",
"Act 46: take bowl 2 from countertop 2\n",
"Obs 46: Nothing happens.\n",
"Act 47: take bowl 2 from countertop 3\n",
"Obs 47: Nothing happens.\n",
"Act 48: take bowl 2 from countertop 2\n",
"Obs 48: Nothing happens.\n",
"Act 49: take bowl 2 from countertop 3\n",
"Obs 49: Nothing happens.\n",
"42 r 0 rs [7, 3, 5, 5, 3, 1] cnts [10, 6, 11, 8, 4, 3] sum(rs)/sum(cnts) 0.5714285714285714\n",
"------------\n",
"\n",
"pick_two_obj_and_place-PepperShaker-None-Drawer-10/trial_T20190908_010306_215435\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put two peppershaker in drawer.\n",
"Act 1: think: To solve the task, I need to find and take the first peppershaker, then put it in drawer, then find and take the second peppershaker, then put it in drawer.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first peppershaker. A peppershaker is more likely to appear in cabinet (1-6), countertop (1-3), shelf (1-3), drawer (1-3). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: On the cabinet 1, you see a mug 2, and a peppershaker 2.\n",
"Act 4: take peppershaker 2 from cabinet 1\n",
"Obs 4: You pick up the peppershaker 2 from the cabinet 1.\n",
"Act 5: think: Now I find the first peppershaker (2). Next, I need to put it in/on drawer 1.\n",
"Obs 5: OK.\n",
"Act 6: go to drawer 1\n",
"Obs 6: The drawer 1 is closed.\n",
"Act 7: open drawer 1\n",
"Obs 7: You open the drawer 1. The drawer 1 is open. In it, you see a cellphone 1, and a fork 1.\n",
"Act 8: put peppershaker 2 in/on drawer 1\n",
"Obs 8: You put the peppershaker 2 in/on the drawer 1.\n",
"Act 9: think: Now I put the first peppershaker in drawer. Next, I need to find the second peppershaker. I have visited cabinet (1), so the second peppershaker is more likely to appear in countertop (1-3), shelf (1-3), drawer (2-3). I can check one by one, starting with countertop 1.\n",
"Obs 9: OK.\n",
"Act 10: go to countertop 1\n",
"Obs 10: On the countertop 1, you see a cup 1, a fork 2, a mug 3, a soapbottle 3, a soapbottle 2, a spatula 1, and a spoon 1.\n",
"Act 11: go to countertop 2\n",
"Obs 11: On the countertop 2, you see a butterknife 1, a knife 1, a mug 1, a peppershaker 3, and a tomato 1.\n",
"Act 12: think: Now I find the second peppershaker (3). Next, I need to take it.\n",
"Obs 12: OK.\n",
"Act 13: take peppershaker 3 from countertop 2\n",
"Obs 13: You pick up the peppershaker 3 from the countertop 2.\n",
"Act 14: think: Now I take the second peppershaker (3). Next, I need to put it in/on drawer 1.\n",
"Obs 14: OK.\n",
"Act 15: go to drawer 1\n",
"Obs 15: The drawer 1 is open. In it, you see a cellphone 1, a fork 1, and a peppershaker 2.\n",
"Act 16: put peppershaker 3 in/on drawer 1\n",
"Obs 16: You put the peppershaker 3 in/on the drawer 1.\n",
"43 r True rs [7, 3, 5, 5, 3, 2] cnts [10, 6, 11, 8, 4, 4] sum(rs)/sum(cnts) 0.5813953488372093\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Egg-None-Microwave-10/trial_T20190909_120712_273910\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a clean egg in microwave.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 1: think: To solve the task, I need to find and take an egg, then clean it with sinkbasin, then put it in microwave.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find an egg. An egg is more likely to appear in fridges (1), countertop (1-3), sinkbasin (1), stoveburner (1-3), garbagecan (1). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: go to fridge 1\n",
"Obs 3: The fridge 1 is closed.\n",
"Act 4: open fridge 1\n",
"Obs 4: You open the fridge 1. The fridge 1 is open. In it, you see a apple 2, a egg 1, a lettuce 1, a pan 2, a plate 1, and a tomato 1.\n",
"Act 5: think: Now I find an egg (1). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: take egg 1 from fridge 1\n",
"Obs 6: You pick up the egg 1 from the fridge 1.\n",
"Act 7: think: Now I take an egg (1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 7: OK.\n",
"Act 8: go to sinkbasin 1\n",
"Obs 8: On the sinkbasin 1, you see a butterknife 3, a potato 2, a spoon 3, and a tomato 2.\n",
"Act 9: clean egg 1 with sinkbasin 1\n",
"Obs 9: You clean the egg 1 using the sinkbasin 1.\n",
"Act 10: think: Now I clean an egg (1). Next, I need to put it in/on microwave 1.\n",
"Obs 10: OK.\n",
"Act 11: go to microwave 1\n",
"Obs 11: The microwave 1 is closed.\n",
"Act 12: open microwave 1\n",
"Obs 12: You open the microwave 1. The microwave 1 is open. In it, you see a apple 1, and a potato 1.\n",
"Act 13: put egg 1 in/on microwave 1\n",
"Obs 13: You put the egg 1 in/on the microwave 1.\n",
"44 r True rs [7, 4, 5, 5, 3, 2] cnts [10, 7, 11, 8, 4, 4] sum(rs)/sum(cnts) 0.5909090909090909\n",
"------------\n",
"\n",
"pick_and_place_simple-PepperShaker-None-Drawer-10/trial_T20190918_154424_844749\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put some peppershaker on drawer.\n",
"Act 1: think: To solve the task, I need to find and take a peppershaker, then put it on drawer.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a peppershaker. A peppershaker is more likely to appear in cabinet (1-6), countertop (1-3), drawer (1-3), shelf (1-3), sinkbasin (1). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: On the cabinet 1, you see a peppershaker 2, and a saltshaker 1.\n",
"Act 4: think: Now I find a peppershaker (2). Next, I need to take it.\n",
"Obs 4: OK.\n",
"Act 5: take peppershaker 2 from cabinet 1\n",
"Obs 5: You pick up the peppershaker 2 from the cabinet 1.\n",
"Act 6: think: Now I take a peppershaker (2). Next, I need to put it in/on drawer.\n",
"Obs 6: OK.\n",
"Act 7: go to drawer 1\n",
"Obs 7: The drawer 1 is closed.\n",
"Act 8: open drawer 1\n",
"Obs 8: You open the drawer 1. The drawer 1 is open. In it, you see a cellphone 1.\n",
"Act 9: go to drawer 2\n",
"Obs 9: The drawer 2 is closed.\n",
"Act 10: open drawer 2\n",
"Obs 10: You open the drawer 2. The drawer 2 is open. In it, you see a fork 1, and a saltshaker 2.\n",
"Act 11: go to drawer 3\n",
"Obs 11: The drawer 3 is closed.\n",
"Act 12: open drawer 3\n",
"Obs 12: You open the drawer 3. The drawer 3 is open. In it, you see nothing.\n",
"Act 13: put peppershaker 2 in/on drawer 3\n",
"Obs 13: You put the peppershaker 2 in/on the drawer 3.\n",
"45 r True rs [8, 4, 5, 5, 3, 2] cnts [11, 7, 11, 8, 4, 4] sum(rs)/sum(cnts) 0.6\n",
"------------\n",
"\n",
"look_at_obj_in_light-Mug-None-DeskLamp-308/trial_T20190908_161733_213242\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: look at mug under the desklamp.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then find and use a desklamp.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in drawer (1-6), desk (1-2), shelf (1-6), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see a creditcard 2.\n",
"Act 5: go to drawer 2\n",
"Obs 5: On the drawer 2, you see a cd 1.\n",
"Act 6: go to drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: open drawer 3\n",
"Obs 7: Nothing happens.\n",
"Act 8: go to drawer 3\n",
"Obs 8: Nothing happens.\n",
"Act 9: open drawer 3\n",
"Obs 9: Nothing happens.\n",
"Act 10: go to drawer 4\n",
"Obs 10: The drawer 4 is closed.\n",
"Act 11: open drawer 4\n",
"Obs 11: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 12: go to drawer 5\n",
"Obs 12: On the drawer 5, you see a cd 3, and a cellphone 3.\n",
"Act 13: go to drawer 6\n",
"Obs 13: The drawer 6 is closed.\n",
"Act 14: open drawer 6\n",
"Obs 14: You open the drawer 6. The drawer 6 is open. In it, you see a creditcard 3, and a pencil 3.\n",
"Act 15: go to desk 1\n",
"Obs 15: On the desk 1, you see a creditcard 1, a desklamp 1, a laptop 1, a pencil 2, and a pencil 1.\n",
"Act 16: go to desk 2\n",
"Obs 16: On the desk 2, you see a alarmclock 1, a book 2, a bowl 1, a cd 2, and a mug 3.\n",
"Act 17: think: Now I find a mug (3). Next, I need to take it.\n",
"Obs 17: OK.\n",
"Act 18: take mug 3 from desk 2\n",
"Obs 18: You pick up the mug 3 from the desk 2.\n",
"Act 19: think: Now I take a mug (3). Next, I need to find a desklamp. A desklamp is more likely to appear in desk (1-2), shelf (1-6), bed (1), drawer (1-6), garbagecan (1), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 19: OK.\n",
"Act 20: go to desk 1\n",
"Obs 20: On the desk 1, you see a creditcard 1, a desklamp 1, a laptop 1, a pencil 2, and a pencil 1.\n",
"Act 21: think: Now I find a desklamp (1). Next, I need to use it.\n",
"Obs 21: OK.\n",
"Act 22: use desklamp 1\n",
"Obs 22: You turn on the desklamp 1.\n",
"46 r True rs [8, 4, 5, 5, 4, 2] cnts [11, 7, 11, 8, 5, 4] sum(rs)/sum(cnts) 0.6086956521739131\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Cloth-None-CounterTop-424/trial_T20190908_114340_674467\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: clean some cloth and put it in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a cloth, then clean it with sinkbasin, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a cloth. A cloth is more likely to appear in garbagecan (1), sinkbasin (1-2), handtowelholder (1-2), towelholder (1). I can check one by one, starting with garbagecan 1.\n",
"Obs 2: OK.\n",
"Act 3: go to garbagecan 1\n",
"Obs 3: On the garbagecan 1, you see nothing.\n",
"Act 4: go to sinkbasin 1\n",
"Obs 4: On the sinkbasin 1, you see nothing.\n",
"Act 5: go to sinkbasin 2\n",
"Obs 5: On the sinkbasin 2, you see nothing.\n",
"Act 6: go to handtowelholder 1\n",
"Obs 6: On the handtowelholder 1, you see a handtowel 1.\n",
"Act 7: go to handtowelholder 2\n",
"Obs 7: On the handtowelholder 2, you see a handtowel 2.\n",
"Act 8: go to towelholder 1\n",
"Obs 8: On the towelholder 1, you see a towel 1.\n",
"Act 9: think: Now I find a cloth (towel 1). Next, I need to take it.\n",
"Obs 9: OK.\n",
"Act 10: take towel 1 from towelholder 1\n",
"Obs 10: You pick up the towel 1 from the towelholder 1.\n",
"Act 11: think: Now I take a cloth (towel 1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 11: OK.\n",
"Act 12: go to sinkbasin 1\n",
"Obs 12: On the sinkbasin 1, you see nothing.\n",
"Act 13: clean towel 1 with sinkbasin 1\n",
"Obs 13: Nothing happens.\n",
"Act 14: think: The sinkbasin 1 is empty. I need to fill it with water first.\n",
"Obs 14: OK.\n",
"Act 15: fill sinkbasin 1 with water\n",
"Obs 15: Nothing happens.\n",
"Act 16: think: I need to find a source of water.\n",
"Obs 16: OK.\n",
"Act 17: go to toilet 1\n",
"Obs 17: On the toilet 1, you see a candle 3, a candle 2, a candle 1, and a toiletpaper 3.\n",
"Act 18: flush toilet 1\n",
"Obs 18: Nothing happens.\n",
"Act 19: think: I need to find a source of water.\n",
"Obs 19: OK.\n",
"Act 20: go to countertop 1\n",
"Obs 20: On the countertop 1, you see a soapbottle 1, and a spraybottle 1.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 21: use spraybottle 1\n",
"Obs 21: Nothing happens.\n",
"Act 22: think: I need to find a source of water.\n",
"Obs 22: OK.\n",
"Act 23: go to sinkbasin 2\n",
"Obs 23: On the sinkbasin 2, you see nothing.\n",
"Act 24: turn on sinkbasin 2\n",
"Obs 24: Nothing happens.\n",
"Act 25: think: I need to find a source of water.\n",
"Obs 25: OK.\n",
"Act 26: go to toilet 1\n",
"Obs 26: On the toilet 1, you see a candle 3, a candle 2, a candle 1, and a toiletpaper 3.\n",
"Act 27: flush toilet 1\n",
"Obs 27: Nothing happens.\n",
"Act 28: think: I need to find a source of water.\n",
"Obs 28: OK.\n",
"Act 29: go to sinkbasin 2\n",
"Obs 29: On the sinkbasin 2, you see nothing.\n",
"Act 30: turn on sinkbasin 2\n",
"Obs 30: Nothing happens.\n",
"Act 31: think: I need to find a source of water.\n",
"Obs 31: OK.\n",
"Act 32: go to toilet 1\n",
"Obs 32: On the toilet 1, you see a candle 3, a candle 2, a candle 1, and a toiletpaper 3.\n",
"Act 33: flush toilet 1\n",
"Obs 33: Nothing happens.\n",
"Act 34: think: I need to find a source of water.\n",
"Obs 34: OK.\n",
"Act 35: go to sinkbasin 2\n",
"Obs 35: On the sinkbasin 2, you see nothing.\n",
"Act 36: turn on sinkbasin 2\n",
"Obs 36: Nothing happens.\n",
"Act 37: think: I need to find a source of water.\n",
"Obs 37: OK.\n",
"Act 38: go to countertop 1\n",
"Obs 38: On the countertop 1, you see a soapbottle 1, and a spraybottle 1.\n",
"Act 39: use spraybottle 1\n",
"Obs 39: Nothing happens.\n",
"Act 40: think: I need to find a source of water.\n",
"Obs 40: OK.\n",
"Act 41: go to sinkbasin 2\n",
"Obs 41: On the sinkbasin 2, you see nothing.\n",
"Act 42: turn on sinkbasin 2\n",
"Obs 42: Nothing happens.\n",
"Act 43: think: I need to find a source of water.\n",
"Obs 43: OK.\n",
"Act 44: go to countertop 1\n",
"Obs 44: On the countertop 1, you see a soapbottle 1, and a spraybottle 1.\n",
"Act 45: use spraybottle 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: think: I need to find a source of water.\n",
"Obs 46: OK.\n",
"Act 47: go to sinkbasin 2\n",
"Obs 47: On the sinkbasin 2, you see nothing.\n",
"Act 48: turn on sinkbasin 2\n",
"Obs 48: Nothing happens.\n",
"Act 49: think: I need to find a source of water.\n",
"Obs 49: OK.\n",
"47 r 0 rs [8, 4, 5, 5, 4, 2] cnts [11, 8, 11, 8, 5, 4] sum(rs)/sum(cnts) 0.5957446808510638\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Egg-None-Microwave-10/trial_T20190909_120554_888709\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: clean some egg and put it in microwave.\n",
"Act 1: think: To solve the task, I need to find and take an egg, then clean it with sinkbasin, then put it in microwave.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find an egg. An egg is more likely to appear in fridges (1), countertop (1-3), sinkbasin (1), stoveburner (1-3), garbagecan (1). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: go to fridge 1\n",
"Obs 3: The fridge 1 is closed.\n",
"Act 4: open fridge 1\n",
"Obs 4: You open the fridge 1. The fridge 1 is open. In it, you see a bowl 3, a bowl 1, a bread 1, a egg 2, a lettuce 1, a mug 3, a plate 1, a potato 1, and a tomato 1.\n",
"Act 5: think: Now I find an egg (2). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: take egg 2 from fridge 1\n",
"Obs 6: You pick up the egg 2 from the fridge 1.\n",
"Act 7: think: Now I take an egg (2). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 7: OK.\n",
"Act 8: go to sinkbasin 1\n",
"Obs 8: On the sinkbasin 1, you see a cup 2, a plate 2, and a spatula 1.\n",
"Act 9: clean egg 2 with sinkbasin 1\n",
"Obs 9: You clean the egg 2 using the sinkbasin 1.\n",
"Act 10: think: Now I clean an egg (2). Next, I need to put it in/on microwave 1.\n",
"Obs 10: OK.\n",
"Act 11: go to microwave 1\n",
"Obs 11: The microwave 1 is closed.\n",
"Act 12: open microwave 1\n",
"Obs 12: You open the microwave 1. The microwave 1 is open. In it, you see a potato 2.\n",
"Act 13: put egg 2 in/on microwave 1\n",
"Obs 13: You put the egg 2 in/on the microwave 1.\n",
"48 r True rs [8, 5, 5, 5, 4, 2] cnts [11, 9, 11, 8, 5, 4] sum(rs)/sum(cnts) 0.6041666666666666\n",
"------------\n",
"\n",
"pick_and_place_simple-Watch-None-Safe-219/trial_T20190907_074524_006355\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a armchair 1, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a dresser 1, a garbagecan 1, a safe 1, a shelf 12, a shelf 11, a shelf 10, a shelf 9, a shelf 8, a shelf 7, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, a shelf 1, a sidetable 1, and a sofa 1.\n",
"Your task is to: put some watch on safe.\n",
"Act 1: think: To solve the task, I need to find and take a watch, then put it on safe.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a watch. A watch is more likely to appear in armchair (1), cabinet (1-4), drawer (1-5), dresser (1), safe (1), shelf (1-12), sidetable (1), sofa (1). I can check one by one, starting with armchair 1.\n",
"Obs 2: OK.\n",
"Act 3: go to armchair 1\n",
"Obs 3: On the armchair 1, you see a newspaper 2, and a pillow 1.\n",
"Act 4: go to cabinet 1\n",
"Obs 4: The cabinet 1 is closed.\n",
"Act 5: open cabinet 1\n",
"Obs 5: You open the cabinet 1. The cabinet 1 is open. In it, you see a vase 1.\n",
"Act 6: go to cabinet 2\n",
"Obs 6: Nothing happens.\n",
"Act 7: open cabinet 2\n",
"Obs 7: You open the cabinet 2. The cabinet 2 is open. In it, you see a newspaper 1.\n",
"Act 8: go to cabinet 3\n",
"Obs 8: The cabinet 3 is closed.\n",
"Act 9: open cabinet 3\n",
"Obs 9: You open the cabinet 3. The cabinet 3 is open. In it, you see a tissuebox 2.\n",
"Act 10: go to cabinet 4\n",
"Obs 10: Nothing happens.\n",
"Act 11: open cabinet 4\n",
"Obs 11: You open the cabinet 4. The cabinet 4 is open. In it, you see a box 1.\n",
"Act 12: go to drawer 1\n",
"Obs 12: The drawer 1 is closed.\n",
"Act 13: open drawer 1\n",
"Obs 13: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 14: go to drawer 2\n",
"Obs 14: The drawer 2 is closed.\n",
"Act 15: open drawer 2\n",
"Obs 15: You open the drawer 2. The drawer 2 is open. In it, you see nothing.\n",
"Act 16: go to drawer 3\n",
"Obs 16: The drawer 3 is closed.\n",
"Act 17: open drawer 3\n",
"Obs 17: You open the drawer 3. The drawer 3 is open. In it, you see a creditcard 2.\n",
"Act 18: go to drawer 4\n",
"Obs 18: The drawer 4 is closed.\n",
"Act 19: open drawer 4\n",
"Obs 19: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 20: go to drawer 5\n",
"Obs 20: The drawer 5 is closed.\n",
"Act 21: open drawer 5\n",
"Obs 21: You open the drawer 5. The drawer 5 is open. In it, you see nothing.\n",
"Act 22: go to dresser 1\n",
"Obs 22: On the dresser 1, you see a laptop 1, a remotecontrol 1, a tissuebox 1, a vase 3, a vase 2, and a watch 1.\n",
"Act 23: think: Now I find a watch (1). Next, I need to take it.\n",
"Obs 23: OK.\n",
"Act 24: take watch 1 from dresser 1\n",
"Obs 24: You pick up the watch 1 from the dresser 1.\n",
"Act 25: think: Now I take a watch (1). Next, I need to put it in/on safe 1.\n",
"Obs 25: OK.\n",
"Act 26: go to safe 1\n",
"Obs 26: The safe 1 is closed.\n",
"Act 27: open safe 1\n",
"Obs 27: You open the safe 1. The safe 1 is open. In it, you see a cellphone 3, and a cellphone 2.\n",
"Act 28: put watch 1 in/on safe 1\n",
"Obs 28: You put the watch 1 in/on the safe 1.\n",
"49 r True rs [9, 5, 5, 5, 4, 2] cnts [12, 9, 11, 8, 5, 4] sum(rs)/sum(cnts) 0.6122448979591837\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Potato-None-Microwave-10/trial_T20190907_033306_962974\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: cool some potato and put it in microwave.\n",
"Act 1: think: To solve the task, I need to find and take a potato, then cool it with fridge, then put it in microwave.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a potato. A potato is more likely to appear in countertop (1-3), coffeemachine (1), cabinet (1-6), shelf (1-3), drawer (1-3). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a fork 2, and a mug 2.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see a butterknife 1, a cellphone 1, a mug 1, a peppershaker 1, a potato 2, a potato 1, a soapbottle 1, a spoon 1, and a vase 1.\n",
"Act 5: take potato 1 from countertop 2\n",
"Obs 5: You pick up the potato 1 from the countertop 2.\n",
"Act 6: think: Now I find a potato (1). Next, I need to take it.\n",
"Obs 6: OK.\n",
"Act 7: think: Now I take a potato (1). Next, I need to go to a fridge (1) and cool it.\n",
"Obs 7: OK.\n",
"Act 8: go to fridge 1\n",
"Obs 8: The fridge 1 is closed.\n",
"Act 9: cool potato 1 with fridge 1\n",
"Obs 9: You cool the potato 1 using the fridge 1.\n",
"Act 10: think: Now I cool the potato. Next, I need to put it in/on microwave 1.\n",
"Obs 10: OK.\n",
"Act 11: go to microwave 1\n",
"Obs 11: The microwave 1 is closed.\n",
"Act 12: open microwave 1\n",
"Obs 12: You open the microwave 1. The microwave 1 is open. In it, you see a egg 1.\n",
"Act 13: put potato 1 in/on microwave 1\n",
"Obs 13: You put the potato 1 in/on the microwave 1.\n",
"50 r True rs [9, 5, 5, 6, 4, 2] cnts [12, 9, 11, 9, 5, 4] sum(rs)/sum(cnts) 0.62\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Mug-None-Cabinet-10/trial_T20190909_121710_650938\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: cool some mug and put it in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then cool it with fridge, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in countertop (1-3), coffeemachine (1), cabinet (1-6), shelf (1-3), drawer (1-3). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a mug 2, and a papertowelroll 1.\n",
"Act 4: take mug 2 from countertop 1\n",
"Obs 4: You pick up the mug 2 from the countertop 1.\n",
"Act 5: think: Now I find a mug (2). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: go to fridge 1\n",
"Obs 6: The fridge 1 is closed.\n",
"Act 7: cool mug 2 with fridge 1\n",
"Obs 7: You cool the mug 2 using the fridge 1.\n",
"Act 8: think: Now I cool the mug. Next, I need to put it in/on cabinet 1.\n",
"Obs 8: OK.\n",
"Act 9: go to cabinet 1\n",
"Obs 9: On the cabinet 1, you see nothing.\n",
"Act 10: put mug 2 in/on cabinet 1\n",
"Obs 10: You put the mug 2 in/on the cabinet 1.\n",
"51 r True rs [9, 5, 5, 7, 4, 2] cnts [12, 9, 11, 10, 5, 4] sum(rs)/sum(cnts) 0.6274509803921569\n",
"------------\n",
"\n",
"pick_two_obj_and_place-SoapBar-None-GarbageCan-424/trial_T20190909_064053_839817\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: put two soapbar in garbagecan.\n",
"Act 1: think: To solve the task, I need to find and take the first soapbar, then put it in garbagecan, then find and take the second soapbar, then put it in garbagecan.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first soapbar. A soapbar is more likely to appear in cabinet (1-4), countertop (1), handtowelholder (1-2), sinkbasin (1-2), toilet (1), toiletpaperhanger (1), towelholder (1). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: The cabinet 1 is closed.\n",
"Act 4: open cabinet 1\n",
"Obs 4: You open the cabinet 1. The cabinet 1 is open. In it, you see a soapbottle 2.\n",
"Act 5: go to cabinet 2\n",
"Obs 5: The cabinet 2 is closed.\n",
"Act 6: open cabinet 2\n",
"Obs 6: You open the cabinet 2. The cabinet 2 is open. In it, you see a spraybottle 1, and a toiletpaper 2.\n",
"Act 7: go to cabinet 3\n",
"Obs 7: The cabinet 3 is closed.\n",
"Act 8: open cabinet 3\n",
"Obs 8: You open the cabinet 3. The cabinet 3 is open. In it, you see a cloth 1.\n",
"Act 9: go to cabinet 4\n",
"Obs 9: The cabinet 4 is closed.\n",
"Act 10: open cabinet 4\n",
"Obs 10: You open the cabinet 4. The cabinet 4 is open. In it, you see a spraybottle 2.\n",
"Act 11: go to countertop 1\n",
"Obs 11: On the countertop 1, you see a candle 1, a soapbar 2, a soapbar 1, a soapbottle 1, and a spraybottle 3.\n",
"Act 12: think: Now I find the first soapbar (1). Next, I need to take it. I can find the second soapbar (2) later in countertop 1.\n",
"Obs 12: OK.\n",
"Act 13: take soapbar 1 from countertop 1\n",
"Obs 13: You pick up the soapbar 1 from the countertop 1.\n",
"Act 14: think: Now I take the first soapbar (1). Next, I need to put it in/on garbagecan 1.\n",
"Obs 14: OK.\n",
"Act 15: go to garbagecan 1\n",
"Obs 15: On the garbagecan 1, you see nothing.\n",
"Act 16: put soapbar 1 in/on garbagecan 1\n",
"Obs 16: You put the soapbar 1 in/on the garbagecan 1.\n",
"Act 17: think: Now I put the first soapbar in garbagecan. Next, I need to find the second soapbar. I can directly go to countertop 1.\n",
"Obs 17: OK.\n",
"Act 18: go to countertop 1\n",
"Obs 18: On the countertop 1, you see a candle 1, a soapbar 2, a soapbottle 1, and a spraybottle 3.\n",
"Act 19: think: Now I find the second soapbar (2). Next, I need to take it.\n",
"Obs 19: OK.\n",
"Act 20: take soapbar 2 from countertop 1\n",
"Obs 20: You pick up the soapbar 2 from the countertop 1.\n",
"Act 21: think: Now I take the second soapbar (2). Next, I need to put it in/on garbagecan 1.\n",
"Obs 21: OK.\n",
"Act 22: go to garbagecan 1\n",
"Obs 22: On the garbagecan 1, you see a soapbar 1.\n",
"Act 23: put soapbar 2 in/on garbagecan 1\n",
"Obs 23: You put the soapbar 2 in/on the garbagecan 1.\n",
"52 r True rs [9, 5, 5, 7, 4, 3] cnts [12, 9, 11, 10, 5, 5] sum(rs)/sum(cnts) 0.6346153846153846\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Cup-None-Cabinet-10/trial_T20190907_083429_887065\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a hot cup in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a cup, then heat it with microwave, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a cup. A cup is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), cabinet (1-6), garbagecan (1), shelf (1-3). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: go to fridge 1\n",
"Obs 4: The fridge 1 is closed.\n",
"Act 5: open fridge 1\n",
"Obs 5: You open the fridge 1. The fridge 1 is open. In it, you see a bowl 3, a mug 2, a plate 1, a potato 1, and a tomato 1.\n",
"Act 6: take mug 2 from fridge 1\n",
"Obs 6: You pick up the mug 2 from the fridge 1.\n",
"Act 7: think: Now I take a cup (2). Next, I need to go to a microwave (1) and heat it.\n",
"Obs 7: OK.\n",
"Act 8: go to microwave 1\n",
"Obs 8: The microwave 1 is closed.\n",
"Act 9: heat mug 2 with microwave 1\n",
"Obs 9: You heat the mug 2 using the microwave 1.\n",
"Act 10: think: Now I heat a cup (2). Next, I need to put it in/on cabinet 1.\n",
"Obs 10: OK.\n",
"Act 11: go to cabinet 1\n",
"Obs 11: On the cabinet 1, you see a pan 1.\n",
"Act 12: put mug 2 in/on cabinet 1\n",
"Obs 12: You put the mug 2 in/on the cabinet 1.\n",
"Act 13: \n",
"Obs 13: Nothing happens.\n",
"Act 14: \n",
"Obs 14: Nothing happens.\n",
"Act 15: \n",
"Obs 15: Nothing happens.\n",
"Act 16: \n",
"Obs 16: Nothing happens.\n",
"Act 17: \n",
"Obs 17: Nothing happens.\n",
"Act 18: \n",
"Obs 18: Nothing happens.\n",
"Act 19: \n",
"Obs 19: Nothing happens.\n",
"Act 20: \n",
"Obs 20: Nothing happens.\n",
"Act 21: \n",
"Obs 21: Nothing happens.\n",
"Act 22: \n",
"Obs 22: Nothing happens.\n",
"Act 23: \n",
"Obs 23: Nothing happens.\n",
"Act 24: \n",
"Obs 24: Nothing happens.\n",
"Act 25: \n",
"Obs 25: Nothing happens.\n",
"Act 26: \n",
"Obs 26: Nothing happens.\n",
"Act 27: \n",
"Obs 27: Nothing happens.\n",
"Act 28: \n",
"Obs 28: Nothing happens.\n",
"Act 29: \n",
"Obs 29: Nothing happens.\n",
"Act 30: \n",
"Obs 30: Nothing happens.\n",
"Act 31: \n",
"Obs 31: Nothing happens.\n",
"Act 32: \n",
"Obs 32: Nothing happens.\n",
"Act 33: \n",
"Obs 33: Nothing happens.\n",
"Act 34: \n",
"Obs 34: Nothing happens.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 35: \n",
"Obs 35: Nothing happens.\n",
"Act 36: \n",
"Obs 36: Nothing happens.\n",
"Act 37: \n",
"Obs 37: Nothing happens.\n",
"Act 38: \n",
"Obs 38: Nothing happens.\n",
"Act 39: \n",
"Obs 39: Nothing happens.\n",
"Act 40: \n",
"Obs 40: Nothing happens.\n",
"Act 41: \n",
"Obs 41: Nothing happens.\n",
"Act 42: \n",
"Obs 42: Nothing happens.\n",
"Act 43: \n",
"Obs 43: Nothing happens.\n",
"Act 44: \n",
"Obs 44: Nothing happens.\n",
"Act 45: \n",
"Obs 45: Nothing happens.\n",
"Act 46: \n",
"Obs 46: Nothing happens.\n",
"Act 47: \n",
"Obs 47: Nothing happens.\n",
"Act 48: \n",
"Obs 48: Nothing happens.\n",
"Act 49: \n",
"Obs 49: Nothing happens.\n",
"53 r 0 rs [9, 5, 5, 7, 4, 3] cnts [12, 9, 12, 10, 5, 5] sum(rs)/sum(cnts) 0.6226415094339622\n",
"------------\n",
"\n",
"pick_and_place_simple-Mug-None-Desk-308/trial_T20190909_210238_431966\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: put a mug in desk.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then put it in desk.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in drawers (1-6), shelves (1-6), garbagecan (1), laundryhamper (1), safe (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see a pen 1.\n",
"Act 5: go to drawer 2\n",
"Obs 5: On the drawer 2, you see a creditcard 1.\n",
"Act 6: go to drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: go to drawer 4\n",
"Obs 7: The drawer 4 is closed.\n",
"Act 8: open drawer 4\n",
"Obs 8: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 9: go to drawer 5\n",
"Obs 9: On the drawer 5, you see a pencil 3.\n",
"Act 10: go to drawer 6\n",
"Obs 10: The drawer 6 is closed.\n",
"Act 11: open drawer 6\n",
"Obs 11: You open the drawer 6. The drawer 6 is open. In it, you see nothing.\n",
"Act 12: go to shelf 1\n",
"Obs 12: On the shelf 1, you see a mug 2.\n",
"Act 13: think: Now I find a mug (2). Next, I need to take it.\n",
"Obs 13: OK.\n",
"Act 14: take mug 2 from shelf 1\n",
"Obs 14: You pick up the mug 2 from the shelf 1.\n",
"Act 15: think: Now I take a mug (2). Next, I need to put it in/on desk.\n",
"Obs 15: OK.\n",
"Act 16: go to desk 1\n",
"Obs 16: On the desk 1, you see a bowl 1, a cd 2, a creditcard 2, a desklamp 1, a keychain 1, a laptop 2, a pen 2, and a pencil 2.\n",
"Act 17: put mug 2 in/on desk 1\n",
"Obs 17: You put the mug 2 in/on the desk 1.\n",
"54 r True rs [10, 5, 5, 7, 4, 3] cnts [13, 9, 12, 10, 5, 5] sum(rs)/sum(cnts) 0.6296296296296297\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Plate-None-CounterTop-10/trial_T20190908_213533_897289\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: clean some plate and put it in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a plate, then clean it with sinkbasin, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a plate. A plate is more likely to appear in fridge (1), countertop (1-3), sinkbasin (1), stoveburner (1-3), cabinet (1-6). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: go to fridge 1\n",
"Obs 3: The fridge 1 is closed.\n",
"Act 4: open fridge 1\n",
"Obs 4: You open the fridge 1. The fridge 1 is open. In it, you see a bread 1, a cup 2, a cup 1, a egg 2, a lettuce 2, a lettuce 1, a plate 2, a tomato 2, and a tomato 1.\n",
"Act 5: think: Now I find a plate (2). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: take plate 2 from fridge 1\n",
"Obs 6: You pick up the plate 2 from the fridge 1.\n",
"Act 7: think: Now I take a plate (2). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 7: OK.\n",
"Act 8: go to sinkbasin 1\n",
"Obs 8: On the sinkbasin 1, you see nothing.\n",
"Act 9: clean plate 2 with sinkbasin 1\n",
"Obs 9: You clean the plate 2 using the sinkbasin 1.\n",
"Act 10: think: Now I clean a plate (2). Next, I need to put it in/on countertop 1.\n",
"Obs 10: OK.\n",
"Act 11: go to countertop 1\n",
"Obs 11: On the countertop 1, you see nothing.\n",
"Act 12: put plate 2 in/on countertop 1\n",
"Obs 12: You put the plate 2 in/on the countertop 1.\n",
"55 r True rs [10, 6, 5, 7, 4, 3] cnts [13, 10, 12, 10, 5, 5] sum(rs)/sum(cnts) 0.6363636363636364\n",
"------------\n",
"\n",
"pick_and_place_simple-SaltShaker-None-Cabinet-10/trial_T20190906_191501_563086\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put some saltshaker on cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a saltshaker, then put it on cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a saltshaker. A saltshaker is more likely to appear in countertops (1-3), drawers (1-3), shelves (1-3), garbagecan (1), sinkbasin (1). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a apple 1, a bowl 1, a pan 1, and a soapbottle 1.\n",
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see a creditcard 2, a glassbottle 1, a saltshaker 2, a spatula 1, a spoon 2, a spoon 1, and a tomato 1.\n",
"Act 5: think: Now I find a saltshaker (2). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: take saltshaker 2 from countertop 2\n",
"Obs 6: You pick up the saltshaker 2 from the countertop 2.\n",
"Act 7: think: Now I take a saltshaker (2). Next, I need to put it in/on cabinet 1.\n",
"Obs 7: OK.\n",
"Act 8: go to cabinet 1\n",
"Obs 8: On the cabinet 1, you see a plate 1, and a vase 1.\n",
"Act 9: put saltshaker 2 in/on cabinet 1\n",
"Obs 9: You put the saltshaker 2 in/on the cabinet 1.\n",
"56 r True rs [11, 6, 5, 7, 4, 3] cnts [14, 10, 12, 10, 5, 5] sum(rs)/sum(cnts) 0.6428571428571429\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Mug-None-CoffeeMachine-10/trial_T20190907_221300_362511\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a clean mug in coffeemachine.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then clean it with sinkbasin, then put it in coffeemachine.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in fridge (1), countertop (1-3), sinkbasin (1), stoveburner (1-3), drawer (1-3), shelf (1-3), garbagecan (1). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: go to fridge 1\n",
"Obs 3: The fridge 1 is closed.\n",
"Act 4: open fridge 1\n",
"Obs 4: You open the fridge 1. The fridge 1 is open. In it, you see a apple 2, a cup 2, a cup 1, a lettuce 1, a plate 1, a tomato 2, and a tomato 1.\n",
"Act 5: go to countertop 1\n",
"Obs 5: On the countertop 1, you see a butterknife 2.\n",
"Act 6: go to countertop 2\n",
"Obs 6: On the countertop 2, you see a butterknife 1, a cellphone 1, a dishsponge 2, a fork 1, a glassbottle 1, a lettuce 2, a mug 3, a papertowelroll 1, and a statue 1.\n",
"Act 7: go to countertop 3\n",
"Obs 7: On the countertop 3, you see a bread 2, a bread 1, a cellphone 3, a houseplant 1, a knife 2, a knife 1, a potato 2, a spatula 2, a spoon 2, and a statue 2.\n",
"Act 8: think: Now I find a mug (3). Next, I need to take it.\n",
"Obs 8: OK.\n",
"Act 9: take mug 3 from countertop 2\n",
"Obs 9: Nothing happens.\n",
"Act 10: take mug 3 from countertop 2\n",
"Obs 10: Nothing happens.\n",
"Act 11: take mug 3 from countertop 2\n",
"Obs 11: Nothing happens.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 12: take mug 3 from countertop 2\n",
"Obs 12: Nothing happens.\n",
"Act 13: take mug 3 from countertop 2\n",
"Obs 13: Nothing happens.\n",
"Act 14: take mug 3 from countertop 2\n",
"Obs 14: Nothing happens.\n",
"Act 15: take mug 3 from countertop 2\n",
"Obs 15: Nothing happens.\n",
"Act 16: take mug 3 from countertop 2\n",
"Obs 16: Nothing happens.\n",
"Act 17: take mug 3 from countertop 2\n",
"Obs 17: Nothing happens.\n",
"Act 18: take mug 3 from countertop 2\n",
"Obs 18: Nothing happens.\n",
"Act 19: take mug 3 from countertop 2\n",
"Obs 19: Nothing happens.\n",
"Act 20: take mug 3 from countertop 2\n",
"Obs 20: Nothing happens.\n",
"Act 21: take mug 3 from countertop 2\n",
"Obs 21: Nothing happens.\n",
"Act 22: take mug 3 from countertop 2\n",
"Obs 22: Nothing happens.\n",
"Act 23: take mug 3 from countertop 2\n",
"Obs 23: Nothing happens.\n",
"Act 24: take mug 3 from countertop 2\n",
"Obs 24: Nothing happens.\n",
"Act 25: take mug 3 from countertop 2\n",
"Obs 25: Nothing happens.\n",
"Act 26: take mug 3 from countertop 2\n",
"Obs 26: Nothing happens.\n",
"Act 27: take mug 3 from countertop 2\n",
"Obs 27: Nothing happens.\n",
"Act 28: take mug 3 from countertop 2\n",
"Obs 28: Nothing happens.\n",
"Act 29: take mug 3 from countertop 2\n",
"Obs 29: Nothing happens.\n",
"Act 30: take mug 3 from countertop 2\n",
"Obs 30: Nothing happens.\n",
"Act 31: take mug 3 from countertop 2\n",
"Obs 31: Nothing happens.\n",
"Act 32: take mug 3 from countertop 2\n",
"Obs 32: Nothing happens.\n",
"Act 33: take mug 3 from countertop 2\n",
"Obs 33: Nothing happens.\n",
"Act 34: take mug 3 from countertop 2\n",
"Obs 34: Nothing happens.\n",
"Act 35: take mug 3 from countertop 2\n",
"Obs 35: Nothing happens.\n",
"Act 36: take mug 3 from countertop 2\n",
"Obs 36: Nothing happens.\n",
"Act 37: take mug 3 from countertop 2\n",
"Obs 37: Nothing happens.\n",
"Act 38: take mug 3 from countertop 2\n",
"Obs 38: Nothing happens.\n",
"Act 39: take mug 3 from countertop 2\n",
"Obs 39: Nothing happens.\n",
"Act 40: take mug 3 from countertop 2\n",
"Obs 40: Nothing happens.\n",
"Act 41: take mug 3 from countertop 2\n",
"Obs 41: Nothing happens.\n",
"Act 42: take mug 3 from countertop 2\n",
"Obs 42: Nothing happens.\n",
"Act 43: take mug 3 from countertop 2\n",
"Obs 43: Nothing happens.\n",
"Act 44: take mug 3 from countertop 2\n",
"Obs 44: Nothing happens.\n",
"Act 45: take mug 3 from countertop 2\n",
"Obs 45: Nothing happens.\n",
"Act 46: take mug 3 from countertop 2\n",
"Obs 46: Nothing happens.\n",
"Act 47: take mug 3 from countertop 2\n",
"Obs 47: Nothing happens.\n",
"Act 48: take mug 3 from countertop 2\n",
"Obs 48: Nothing happens.\n",
"Act 49: take mug 3 from countertop 2\n",
"Obs 49: Nothing happens.\n",
"57 r 0 rs [11, 6, 5, 7, 4, 3] cnts [14, 11, 12, 10, 5, 5] sum(rs)/sum(cnts) 0.631578947368421\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Mug-None-CoffeeMachine-10/trial_T20190907_171806_406231\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: heat some mug and put it in coffeemachine.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then heat it with microwave, then put it in coffeemachine.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), shelf (1-3), garbagecan (1), cabinet (1-6). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: go to countertop 1\n",
"Obs 4: On the countertop 1, you see a creditcard 1, a mug 2, a peppershaker 1, a saltshaker 1, and a vase 2.\n",
"Act 5: take mug 2 from countertop 1\n",
"Obs 5: You pick up the mug 2 from the countertop 1.\n",
"Act 6: think: Now I take a mug (2). Next, I need to go to a microwave (1) and heat it.\n",
"Obs 6: OK.\n",
"Act 7: go to microwave 1\n",
"Obs 7: The microwave 1 is closed.\n",
"Act 8: heat mug 2 with microwave 1\n",
"Obs 8: You heat the mug 2 using the microwave 1.\n",
"58 r True rs [11, 6, 6, 7, 4, 3] cnts [14, 11, 13, 10, 5, 5] sum(rs)/sum(cnts) 0.6379310344827587\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Pan-None-CounterTop-10/trial_T20190908_032518_891433\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: clean some pan and put it in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a pan, then clean it with sinkbasin, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a pan. A pan is more likely to appear in stoveburner (1-4), countertop (1-3), drawer (1-3), shelf (1-3), fridge (1), garbagecan (1). I can check one by one, starting with stoveburner 1.\n",
"Obs 2: OK.\n",
"Act 3: go to stoveburner 1\n",
"Obs 3: On the stoveburner 1, you see a pot 1.\n",
"Act 4: think: Now I find a pan (1). Next, I need to take it.\n",
"Obs 4: OK.\n",
"Act 5: take pan 1 from stoveburner 1\n",
"Obs 5: Nothing happens.\n",
"Act 6: take pot 1 from stoveburner 1\n",
"Obs 6: You pick up the pot 1 from the stoveburner 1.\n",
"Act 7: think: Now I take a pan (1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 7: OK.\n",
"Act 8: go to sinkbasin 1\n",
"Obs 8: On the sinkbasin 1, you see nothing.\n",
"Act 9: clean pot 1 with sinkbasin 1\n",
"Obs 9: You clean the pot 1 using the sinkbasin 1.\n",
"Act 10: think: Now I clean a pan (1). Next, I need to put it in/on countertop 1.\n",
"Obs 10: OK.\n",
"Act 11: go to countertop 1\n",
"Obs 11: On the countertop 1, you see nothing.\n",
"Act 12: put pot 1 in/on countertop 1\n",
"Obs 12: You put the pot 1 in/on the countertop 1.\n",
"Act 13: \n",
"Obs 13: Nothing happens.\n",
"Act 14: \n",
"Obs 14: Nothing happens.\n",
"Act 15: \n",
"Obs 15: Nothing happens.\n",
"Act 16: \n",
"Obs 16: Nothing happens.\n",
"Act 17: \n",
"Obs 17: Nothing happens.\n",
"Act 18: \n",
"Obs 18: Nothing happens.\n",
"Act 19: \n",
"Obs 19: Nothing happens.\n",
"Act 20: \n",
"Obs 20: Nothing happens.\n",
"Act 21: \n",
"Obs 21: Nothing happens.\n",
"Act 22: \n",
"Obs 22: Nothing happens.\n",
"Act 23: \n",
"Obs 23: Nothing happens.\n",
"Act 24: \n",
"Obs 24: Nothing happens.\n",
"Act 25: \n",
"Obs 25: Nothing happens.\n",
"Act 26: \n",
"Obs 26: Nothing happens.\n",
"Act 27: \n",
"Obs 27: Nothing happens.\n",
"Act 28: \n",
"Obs 28: Nothing happens.\n",
"Act 29: \n",
"Obs 29: Nothing happens.\n",
"Act 30: \n",
"Obs 30: Nothing happens.\n",
"Act 31: \n",
"Obs 31: Nothing happens.\n",
"Act 32: \n",
"Obs 32: Nothing happens.\n",
"Act 33: \n",
"Obs 33: Nothing happens.\n",
"Act 34: \n",
"Obs 34: Nothing happens.\n",
"Act 35: \n",
"Obs 35: Nothing happens.\n",
"Act 36: \n",
"Obs 36: Nothing happens.\n",
"Act 37: \n",
"Obs 37: Nothing happens.\n",
"Act 38: \n",
"Obs 38: Nothing happens.\n",
"Act 39: \n",
"Obs 39: Nothing happens.\n",
"Act 40: \n",
"Obs 40: Nothing happens.\n",
"Act 41: \n",
"Obs 41: Nothing happens.\n",
"Act 42: \n",
"Obs 42: Nothing happens.\n",
"Act 43: \n",
"Obs 43: Nothing happens.\n",
"Act 44: \n",
"Obs 44: Nothing happens.\n",
"Act 45: \n",
"Obs 45: Nothing happens.\n",
"Act 46: \n",
"Obs 46: Nothing happens.\n",
"Act 47: \n",
"Obs 47: Nothing happens.\n",
"Act 48: \n",
"Obs 48: Nothing happens.\n",
"Act 49: \n",
"Obs 49: Nothing happens.\n",
"59 r 0 rs [11, 6, 6, 7, 4, 3] cnts [14, 12, 13, 10, 5, 5] sum(rs)/sum(cnts) 0.6271186440677966\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Cup-None-Cabinet-10/trial_T20190907_083346_800823\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a hot cup in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a cup, then heat it with microwave, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a cup. A cup is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), cabinet (1-6), garbagecan (1), shelf (1-3). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: go to fridge 1\n",
"Obs 4: The fridge 1 is closed.\n",
"Act 5: open fridge 1\n",
"Obs 5: You open the fridge 1. The fridge 1 is open. In it, you see a bowl 1, a bread 2, a egg 1, a pan 1, and a tomato 1.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 6: go to countertop 1\n",
"Obs 6: On the countertop 1, you see a cellphone 2, a egg 2, and a lettuce 1.\n",
"Act 7: go to countertop 2\n",
"Obs 7: On the countertop 2, you see a bowl 2, a bread 1, a butterknife 1, a egg 3, a fork 1, a glassbottle 2, a glassbottle 1, a knife 2, a knife 1, a potato 1, and a spatula 1.\n",
"Act 8: go to countertop 3\n",
"Obs 8: On the countertop 3, you see a butterknife 2, a cellphone 3, a fork 3, a houseplant 1, a knife 3, a peppershaker 2, a potato 2, a soapbottle 1, a statue 3, a tomato 3, and a tomato 2.\n",
"Act 9: think: Now I find a cup (2). Next, I need to take it.\n",
"Obs 9: OK.\n",
"Act 10: take cup 2 from countertop 2\n",
"Obs 10: Nothing happens.\n",
"Act 11: take cup 2 from countertop 2\n",
"Obs 11: Nothing happens.\n",
"Act 12: take cup 2 from countertop 2\n",
"Obs 12: Nothing happens.\n",
"Act 13: take cup 2 from countertop 2\n",
"Obs 13: Nothing happens.\n",
"Act 14: take cup 2 from countertop 2\n",
"Obs 14: Nothing happens.\n",
"Act 15: take cup 2 from countertop 2\n",
"Obs 15: Nothing happens.\n",
"Act 16: take cup 2 from countertop 2\n",
"Obs 16: Nothing happens.\n",
"Act 17: take cup 2 from countertop 2\n",
"Obs 17: Nothing happens.\n",
"Act 18: take cup 2 from countertop 2\n",
"Obs 18: Nothing happens.\n",
"Act 19: take cup 2 from countertop 2\n",
"Obs 19: Nothing happens.\n",
"Act 20: take cup 2 from countertop 2\n",
"Obs 20: Nothing happens.\n",
"Act 21: take cup 2 from countertop 2\n",
"Obs 21: Nothing happens.\n",
"Act 22: take cup 2 from countertop 2\n",
"Obs 22: Nothing happens.\n",
"Act 23: take cup 2 from countertop 2\n",
"Obs 23: Nothing happens.\n",
"Act 24: take cup 2 from countertop 2\n",
"Obs 24: Nothing happens.\n",
"Act 25: take cup 2 from countertop 2\n",
"Obs 25: Nothing happens.\n",
"Act 26: take cup 2 from countertop 2\n",
"Obs 26: Nothing happens.\n",
"Act 27: take cup 2 from countertop 2\n",
"Obs 27: Nothing happens.\n",
"Act 28: take cup 2 from countertop 2\n",
"Obs 28: Nothing happens.\n",
"Act 29: take cup 2 from countertop 2\n",
"Obs 29: Nothing happens.\n",
"Act 30: take cup 2 from countertop 2\n",
"Obs 30: Nothing happens.\n",
"Act 31: take cup 2 from countertop 2\n",
"Obs 31: Nothing happens.\n",
"Act 32: take cup 2 from countertop 2\n",
"Obs 32: Nothing happens.\n",
"Act 33: take cup 2 from countertop 2\n",
"Obs 33: Nothing happens.\n",
"Act 34: take cup 2 from countertop 2\n",
"Obs 34: Nothing happens.\n",
"Act 35: take cup 2 from countertop 2\n",
"Obs 35: Nothing happens.\n",
"Act 36: take cup 2 from countertop 2\n",
"Obs 36: Nothing happens.\n",
"Act 37: take cup 2 from countertop 2\n",
"Obs 37: Nothing happens.\n",
"Act 38: take cup 2 from countertop 2\n",
"Obs 38: Nothing happens.\n",
"Act 39: take cup 2 from countertop 2\n",
"Obs 39: Nothing happens.\n",
"Act 40: take cup 2 from countertop 2\n",
"Obs 40: Nothing happens.\n",
"Act 41: take cup 2 from countertop 2\n",
"Obs 41: Nothing happens.\n",
"Act 42: take cup 2 from countertop 2\n",
"Obs 42: Nothing happens.\n",
"Act 43: take cup 2 from countertop 2\n",
"Obs 43: Nothing happens.\n",
"Act 44: take cup 2 from countertop 2\n",
"Obs 44: Nothing happens.\n",
"Act 45: take cup 2 from countertop 2\n",
"Obs 45: Nothing happens.\n",
"Act 46: take cup 2 from countertop 2\n",
"Obs 46: Nothing happens.\n",
"Act 47: take cup 2 from countertop 2\n",
"Obs 47: Nothing happens.\n",
"Act 48: take cup 2 from countertop 2\n",
"Obs 48: Nothing happens.\n",
"Act 49: take cup 2 from countertop 2\n",
"Obs 49: Nothing happens.\n",
"60 r 0 rs [11, 6, 6, 7, 4, 3] cnts [14, 12, 14, 10, 5, 5] sum(rs)/sum(cnts) 0.6166666666666667\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-SoapBar-None-Cabinet-424/trial_T20190908_214946_567644\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: clean some soapbar and put it in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a soapbar, then clean it with sinkbasin, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a soapbar. A soapbar is more likely to appear in countertop (1), sinkbasin (1-2), garbagecan (1), handtowelholder (1-2), toiletpaperhanger (1), and towelholder (1). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a candle 1, a cloth 2, and a soapbar 1.\n",
"Act 4: think: Now I find a soapbar (1). Next, I need to take it.\n",
"Obs 4: OK.\n",
"Act 5: take soapbar 1 from countertop 1\n",
"Obs 5: You pick up the soapbar 1 from the countertop 1.\n",
"Act 6: think: Now I take a soapbar (1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 6: OK.\n",
"Act 7: go to sinkbasin 1\n",
"Obs 7: On the sinkbasin 1, you see nothing.\n",
"Act 8: clean soapbar 1 with sinkbasin 1\n",
"Obs 8: You clean the soapbar 1 using the sinkbasin 1.\n",
"Act 9: think: Now I clean a soapbar (1). Next, I need to put it in/on cabinet 1.\n",
"Obs 9: OK.\n",
"Act 10: go to cabinet 1\n",
"Obs 10: The cabinet 1 is closed.\n",
"Act 11: open cabinet 1\n",
"Obs 11: You open the cabinet 1. The cabinet 1 is open. In it, you see a soapbottle 2, and a spraybottle 2.\n",
"Act 12: put soapbar 1 in/on cabinet 1\n",
"Obs 12: You put the soapbar 1 in/on the cabinet 1.\n",
"61 r True rs [11, 7, 6, 7, 4, 3] cnts [14, 13, 14, 10, 5, 5] sum(rs)/sum(cnts) 0.6229508196721312\n",
"------------\n",
"\n",
"pick_two_obj_and_place-KeyChain-None-Safe-219/trial_T20190909_011803_423115\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a armchair 1, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a dresser 1, a garbagecan 1, a safe 1, a shelf 12, a shelf 11, a shelf 10, a shelf 9, a shelf 8, a shelf 7, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, a shelf 1, a sidetable 1, and a sofa 1.\n",
"Your task is to: put two keychain in safe.\n",
"Act 1: think: To solve the task, I need to find and take the first keychain, then put it in safe, then find and take the second keychain, then put it in safe.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first keychain. A keychain is more likely to appear in drawer (1-5), cabinet (1-4), shelf (1-12), sidetable (1), sofa (1), dresser (1), garbagecan (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 5: go to drawer 2\n",
"Obs 5: The drawer 2 is closed.\n",
"Act 6: open drawer 2\n",
"Obs 6: You open the drawer 2. The drawer 2 is open. In it, you see a creditcard 1.\n",
"Act 7: go to drawer 3\n",
"Obs 7: The drawer 3 is closed.\n",
"Act 8: open drawer 3\n",
"Obs 8: You open the drawer 3. The drawer 3 is open. In it, you see nothing.\n",
"Act 9: go to drawer 4\n",
"Obs 9: The drawer 4 is closed.\n",
"Act 10: open drawer 4\n",
"Obs 10: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 11: go to drawer 5\n",
"Obs 11: The drawer 5 is closed.\n",
"Act 12: open drawer 5\n",
"Obs 12: You open the drawer 5. The drawer 5 is open. In it, you see nothing.\n",
"Act 13: go to cabinet 1\n",
"Obs 13: The cabinet 1 is closed.\n",
"Act 14: open cabinet 1\n",
"Obs 14: You open the cabinet 1. The cabinet 1 is open. In it, you see nothing.\n",
"Act 15: go to cabinet 2\n",
"Obs 15: Nothing happens.\n",
"Act 16: open cabinet 2\n",
"Obs 16: You open the cabinet 2. The cabinet 2 is open. In it, you see nothing.\n",
"Act 17: go to cabinet 3\n",
"Obs 17: The cabinet 3 is closed.\n",
"Act 18: open cabinet 3\n",
"Obs 18: You open the cabinet 3. The cabinet 3 is open. In it, you see nothing.\n",
"Act 19: go to cabinet 4\n",
"Obs 19: Nothing happens.\n",
"Act 20: open cabinet 4\n",
"Obs 20: You open the cabinet 4. The cabinet 4 is open. In it, you see a vase 2.\n",
"Act 21: go to shelf 1\n",
"Obs 21: On the shelf 1, you see nothing.\n",
"Act 22: go to shelf 2\n",
"Obs 22: On the shelf 2, you see nothing.\n",
"Act 23: go to shelf 3\n",
"Obs 23: Nothing happens.\n",
"Act 24: open shelf 3\n",
"Obs 24: Nothing happens.\n",
"Act 25: go to shelf 4\n",
"Obs 25: On the shelf 4, you see nothing.\n",
"Act 26: go to shelf 5\n",
"Obs 26: On the shelf 5, you see nothing.\n",
"Act 27: go to shelf 6\n",
"Obs 27: On the shelf 6, you see nothing.\n",
"Act 28: go to shelf 7\n",
"Obs 28: On the shelf 7, you see nothing.\n",
"Act 29: go to shelf 8\n",
"Obs 29: On the shelf 8, you see nothing.\n",
"Act 30: go to shelf 9\n",
"Obs 30: On the shelf 9, you see a tissuebox 1.\n",
"Act 31: go to shelf 10\n",
"Obs 31: On the shelf 10, you see a box 2.\n",
"Act 32: go to shelf 11\n",
"Obs 32: On the shelf 11, you see nothing.\n",
"Act 33: go to shelf 12\n",
"Obs 33: On the shelf 12, you see nothing.\n",
"Act 34: go to sidetable 1\n",
"Obs 34: On the sidetable 1, you see a keychain 1, and a watch 1.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 35: think: Now I find the first keychain (1). Next, I need to take it. I can find the second keychain later in sidetable 1.\n",
"Obs 35: OK.\n",
"Act 36: take keychain 1 from sidetable 1\n",
"Obs 36: You pick up the keychain 1 from the sidetable 1.\n",
"Act 37: think: Now I take the first keychain (1). Next, I need to put it in/on safe 1.\n",
"Obs 37: OK.\n",
"Act 38: go to safe 1\n",
"Obs 38: The safe 1 is closed.\n",
"Act 39: open safe 1\n",
"Obs 39: You open the safe 1. The safe 1 is open. In it, you see a watch 3, and a watch 2.\n",
"Act 40: put keychain 1 in/on safe 1\n",
"Obs 40: You put the keychain 1 in/on the safe 1.\n",
"Act 41: think: Now I put the first keychain in safe. Next, I need to find the second keychain. I can directly go to sidetable 1.\n",
"Obs 41: OK.\n",
"Act 42: go to sidetable 1\n",
"Obs 42: On the sidetable 1, you see a watch 1.\n",
"Act 43: think: Now I find the second keychain (1). Next, I need to take it.\n",
"Obs 43: OK.\n",
"Act 44: take keychain 1 from sidetable 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: take keychain 1 from sidetable 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: think: I already take the keychain 1. I need to find another keychain.\n",
"Obs 46: OK.\n",
"Act 47: think: I can check other places, such as drawer (1-5), cabinet (1-4), shelf (1-12), sidetable (1), sofa (1), dresser (1), garbagecan (1). I can check one by one, starting with drawer 1.\n",
"Obs 47: OK.\n",
"Act 48: go to drawer 1\n",
"Obs 48: The drawer 1 is open. In it, you see nothing.\n",
"Act 49: go to drawer 2\n",
"Obs 49: The drawer 2 is open. In it, you see a creditcard 1.\n",
"62 r 0 rs [11, 7, 6, 7, 4, 3] cnts [14, 13, 14, 10, 5, 6] sum(rs)/sum(cnts) 0.6129032258064516\n",
"------------\n",
"\n",
"pick_two_obj_and_place-CD-None-Safe-308/trial_T20190907_051013_060265\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: find two cd and put them in safe.\n",
"Act 1: think: To solve the task, I need to find and take the first cd, then put it in safe, then find and take the second cd, then put it in safe.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first cd. A cd is more likely to appear in drawer (1-6), shelf (1-6), desk (1-2), bed (1), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 5: go to drawer 2\n",
"Obs 5: On the drawer 2, you see a pen 1, and a pencil 1.\n",
"Act 6: go to drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: open drawer 3\n",
"Obs 7: Nothing happens.\n",
"Act 8: go to drawer 4\n",
"Obs 8: The drawer 4 is closed.\n",
"Act 9: open drawer 4\n",
"Obs 9: You open the drawer 4. The drawer 4 is open. In it, you see a cd 3, and a creditcard 1.\n",
"Act 10: think: Now I find the first cd (3). Next, I need to take it. I can find the second cd (4) later in drawer 5.\n",
"Obs 10: OK.\n",
"Act 11: take cd 3 from drawer 4\n",
"Obs 11: You pick up the cd 3 from the drawer 4.\n",
"Act 12: think: Now I take the first cd (3). Next, I need to put it in/on safe 1.\n",
"Obs 12: OK.\n",
"Act 13: go to safe 1\n",
"Obs 13: The safe 1 is closed.\n",
"Act 14: open safe 1\n",
"Obs 14: You open the safe 1. The safe 1 is open. In it, you see nothing.\n",
"Act 15: put cd 3 in/on safe 1\n",
"Obs 15: You put the cd 3 in/on the safe 1.\n",
"Act 16: think: Now I put the first cd in safe. Next, I need to find the second cd. I have visited drawer (1-4), so the second cd is more likely to appear in drawer (5-6), shelf (1-6), desk (1-2), bed (1), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 5.\n",
"Obs 16: OK.\n",
"Act 17: go to drawer 5\n",
"Obs 17: On the drawer 5, you see a keychain 1.\n",
"Act 18: go to drawer 6\n",
"Obs 18: The drawer 6 is closed.\n",
"Act 19: open drawer 6\n",
"Obs 19: You open the drawer 6. The drawer 6 is open. In it, you see nothing.\n",
"Act 20: go to shelf 1\n",
"Obs 20: On the shelf 1, you see a alarmclock 1, and a pen 2.\n",
"Act 21: go to shelf 2\n",
"Obs 21: On the shelf 2, you see a pencil 2.\n",
"Act 22: go to shelf 3\n",
"Obs 22: On the shelf 3, you see a alarmclock 2, a desklamp 1, and a mug 1.\n",
"Act 23: go to shelf 4\n",
"Obs 23: On the shelf 4, you see nothing.\n",
"Act 24: go to shelf 5\n",
"Obs 24: On the shelf 5, you see nothing.\n",
"Act 25: go to shelf 6\n",
"Obs 25: On the shelf 6, you see nothing.\n",
"Act 26: go to desk 1\n",
"Obs 26: On the desk 1, you see a alarmclock 2, a bowl 1, a cd 1, a cellphone 1, a desklamp 1, and a mug 1.\n",
"Act 27: think: Now I find the second cd (1). Next, I need to take it.\n",
"Obs 27: OK.\n",
"Act 28: take cd 1 from desk 1\n",
"Obs 28: You pick up the cd 1 from the desk 1.\n",
"Act 29: think: Now I take the second cd (1). Next, I need to put it in/on safe 1.\n",
"Obs 29: OK.\n",
"Act 30: go to safe 1\n",
"Obs 30: The safe 1 is open. In it, you see a cd 3.\n",
"Act 31: put cd 1 in/on safe 1\n",
"Obs 31: You put the cd 1 in/on the safe 1.\n",
"63 r True rs [11, 7, 6, 7, 4, 4] cnts [14, 13, 14, 10, 5, 7] sum(rs)/sum(cnts) 0.6190476190476191\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Knife-None-CounterTop-10/trial_T20190909_110445_675754\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a clean knife in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a knife, then clean it with sinkbasin, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a knife. A knife is more likely to appear in drawer (1-3), countertop (1-3), shelf (1-3), fridge (1), stoveburner (1-3), cabinet (1-6). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see a butterknife 1, and a fork 1.\n",
"Act 5: go to drawer 2\n",
"Obs 5: The drawer 2 is closed.\n",
"Act 6: open drawer 2\n",
"Obs 6: You open the drawer 2. The drawer 2 is open. In it, you see a spoon 1.\n",
"Act 7: go to drawer 3\n",
"Obs 7: The drawer 3 is closed.\n",
"Act 8: open drawer 3\n",
"Obs 8: You open the drawer 3. The drawer 3 is open. In it, you see nothing.\n",
"Act 9: go to countertop 1\n",
"Obs 9: On the countertop 1, you see a lettuce 2, a mug 2, a peppershaker 1, and a spoon 2.\n",
"Act 10: go to countertop 2\n",
"Obs 10: On the countertop 2, you see a cup 1, a dishsponge 1, a glassbottle 3, a knife 1, a plate 2, a potato 3, and a statue 1.\n",
"Act 11: think: Now I find a knife (1). Next, I need to take it.\n",
"Obs 11: OK.\n",
"Act 12: take knife 1 from countertop 2\n",
"Obs 12: You pick up the knife 1 from the countertop 2.\n",
"Act 13: think: Now I take a knife (1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 13: OK.\n",
"Act 14: go to sinkbasin 1\n",
"Obs 14: On the sinkbasin 1, you see a fork 3, a lettuce 3, and a spatula 2.\n",
"Act 15: clean knife 1 with sinkbasin 1\n",
"Obs 15: You clean the knife 1 using the sinkbasin 1.\n",
"Act 16: think: Now I clean a knife (1). Next, I need to put it in/on countertop 2.\n",
"Obs 16: OK.\n",
"Act 17: go to countertop 2\n",
"Obs 17: On the countertop 2, you see a cup 1, a dishsponge 1, a glassbottle 3, a plate 2, a potato 3, and a statue 1.\n",
"Act 18: put knife 1 in/on countertop 2\n",
"Obs 18: You put the knife 1 in/on the countertop 2.\n",
"64 r True rs [11, 8, 6, 7, 4, 4] cnts [14, 14, 14, 10, 5, 7] sum(rs)/sum(cnts) 0.625\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Bowl-None-Cabinet-10/trial_T20190909_061130_844814\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: clean some bowl and put it in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a bowl, then clean it with sinkbasin, then put it in cabinet.\n",
"Obs 1: OK.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 2: think: First I need to find a bowl. A bowl is more likely to appear in countertop (1-3), drawer (1-3), shelf (1-3), fridge (1), garbagecan (1), stoveburner (1-4). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a cellphone 2, and a cellphone 1.\n",
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see a butterknife 1, a dishsponge 2, a knife 1, a mug 2, a peppershaker 1, a saltshaker 1, a statue 1, and a tomato 1.\n",
"Act 5: go to countertop 3\n",
"Obs 5: On the countertop 3, you see a bowl 1, a bread 3, a cellphone 3, a creditcard 2, a egg 3, a fork 2, a glassbottle 1, a houseplant 1, a knife 3, a knife 2, a lettuce 1, a spoon 1, a tomato 3, and a vase 3.\n",
"Act 6: think: Now I find a bowl (1). Next, I need to take it.\n",
"Obs 6: OK.\n",
"Act 7: take bowl 1 from countertop 3\n",
"Obs 7: You pick up the bowl 1 from the countertop 3.\n",
"Act 8: think: Now I take a bowl (1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 8: OK.\n",
"Act 9: go to sinkbasin 1\n",
"Obs 9: On the sinkbasin 1, you see nothing.\n",
"Act 10: clean bowl 1 with sinkbasin 1\n",
"Obs 10: You clean the bowl 1 using the sinkbasin 1.\n",
"Act 11: think: Now I clean a bowl (1). Next, I need to put it in/on cabinet 1.\n",
"Obs 11: OK.\n",
"Act 12: go to cabinet 1\n",
"Obs 12: On the cabinet 1, you see a mug 1, and a vase 1.\n",
"Act 13: put bowl 1 in/on cabinet 1\n",
"Obs 13: You put the bowl 1 in/on the cabinet 1.\n",
"65 r True rs [11, 9, 6, 7, 4, 4] cnts [14, 15, 14, 10, 5, 7] sum(rs)/sum(cnts) 0.6307692307692307\n",
"------------\n",
"\n",
"pick_and_place_simple-SoapBottle-None-Toilet-424/trial_T20190907_004404_604165\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: put a soapbottle in toilet.\n",
"Act 1: think: To solve the task, I need to find and take a soapbottle, then put it in toilet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a soapbottle. A soapbottle is more likely to appear in cabinet (1-4), countertop (1), toilet (1), sinkbasin (1-2), garbagecan (1). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: The cabinet 1 is closed.\n",
"Act 4: open cabinet 1\n",
"Obs 4: You open the cabinet 1. The cabinet 1 is open. In it, you see a candle 2, and a cloth 2.\n",
"Act 5: go to cabinet 2\n",
"Obs 5: The cabinet 2 is closed.\n",
"Act 6: open cabinet 2\n",
"Obs 6: You open the cabinet 2. The cabinet 2 is open. In it, you see a candle 3, and a candle 1.\n",
"Act 7: go to cabinet 3\n",
"Obs 7: The cabinet 3 is closed.\n",
"Act 8: open cabinet 3\n",
"Obs 8: You open the cabinet 3. The cabinet 3 is open. In it, you see a spraybottle 1.\n",
"Act 9: go to cabinet 4\n",
"Obs 9: The cabinet 4 is closed.\n",
"Act 10: open cabinet 4\n",
"Obs 10: You open the cabinet 4. The cabinet 4 is open. In it, you see nothing.\n",
"Act 11: go to countertop 1\n",
"Obs 11: On the countertop 1, you see a soapbottle 1, and a spraybottle 2.\n",
"Act 12: think: Now I find a soapbottle (1). Next, I need to take it.\n",
"Obs 12: OK.\n",
"Act 13: take soapbottle 1 from countertop 1\n",
"Obs 13: You pick up the soapbottle 1 from the countertop 1.\n",
"Act 14: think: Now I take a soapbottle (1). Next, I need to put it in/on toilet 1.\n",
"Obs 14: OK.\n",
"Act 15: go to toilet 1\n",
"Obs 15: On the toilet 1, you see a soapbar 2, and a toiletpaper 2.\n",
"Act 16: put soapbottle 1 in/on toilet 1\n",
"Obs 16: You put the soapbottle 1 in/on the toilet 1.\n",
"66 r True rs [12, 9, 6, 7, 4, 4] cnts [15, 15, 14, 10, 5, 7] sum(rs)/sum(cnts) 0.6363636363636364\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Pan-None-CounterTop-10/trial_T20190908_114622_738670\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a cool pan in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a pan, then cool it with fridge, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a pan. An pan is more likely to appear in stoveburner (1-4), sinkbasin (1), cabinet (1-6), drawer (1-3). I can check one by one, starting with stoveburner 1.\n",
"Obs 2: OK.\n",
"Act 3: go to stoveburner 1\n",
"Obs 3: On the stoveburner 1, you see a pan 2.\n",
"Act 4: take pan 2 from stoveburner 1\n",
"Obs 4: You pick up the pan 2 from the stoveburner 1.\n",
"Act 5: think: Now I find a pan (2). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: go to fridge 1\n",
"Obs 6: The fridge 1 is closed.\n",
"Act 7: cool pan 2 with fridge 1\n",
"Obs 7: You cool the pan 2 using the fridge 1.\n",
"67 r True rs [12, 9, 6, 8, 4, 4] cnts [15, 15, 14, 11, 5, 7] sum(rs)/sum(cnts) 0.6417910447761194\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-SoapBar-None-Cabinet-424/trial_T20190908_214926_337906\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: clean some soapbar and put it in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a soapbar, then clean it with sinkbasin, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a soapbar. A soapbar is more likely to appear in countertop (1), sinkbasin (1-2), garbagecan (1), handtowelholder (1-2), toiletpaperhanger (1), and towelholder (1). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a soapbar 1, and a soapbottle 1.\n",
"Act 4: think: Now I find a soapbar (1). Next, I need to take it.\n",
"Obs 4: OK.\n",
"Act 5: take soapbar 1 from countertop 1\n",
"Obs 5: You pick up the soapbar 1 from the countertop 1.\n",
"Act 6: think: Now I take a soapbar (1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 6: OK.\n",
"Act 7: go to sinkbasin 1\n",
"Obs 7: On the sinkbasin 1, you see nothing.\n",
"Act 8: clean soapbar 1 with sinkbasin 1\n",
"Obs 8: You clean the soapbar 1 using the sinkbasin 1.\n",
"Act 9: think: Now I clean a soapbar (1). Next, I need to put it in/on cabinet 1.\n",
"Obs 9: OK.\n",
"Act 10: go to cabinet 1\n",
"Obs 10: The cabinet 1 is closed.\n",
"Act 11: open cabinet 1\n",
"Obs 11: You open the cabinet 1. The cabinet 1 is open. In it, you see nothing.\n",
"Act 12: put soapbar 1 in/on cabinet 1\n",
"Obs 12: You put the soapbar 1 in/on the cabinet 1.\n",
"68 r True rs [12, 10, 6, 8, 4, 4] cnts [15, 16, 14, 11, 5, 7] sum(rs)/sum(cnts) 0.6470588235294118\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Knife-None-CounterTop-10/trial_T20190909_110531_148235\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a clean knife in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a knife, then clean it with sinkbasin, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a knife. A knife is more likely to appear in drawer (1-3), countertop (1-3), shelf (1-3), fridge (1), stoveburner (1-3), garbagecan (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see a peppershaker 1.\n",
"Act 5: go to drawer 2\n",
"Obs 5: The drawer 2 is closed.\n",
"Act 6: open drawer 2\n",
"Obs 6: You open the drawer 2. The drawer 2 is open. In it, you see a saltshaker 2.\n",
"Act 7: go to drawer 3\n",
"Obs 7: The drawer 3 is closed.\n",
"Act 8: open drawer 3\n",
"Obs 8: You open the drawer 3. The drawer 3 is open. In it, you see a creditcard 2, a saltshaker 3, and a spatula 1.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 9: go to countertop 1\n",
"Obs 9: On the countertop 1, you see a apple 3, a apple 2, a creditcard 1, and a peppershaker 2.\n",
"Act 10: go to countertop 2\n",
"Obs 10: On the countertop 2, you see a butterknife 1, a cellphone 1, a dishsponge 2, a dishsponge 1, a fork 1, a spatula 2, a statue 2, and a statue 1.\n",
"Act 11: go to countertop 3\n",
"Obs 11: On the countertop 3, you see a bread 1, a houseplant 1, a knife 1, a peppershaker 3, a pot 1, a soapbottle 1, a spatula 3, and a statue 3.\n",
"Act 12: think: Now I find a knife (1). Next, I need to take it.\n",
"Obs 12: OK.\n",
"Act 13: take knife 1 from countertop 3\n",
"Obs 13: You pick up the knife 1 from the countertop 3.\n",
"Act 14: think: Now I take a knife (1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 14: OK.\n",
"Act 15: go to sinkbasin 1\n",
"Obs 15: On the sinkbasin 1, you see a butterknife 2, a cup 2, a egg 2, and a spoon 1.\n",
"Act 16: clean knife 1 with sinkbasin 1\n",
"Obs 16: You clean the knife 1 using the sinkbasin 1.\n",
"Act 17: think: Now I clean a knife (1). Next, I need to put it in/on countertop 3.\n",
"Obs 17: OK.\n",
"Act 18: go to countertop 3\n",
"Obs 18: On the countertop 3, you see a bread 1, a houseplant 1, a peppershaker 3, a pot 1, a soapbottle 1, a spatula 3, and a statue 3.\n",
"Act 19: put knife 1 in/on countertop 3\n",
"Obs 19: You put the knife 1 in/on the countertop 3.\n",
"69 r True rs [12, 11, 6, 8, 4, 4] cnts [15, 17, 14, 11, 5, 7] sum(rs)/sum(cnts) 0.6521739130434783\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Tomato-None-Microwave-10/trial_T20190909_102710_795182\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a cool tomato in microwave.\n",
"Act 1: think: To solve the task, I need to find and take a tomato, then cool it with fridge, then put it in microwave.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a tomato. A tomato is more likely to appear in countertop (1-3), coffeemachine (1), cabinet (1-6), shelf (1-3), drawer (1-3). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a peppershaker 2, and a tomato 1.\n",
"Act 4: take tomato 1 from countertop 1\n",
"Obs 4: You pick up the tomato 1 from the countertop 1.\n",
"Act 5: think: Now I find a tomato (1). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: go to fridge 1\n",
"Obs 6: The fridge 1 is closed.\n",
"Act 7: cool tomato 1 with fridge 1\n",
"Obs 7: You cool the tomato 1 using the fridge 1.\n",
"Act 8: think: Now I cool the tomato. Next, I need to put it in/on microwave 1.\n",
"Obs 8: OK.\n",
"Act 9: go to microwave 1\n",
"Obs 9: The microwave 1 is closed.\n",
"Act 10: open microwave 1\n",
"Obs 10: You open the microwave 1. The microwave 1 is open. In it, you see nothing.\n",
"Act 11: put tomato 1 in/on microwave 1\n",
"Obs 11: You put the tomato 1 in/on the microwave 1.\n",
"70 r True rs [12, 11, 6, 9, 4, 4] cnts [15, 17, 14, 12, 5, 7] sum(rs)/sum(cnts) 0.6571428571428571\n",
"------------\n",
"\n",
"pick_and_place_simple-SaltShaker-None-Cabinet-10/trial_T20190906_191429_743650\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put some saltshaker on cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a saltshaker, then put it on cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a saltshaker. A saltshaker is more likely to appear in countertops (1-3), drawers (1-3), shelves (1-3), garbagecan (1), sinkbasin (1). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a mug 1, and a soapbottle 2.\n",
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see a apple 2, a bowl 2, a bread 2, a bread 1, a creditcard 3, a creditcard 2, a fork 1, a knife 1, and a lettuce 1.\n",
"Act 5: go to countertop 3\n",
"Obs 5: On the countertop 3, you see a apple 3, a butterknife 1, a cellphone 1, a houseplant 1, a knife 2, a plate 3, a spoon 3, a spoon 2, a statue 1, and a vase 2.\n",
"Act 6: go to drawer 1\n",
"Obs 6: The drawer 1 is closed.\n",
"Act 7: open drawer 1\n",
"Obs 7: You open the drawer 1. The drawer 1 is open. In it, you see a creditcard 1, and a spatula 1.\n",
"Act 8: go to drawer 2\n",
"Obs 8: The drawer 2 is closed.\n",
"Act 9: open drawer 2\n",
"Obs 9: You open the drawer 2. The drawer 2 is open. In it, you see a peppershaker 1, and a spoon 1.\n",
"Act 10: go to drawer 3\n",
"Obs 10: The drawer 3 is closed.\n",
"Act 11: open drawer 3\n",
"Obs 11: You open the drawer 3. The drawer 3 is open. In it, you see a dishsponge 1.\n",
"Act 12: go to shelf 1\n",
"Obs 12: On the shelf 1, you see nothing.\n",
"Act 13: go to shelf 2\n",
"Obs 13: On the shelf 2, you see a glassbottle 3, and a saltshaker 1.\n",
"Act 14: think: Now I find a saltshaker (1). Next, I need to take it.\n",
"Obs 14: OK.\n",
"Act 15: take saltshaker 1 from shelf 2\n",
"Obs 15: You pick up the saltshaker 1 from the shelf 2.\n",
"Act 16: think: Now I take a saltshaker (1). Next, I need to put it in/on cabinet.\n",
"Obs 16: OK.\n",
"Act 17: go to cabinet 1\n",
"Obs 17: On the cabinet 1, you see a glassbottle 2.\n",
"Act 18: put saltshaker 1 in/on cabinet 1\n",
"Obs 18: You put the saltshaker 1 in/on the cabinet 1.\n",
"71 r True rs [13, 11, 6, 9, 4, 4] cnts [16, 17, 14, 12, 5, 7] sum(rs)/sum(cnts) 0.6619718309859155\n",
"------------\n",
"\n",
"look_at_obj_in_light-Bowl-None-DeskLamp-308/trial_T20190907_133953_562557\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: examine the bowl with the desklamp.\n",
"Act 1: think: To solve the task, I need to find and take a bowl, then find and use a desklamp. First I need to find a bowl. A bowl is more likely to appear in drawer (1-6), desk (1-2), shelf (1-6), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 1: OK.\n",
"Act 2: go to drawer 1\n",
"Obs 2: The drawer 1 is closed.\n",
"Act 3: open drawer 1\n",
"Obs 3: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 4: go to drawer 2\n",
"Obs 4: On the drawer 2, you see a keychain 2.\n",
"Act 5: go to drawer 3\n",
"Obs 5: Nothing happens.\n",
"Act 6: open drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: go to drawer 4\n",
"Obs 7: The drawer 4 is closed.\n",
"Act 8: open drawer 4\n",
"Obs 8: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 9: go to drawer 5\n",
"Obs 9: On the drawer 5, you see a creditcard 1.\n",
"Act 10: go to drawer 6\n",
"Obs 10: The drawer 6 is closed.\n",
"Act 11: open drawer 6\n",
"Obs 11: You open the drawer 6. The drawer 6 is open. In it, you see a cd 3.\n",
"Act 12: go to desk 1\n",
"Obs 12: On the desk 1, you see a alarmclock 2, a alarmclock 1, a desklamp 1, a mug 1, and a pencil 1.\n",
"Act 13: go to desk 2\n",
"Obs 13: On the desk 2, you see a bowl 3, a bowl 2, and a mug 2.\n",
"Act 14: think: Now I find a bowl (2). Next, I need to take it.\n",
"Obs 14: OK.\n",
"Act 15: take bowl 2 from desk 2\n",
"Obs 15: You pick up the bowl 2 from the desk 2.\n",
"Act 16: think: Now I take a bowl (2). Next, I need to find a desklamp. A desklamp is more likely to appear in desk (1-2), shelf (1-6), bed (1), drawer (1-6), garbagecan (1), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 16: OK.\n",
"Act 17: go to desk 1\n",
"Obs 17: On the desk 1, you see a alarmclock 2, a alarmclock 1, a desklamp 1, a mug 1, and a pencil 1.\n",
"Act 18: think: Now I find a desklamp (1). Next, I need to use it.\n",
"Obs 18: OK.\n",
"Act 19: use desklamp 1\n",
"Obs 19: You turn on the desklamp 1.\n",
"72 r True rs [13, 11, 6, 9, 5, 4] cnts [16, 17, 14, 12, 6, 7] sum(rs)/sum(cnts) 0.6666666666666666\n",
"------------\n",
"\n",
"pick_two_obj_and_place-KeyChain-None-Safe-219/trial_T20190909_012027_782483\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a armchair 1, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a dresser 1, a garbagecan 1, a safe 1, a shelf 12, a shelf 11, a shelf 10, a shelf 9, a shelf 8, a shelf 7, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, a shelf 1, a sidetable 1, and a sofa 1.\n",
"Your task is to: put two keychain in safe.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 1: think: To solve the task, I need to find and take the first keychain, then put it in safe, then find and take the second keychain, then put it in safe.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first keychain. A keychain is more likely to appear in drawer (1-5), cabinet (1-4), shelf (1-12), sidetable (1), sofa (1), dresser (1), garbagecan (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 5: go to drawer 2\n",
"Obs 5: The drawer 2 is closed.\n",
"Act 6: open drawer 2\n",
"Obs 6: You open the drawer 2. The drawer 2 is open. In it, you see nothing.\n",
"Act 7: go to drawer 3\n",
"Obs 7: The drawer 3 is closed.\n",
"Act 8: open drawer 3\n",
"Obs 8: You open the drawer 3. The drawer 3 is open. In it, you see a creditcard 2.\n",
"Act 9: go to drawer 4\n",
"Obs 9: The drawer 4 is closed.\n",
"Act 10: open drawer 4\n",
"Obs 10: You open the drawer 4. The drawer 4 is open. In it, you see a keychain 3, and a watch 2.\n",
"Act 11: think: Now I find the first keychain (3). Next, I need to take it. I can find the second keychain later in drawer 5.\n",
"Obs 11: OK.\n",
"Act 12: take keychain 3 from drawer 4\n",
"Obs 12: You pick up the keychain 3 from the drawer 4.\n",
"Act 13: think: Now I take the first keychain (3). Next, I need to put it in/on safe 1.\n",
"Obs 13: OK.\n",
"Act 14: go to safe 1\n",
"Obs 14: The safe 1 is closed.\n",
"Act 15: open safe 1\n",
"Obs 15: You open the safe 1. The safe 1 is open. In it, you see a statue 2, and a watch 3.\n",
"Act 16: put keychain 3 in/on safe 1\n",
"Obs 16: You put the keychain 3 in/on the safe 1.\n",
"Act 17: think: Now I put the first keychain in safe. Next, I need to find the second keychain. I have visited drawer (1-4), so the second keychain is more likely to appear in cabinet (1-4), shelf (1-12), sidetable (1), sofa (1), dresser (1), garbagecan (1). I can check one by one, starting with drawer 5.\n",
"Obs 17: OK.\n",
"Act 18: go to drawer 5\n",
"Obs 18: The drawer 5 is closed.\n",
"Act 19: open drawer 5\n",
"Obs 19: You open the drawer 5. The drawer 5 is open. In it, you see nothing.\n",
"Act 20: go to cabinet 1\n",
"Obs 20: The cabinet 1 is closed.\n",
"Act 21: open cabinet 1\n",
"Obs 21: You open the cabinet 1. The cabinet 1 is open. In it, you see a vase 1.\n",
"Act 22: go to cabinet 2\n",
"Obs 22: Nothing happens.\n",
"Act 23: open cabinet 2\n",
"Obs 23: You open the cabinet 2. The cabinet 2 is open. In it, you see nothing.\n",
"Act 24: go to cabinet 3\n",
"Obs 24: The cabinet 3 is closed.\n",
"Act 25: open cabinet 3\n",
"Obs 25: You open the cabinet 3. The cabinet 3 is open. In it, you see a newspaper 1.\n",
"Act 26: go to cabinet 4\n",
"Obs 26: Nothing happens.\n",
"Act 27: open cabinet 4\n",
"Obs 27: You open the cabinet 4. The cabinet 4 is open. In it, you see nothing.\n",
"Act 28: go to shelf 1\n",
"Obs 28: On the shelf 1, you see nothing.\n",
"Act 29: go to shelf 2\n",
"Obs 29: On the shelf 2, you see nothing.\n",
"Act 30: go to shelf 3\n",
"Obs 30: Nothing happens.\n",
"Act 31: open shelf 3\n",
"Obs 31: Nothing happens.\n",
"Act 32: go to shelf 4\n",
"Obs 32: On the shelf 4, you see nothing.\n",
"Act 33: go to shelf 5\n",
"Obs 33: On the shelf 5, you see nothing.\n",
"Act 34: go to shelf 6\n",
"Obs 34: On the shelf 6, you see a statue 3.\n",
"Act 35: go to shelf 7\n",
"Obs 35: On the shelf 7, you see nothing.\n",
"Act 36: go to shelf 8\n",
"Obs 36: On the shelf 8, you see nothing.\n",
"Act 37: go to shelf 9\n",
"Obs 37: On the shelf 9, you see a newspaper 2, and a tissuebox 3.\n",
"Act 38: go to shelf 10\n",
"Obs 38: On the shelf 10, you see nothing.\n",
"Act 39: go to shelf 11\n",
"Obs 39: On the shelf 11, you see a vase 2.\n",
"Act 40: go to shelf 12\n",
"Obs 40: On the shelf 12, you see nothing.\n",
"Act 41: go to sidetable 1\n",
"Obs 41: On the sidetable 1, you see a remotecontrol 1, a tissuebox 1, and a watch 1.\n",
"Act 42: think: Now I find the second keychain (1). Next, I need to take it.\n",
"Obs 42: OK.\n",
"Act 43: take keychain 1 from sidetable 1\n",
"Obs 43: Nothing happens.\n",
"Act 44: take watch 1 from sidetable 1\n",
"Obs 44: You pick up the watch 1 from the sidetable 1.\n",
"Act 45: think: Now I take the second keychain (1). Next, I need to put it in/on safe 1.\n",
"Obs 45: OK.\n",
"Act 46: go to safe 1\n",
"Obs 46: The safe 1 is open. In it, you see a keychain 3, a statue 2, and a watch 3.\n",
"Act 47: put keychain 1 in/on safe 1\n",
"Obs 47: Nothing happens.\n",
"Act 48: put watch 1 in/on safe 1\n",
"Obs 48: You put the watch 1 in/on the safe 1.\n",
"Act 49: think: Now I put the second keychain in safe. The task is solved.\n",
"Obs 49: OK.\n",
"73 r 0 rs [13, 11, 6, 9, 5, 4] cnts [16, 17, 14, 12, 6, 8] sum(rs)/sum(cnts) 0.6575342465753424\n",
"------------\n",
"\n",
"pick_two_obj_and_place-SoapBar-None-GarbageCan-424/trial_T20190909_064221_368939\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: put two soapbar in garbagecan.\n",
"Act 1: think: To solve the task, I need to find and take the first soapbar, then put it in garbagecan, then find and take the second soapbar, then put it in garbagecan.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first soapbar. A soapbar is more likely to appear in cabinet (1-4), countertop (1), handtowelholder (1-2), sinkbasin (1-2), toilet (1), toiletpaperhanger (1), towelholder (1). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: The cabinet 1 is closed.\n",
"Act 4: open cabinet 1\n",
"Obs 4: You open the cabinet 1. The cabinet 1 is open. In it, you see a cloth 1, and a soapbottle 1.\n",
"Act 5: take soapbottle 1 from cabinet 1\n",
"Obs 5: You pick up the soapbottle 1 from the cabinet 1.\n",
"Act 6: think: Now I find the first soapbar (1). Next, I need to take it.\n",
"Obs 6: OK.\n",
"Act 7: open soapbottle 1\n",
"Obs 7: Nothing happens.\n",
"Act 8: shake soapbottle 1\n",
"Obs 8: Nothing happens.\n",
"Act 9: squeeze soapbottle 1\n",
"Obs 9: Nothing happens.\n",
"Act 10: unscrew soapbottle 1\n",
"Obs 10: Nothing happens.\n",
"Act 11: twist soapbottle 1\n",
"Obs 11: Nothing happens.\n",
"Act 12: turn soapbottle 1\n",
"Obs 12: Nothing happens.\n",
"Act 13: flip soapbottle 1\n",
"Obs 13: Nothing happens.\n",
"Act 14: tap soapbottle 1\n",
"Obs 14: Nothing happens.\n",
"Act 15: hit soapbottle 1\n",
"Obs 15: Nothing happens.\n",
"Act 16: break soapbottle 1\n",
"Obs 16: Nothing happens.\n",
"Act 17: think: I can't open the soapbottle 1. I need to find another way to get the soapbar.\n",
"Obs 17: OK.\n",
"Act 18: think: I can check the other places, such as cabinet (2-4), countertop (1), handtowelholder (1-2), sinkbasin (1-2), toilet (1), toiletpaperhanger (1), towelholder (1). I can check one by one, starting with cabinet 2.\n",
"Obs 18: OK.\n",
"Act 19: go to cabinet 2\n",
"Obs 19: The cabinet 2 is closed.\n",
"Act 20: open cabinet 2\n",
"Obs 20: You open the cabinet 2. The cabinet 2 is open. In it, you see a candle 2, and a toiletpaper 1.\n",
"Act 21: go to cabinet 3\n",
"Obs 21: The cabinet 3 is closed.\n",
"Act 22: open cabinet 3\n",
"Obs 22: You open the cabinet 3. The cabinet 3 is open. In it, you see a cloth 2.\n",
"Act 23: go to cabinet 4\n",
"Obs 23: The cabinet 4 is closed.\n",
"Act 24: open cabinet 4\n",
"Obs 24: You open the cabinet 4. The cabinet 4 is open. In it, you see a soapbar 2.\n",
"Act 25: think: Now I find the first soapbar (2). Next, I need to take it.\n",
"Obs 25: OK.\n",
"Act 26: take soapbar 2 from cabinet 4\n",
"Obs 26: Nothing happens.\n",
"Act 27: think: I can't take the soapbar 2. I need to find another way to get the soapbar.\n",
"Obs 27: OK.\n",
"Act 28: think: I can check the other places, such as countertop (1), handtowelholder (1-2), sinkbasin (1-2), toilet (1), toiletpaperhanger (1), towelholder (1). I can check one by one, starting with countertop 1.\n",
"Obs 28: OK.\n",
"Act 29: go to countertop 1\n",
"Obs 29: On the countertop 1, you see a candle 1, a soapbar 4, a soapbar 3, a soapbar 1, and a spraybottle 1.\n",
"Act 30: think: Now I find the first soapbar (1). Next, I need to take it. I can find the second soapbar (3) later in countertop 1.\n",
"Obs 30: OK.\n",
"Act 31: take soapbar 1 from countertop 1\n",
"Obs 31: Nothing happens.\n",
"Act 32: think: I can't take the soapbar 1. I need to find another way to get the soapbar.\n",
"Obs 32: OK.\n",
"Act 33: think: I can check the other places, such as handtowelholder (1-2), sinkbasin (1-2), toilet (1), toiletpaperhanger (1), towelholder (1). I can check one by one, starting with handtowelholder 1.\n",
"Obs 33: OK.\n",
"Act 34: go to handtowelholder 1\n",
"Obs 34: On the handtowelholder 1, you see nothing.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 35: go to handtowelholder 2\n",
"Obs 35: On the handtowelholder 2, you see a handtowel 1.\n",
"Act 36: take handtowel 1 from handtowelholder 2\n",
"Obs 36: Nothing happens.\n",
"Act 37: think: I can't take the handtowel 1. I need to find another way to get the soapbar.\n",
"Obs 37: OK.\n",
"Act 38: think: I can check the other places, such as sinkbasin (1-2), toilet (1), toiletpaperhanger (1), towelholder (1). I can check one by one, starting with sinkbasin 1.\n",
"Obs 38: OK.\n",
"Act 39: go to sinkbasin 1\n",
"Obs 39: On the sinkbasin 1, you see nothing.\n",
"Act 40: go to sinkbasin 2\n",
"Obs 40: On the sinkbasin 2, you see nothing.\n",
"Act 41: go to toilet 1\n",
"Obs 41: On the toilet 1, you see a candle 3, a spraybottle 2, and a toiletpaper 2.\n",
"Act 42: think: I can't find the soapbar. I need to check the other places, such as toiletpaperhanger (1), towelholder (1). I can check one by one, starting with toiletpaperhanger 1.\n",
"Obs 42: OK.\n",
"Act 43: go to toiletpaperhanger 1\n",
"Obs 43: On the toiletpaperhanger 1, you see nothing.\n",
"Act 44: go to towelholder 1\n",
"Obs 44: On the towelholder 1, you see a towel 1.\n",
"Act 45: take towel 1 from towelholder 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: think: I can't take the towel 1. I need to find another way to get the soapbar.\n",
"Obs 46: OK.\n",
"Act 47: think: I can check the other places, such as countertop (1). I can check one by one, starting with countertop 1.\n",
"Obs 47: OK.\n",
"Act 48: go to countertop 1\n",
"Obs 48: On the countertop 1, you see a candle 1, a soapbar 4, a soapbar 3, a soapbar 1, and a spraybottle 1.\n",
"Act 49: think: Now I find the first soapbar (1). Next, I need to take it.\n",
"Obs 49: OK.\n",
"74 r 0 rs [13, 11, 6, 9, 5, 4] cnts [16, 17, 14, 12, 6, 9] sum(rs)/sum(cnts) 0.6486486486486487\n",
"------------\n",
"\n",
"pick_two_obj_and_place-Pillow-None-Sofa-219/trial_T20190907_163327_486300\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a armchair 1, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a dresser 1, a garbagecan 1, a safe 1, a shelf 12, a shelf 11, a shelf 10, a shelf 9, a shelf 8, a shelf 7, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, a shelf 1, a sidetable 1, and a sofa 1.\n",
"Your task is to: put two pillow in sofa.\n",
"Act 1: think: To solve the task, I need to find and take the first pillow, then put it in sofa, then find and take the second pillow, then put it in sofa.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first pillow. A pillow is more likely to appear in armchair (1), cabinet (1-4), drawer (1-5), shelf (1-12), sofa (1), dresser (1), garbagecan (1), safe (1), sidetable (1). I can check one by one, starting with armchair 1.\n",
"Obs 2: OK.\n",
"Act 3: go to armchair 1\n",
"Obs 3: On the armchair 1, you see a pillow 2, and a pillow 1.\n",
"Act 4: take pillow 1 from armchair 1\n",
"Obs 4: You pick up the pillow 1 from the armchair 1.\n",
"Act 5: think: Now I find the first pillow (1). Next, I need to put it in/on sofa 1.\n",
"Obs 5: OK.\n",
"Act 6: go to sofa 1\n",
"Obs 6: On the sofa 1, you see a creditcard 1, and a remotecontrol 2.\n",
"Act 7: put pillow 1 in/on sofa 1\n",
"Obs 7: You put the pillow 1 in/on the sofa 1.\n",
"Act 8: think: Now I put the first pillow in sofa. Next, I need to find the second pillow. I have visited armchair (1), so the second pillow is more likely to appear in cabinet (1-4), drawer (1-5), shelf (1-12), sofa (1), dresser (1), garbagecan (1), safe (1), sidetable (1). I can check one by one, starting with cabinet 1.\n",
"Obs 8: OK.\n",
"Act 9: go to cabinet 1\n",
"Obs 9: The cabinet 1 is closed.\n",
"Act 10: open cabinet 1\n",
"Obs 10: You open the cabinet 1. The cabinet 1 is open. In it, you see nothing.\n",
"Act 11: go to cabinet 2\n",
"Obs 11: Nothing happens.\n",
"Act 12: open cabinet 2\n",
"Obs 12: You open the cabinet 2. The cabinet 2 is open. In it, you see a tissuebox 2.\n",
"Act 13: go to cabinet 3\n",
"Obs 13: The cabinet 3 is closed.\n",
"Act 14: open cabinet 3\n",
"Obs 14: You open the cabinet 3. The cabinet 3 is open. In it, you see nothing.\n",
"Act 15: go to cabinet 4\n",
"Obs 15: Nothing happens.\n",
"Act 16: open cabinet 4\n",
"Obs 16: You open the cabinet 4. The cabinet 4 is open. In it, you see nothing.\n",
"Act 17: go to drawer 1\n",
"Obs 17: The drawer 1 is closed.\n",
"Act 18: open drawer 1\n",
"Obs 18: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 19: go to drawer 2\n",
"Obs 19: The drawer 2 is closed.\n",
"Act 20: open drawer 2\n",
"Obs 20: You open the drawer 2. The drawer 2 is open. In it, you see nothing.\n",
"Act 21: go to drawer 3\n",
"Obs 21: The drawer 3 is closed.\n",
"Act 22: open drawer 3\n",
"Obs 22: You open the drawer 3. The drawer 3 is open. In it, you see nothing.\n",
"Act 23: go to drawer 4\n",
"Obs 23: The drawer 4 is closed.\n",
"Act 24: open drawer 4\n",
"Obs 24: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 25: go to drawer 5\n",
"Obs 25: The drawer 5 is closed.\n",
"Act 26: open drawer 5\n",
"Obs 26: You open the drawer 5. The drawer 5 is open. In it, you see nothing.\n",
"Act 27: go to shelf 1\n",
"Obs 27: On the shelf 1, you see nothing.\n",
"Act 28: go to shelf 2\n",
"Obs 28: On the shelf 2, you see nothing.\n",
"Act 29: go to shelf 3\n",
"Obs 29: Nothing happens.\n",
"Act 30: open shelf 3\n",
"Obs 30: Nothing happens.\n",
"Act 31: go to shelf 4\n",
"Obs 31: On the shelf 4, you see nothing.\n",
"Act 32: go to shelf 5\n",
"Obs 32: On the shelf 5, you see a watch 1.\n",
"Act 33: go to shelf 6\n",
"Obs 33: On the shelf 6, you see nothing.\n",
"Act 34: go to shelf 7\n",
"Obs 34: On the shelf 7, you see nothing.\n",
"Act 35: go to shelf 8\n",
"Obs 35: On the shelf 8, you see a box 1.\n",
"Act 36: go to shelf 9\n",
"Obs 36: On the shelf 9, you see nothing.\n",
"Act 37: go to shelf 10\n",
"Obs 37: On the shelf 10, you see nothing.\n",
"Act 38: go to shelf 11\n",
"Obs 38: On the shelf 11, you see nothing.\n",
"Act 39: go to shelf 12\n",
"Obs 39: On the shelf 12, you see nothing.\n",
"Act 40: go to sidetable 1\n",
"Obs 40: On the sidetable 1, you see a cellphone 1, and a newspaper 1.\n",
"Act 41: think: Now I find the second pillow (2). Next, I need to take it.\n",
"Obs 41: OK.\n",
"Act 42: take pillow 2 from sidetable 1\n",
"Obs 42: Nothing happens.\n",
"Act 43: take pillow 2 from armchair 1\n",
"Obs 43: Nothing happens.\n",
"Act 44: take pillow 2 from sidetable 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: take pillow 2 from armchair 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: take pillow 2 from sidetable 1\n",
"Obs 46: Nothing happens.\n",
"Act 47: take pillow 2 from armchair 1\n",
"Obs 47: Nothing happens.\n",
"Act 48: take pillow 2 from sidetable 1\n",
"Obs 48: Nothing happens.\n",
"Act 49: take pillow 2 from armchair 1\n",
"Obs 49: Nothing happens.\n",
"75 r 0 rs [13, 11, 6, 9, 5, 4] cnts [16, 17, 14, 12, 6, 10] sum(rs)/sum(cnts) 0.64\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Cup-None-Cabinet-10/trial_T20190907_083507_594820\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a hot cup in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a cup, then heat it with microwave, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a cup. A cup is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), cabinet (1-6), garbagecan (1), shelf (1-3). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: open fridge 1\n",
"Obs 4: Nothing happens.\n",
"Act 5: open fridge 1\n",
"Obs 5: Nothing happens.\n",
"Act 6: open fridge 1\n",
"Obs 6: Nothing happens.\n",
"Act 7: open fridge 1\n",
"Obs 7: Nothing happens.\n",
"Act 8: open fridge 1\n",
"Obs 8: Nothing happens.\n",
"Act 9: open fridge 1\n",
"Obs 9: Nothing happens.\n",
"Act 10: open fridge 1\n",
"Obs 10: Nothing happens.\n",
"Act 11: open fridge 1\n",
"Obs 11: Nothing happens.\n",
"Act 12: open fridge 1\n",
"Obs 12: Nothing happens.\n",
"Act 13: open fridge 1\n",
"Obs 13: Nothing happens.\n",
"Act 14: open fridge 1\n",
"Obs 14: Nothing happens.\n",
"Act 15: open fridge 1\n",
"Obs 15: Nothing happens.\n",
"Act 16: open fridge 1\n",
"Obs 16: Nothing happens.\n",
"Act 17: open fridge 1\n",
"Obs 17: Nothing happens.\n",
"Act 18: open fridge 1\n",
"Obs 18: Nothing happens.\n",
"Act 19: open fridge 1\n",
"Obs 19: Nothing happens.\n",
"Act 20: open fridge 1\n",
"Obs 20: Nothing happens.\n",
"Act 21: open fridge 1\n",
"Obs 21: Nothing happens.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 22: open fridge 1\n",
"Obs 22: Nothing happens.\n",
"Act 23: open fridge 1\n",
"Obs 23: Nothing happens.\n",
"Act 24: open fridge 1\n",
"Obs 24: Nothing happens.\n",
"Act 25: open fridge 1\n",
"Obs 25: Nothing happens.\n",
"Act 26: open fridge 1\n",
"Obs 26: Nothing happens.\n",
"Act 27: open fridge 1\n",
"Obs 27: Nothing happens.\n",
"Act 28: open fridge 1\n",
"Obs 28: Nothing happens.\n",
"Act 29: open fridge 1\n",
"Obs 29: Nothing happens.\n",
"Act 30: open fridge 1\n",
"Obs 30: Nothing happens.\n",
"Act 31: open fridge 1\n",
"Obs 31: Nothing happens.\n",
"Act 32: open fridge 1\n",
"Obs 32: Nothing happens.\n",
"Act 33: open fridge 1\n",
"Obs 33: Nothing happens.\n",
"Act 34: open fridge 1\n",
"Obs 34: Nothing happens.\n",
"Act 35: open fridge 1\n",
"Obs 35: Nothing happens.\n",
"Act 36: open fridge 1\n",
"Obs 36: Nothing happens.\n",
"Act 37: open fridge 1\n",
"Obs 37: Nothing happens.\n",
"Act 38: open fridge 1\n",
"Obs 38: Nothing happens.\n",
"Act 39: open fridge 1\n",
"Obs 39: Nothing happens.\n",
"Act 40: open fridge 1\n",
"Obs 40: Nothing happens.\n",
"Act 41: open fridge 1\n",
"Obs 41: Nothing happens.\n",
"Act 42: open fridge 1\n",
"Obs 42: Nothing happens.\n",
"Act 43: open fridge 1\n",
"Obs 43: Nothing happens.\n",
"Act 44: open fridge 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: open fridge 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: open fridge 1\n",
"Obs 46: Nothing happens.\n",
"Act 47: open fridge 1\n",
"Obs 47: Nothing happens.\n",
"Act 48: open fridge 1\n",
"Obs 48: Nothing happens.\n",
"Act 49: open fridge 1\n",
"Obs 49: Nothing happens.\n",
"76 r 0 rs [13, 11, 6, 9, 5, 4] cnts [16, 17, 15, 12, 6, 10] sum(rs)/sum(cnts) 0.631578947368421\n",
"------------\n",
"\n",
"pick_and_place_simple-SaltShaker-None-Drawer-10/trial_T20190909_021650_880235\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a saltshaker in drawer.\n",
"Act 1: think: To solve the task, I need to find and take a saltshaker, then put it in drawer.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a saltshaker. A saltshaker is more likely to appear in cabinet (1-6), countertop (1-3), drawer (1-3), shelf (1-3), sinkbasin (1), garbagecan (1). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: On the cabinet 1, you see a plate 1, and a saltshaker 1.\n",
"Act 4: think: Now I find a saltshaker (1). Next, I need to take it.\n",
"Obs 4: OK.\n",
"Act 5: take saltshaker 1 from cabinet 1\n",
"Obs 5: You pick up the saltshaker 1 from the cabinet 1.\n",
"Act 6: think: Now I take a saltshaker (1). Next, I need to put it in drawer.\n",
"Obs 6: OK.\n",
"Act 7: go to drawer 1\n",
"Obs 7: The drawer 1 is closed.\n",
"Act 8: open drawer 1\n",
"Obs 8: You open the drawer 1. The drawer 1 is open. In it, you see a creditcard 1.\n",
"Act 9: put saltshaker 1 in drawer 1\n",
"Obs 9: Nothing happens.\n",
"Act 10: think: I need to put the saltshaker in a different drawer.\n",
"Obs 10: OK.\n",
"Act 11: go to drawer 2\n",
"Obs 11: The drawer 2 is closed.\n",
"Act 12: open drawer 2\n",
"Obs 12: You open the drawer 2. The drawer 2 is open. In it, you see a dishsponge 1, and a spatula 1.\n",
"Act 13: put saltshaker 1 in drawer 2\n",
"Obs 13: Nothing happens.\n",
"Act 14: think: I need to put the saltshaker in a different drawer.\n",
"Obs 14: OK.\n",
"Act 15: go to drawer 3\n",
"Obs 15: The drawer 3 is closed.\n",
"Act 16: open drawer 3\n",
"Obs 16: You open the drawer 3. The drawer 3 is open. In it, you see a fork 2, a fork 1, and a peppershaker 2.\n",
"Act 17: put saltshaker 1 in drawer 3\n",
"Obs 17: Nothing happens.\n",
"Act 18: think: I need to put the saltshaker in a different drawer.\n",
"Obs 18: OK.\n",
"Act 19: go to shelf 1\n",
"Obs 19: On the shelf 1, you see a creditcard 2, a papertowelroll 1, and a statue 1.\n",
"Act 20: go to shelf 2\n",
"Obs 20: On the shelf 2, you see a dishsponge 3.\n",
"Act 21: go to shelf 3\n",
"Obs 21: On the shelf 3, you see nothing.\n",
"Act 22: go to countertop 1\n",
"Obs 22: On the countertop 1, you see a tomato 2.\n",
"Act 23: go to countertop 2\n",
"Obs 23: On the countertop 2, you see a butterknife 1, a cellphone 1, a lettuce 2, a lettuce 1, a pot 2, and a tomato 1.\n",
"Act 24: go to countertop 3\n",
"Obs 24: On the countertop 3, you see a butterknife 3, a butterknife 2, a cellphone 3, a cellphone 2, a egg 3, a fork 3, a houseplant 1, a knife 1, a pan 1, a potato 3, a soapbottle 1, and a statue 2.\n",
"Act 25: go to sinkbasin 1\n",
"Obs 25: On the sinkbasin 1, you see a spoon 1.\n",
"Act 26: go to garbagecan 1\n",
"Obs 26: On the garbagecan 1, you see a egg 2, and a tomato 3.\n",
"Act 27: think: I can't find a saltshaker. I need to get one.\n",
"Obs 27: OK.\n",
"Act 28: go to cabinet 6\n",
"Obs 28: The cabinet 6 is closed.\n",
"Act 29: open cabinet 6\n",
"Obs 29: You open the cabinet 6. The cabinet 6 is open. In it, you see a glassbottle 3, a saltshaker 2, and a vase 2.\n",
"Act 30: take saltshaker 2 from cabinet 6\n",
"Obs 30: Nothing happens.\n",
"Act 31: think: Now I find a saltshaker (2). Next, I need to take it.\n",
"Obs 31: OK.\n",
"Act 32: take saltshaker 2 from cabinet 6\n",
"Obs 32: Nothing happens.\n",
"Act 33: think: I need to take the saltshaker from the cabinet.\n",
"Obs 33: OK.\n",
"Act 34: take saltshaker 2 from cabinet 6\n",
"Obs 34: Nothing happens.\n",
"Act 35: think: I need to take the saltshaker from the cabinet.\n",
"Obs 35: OK.\n",
"Act 36: take saltshaker 2 from cabinet 6\n",
"Obs 36: Nothing happens.\n",
"Act 37: think: I need to take the saltshaker from the cabinet.\n",
"Obs 37: OK.\n",
"Act 38: take saltshaker 2 from cabinet 6\n",
"Obs 38: Nothing happens.\n",
"Act 39: think: I need to take the saltshaker from the cabinet.\n",
"Obs 39: OK.\n",
"Act 40: take saltshaker 2 from cabinet 6\n",
"Obs 40: Nothing happens.\n",
"Act 41: think: I need to take the saltshaker from the cabinet.\n",
"Obs 41: OK.\n",
"Act 42: take saltshaker 2 from cabinet 6\n",
"Obs 42: Nothing happens.\n",
"Act 43: think: I need to take the saltshaker from the cabinet.\n",
"Obs 43: OK.\n",
"Act 44: take saltshaker 2 from cabinet 6\n",
"Obs 44: Nothing happens.\n",
"Act 45: think: I need to take the saltshaker from the cabinet.\n",
"Obs 45: OK.\n",
"Act 46: take saltshaker 2 from cabinet 6\n",
"Obs 46: Nothing happens.\n",
"Act 47: think: I need to take the saltshaker from the cabinet.\n",
"Obs 47: OK.\n",
"Act 48: take saltshaker 2 from cabinet 6\n",
"Obs 48: Nothing happens.\n",
"Act 49: think: I need to take the saltshaker from the cabinet.\n",
"Obs 49: OK.\n",
"77 r 0 rs [13, 11, 6, 9, 5, 4] cnts [17, 17, 15, 12, 6, 10] sum(rs)/sum(cnts) 0.6233766233766234\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Egg-None-GarbageCan-10/trial_T20190908_113523_123938\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: heat some egg and put it in garbagecan.\n",
"Act 1: think: To solve the task, I need to find and take an egg, then heat it with microwave, then put it in garbagecan.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find an egg. An egg is more likely to appear in fridge (1), countertop (1-3), stoveburner (1-4), toaster (1), garbagecan (1), cabinet (1-6). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: open fridge 1\n",
"Obs 4: Nothing happens.\n",
"Act 5: open fridge 1\n",
"Obs 5: Nothing happens.\n",
"Act 6: open fridge 1\n",
"Obs 6: Nothing happens.\n",
"Act 7: open fridge 1\n",
"Obs 7: Nothing happens.\n",
"Act 8: open fridge 1\n",
"Obs 8: Nothing happens.\n",
"Act 9: open fridge 1\n",
"Obs 9: Nothing happens.\n",
"Act 10: open fridge 1\n",
"Obs 10: Nothing happens.\n",
"Act 11: open fridge 1\n",
"Obs 11: Nothing happens.\n",
"Act 12: open fridge 1\n",
"Obs 12: Nothing happens.\n",
"Act 13: open fridge 1\n",
"Obs 13: Nothing happens.\n",
"Act 14: open fridge 1\n",
"Obs 14: Nothing happens.\n",
"Act 15: open fridge 1\n",
"Obs 15: Nothing happens.\n",
"Act 16: open fridge 1\n",
"Obs 16: Nothing happens.\n",
"Act 17: open fridge 1\n",
"Obs 17: Nothing happens.\n",
"Act 18: open fridge 1\n",
"Obs 18: Nothing happens.\n",
"Act 19: open fridge 1\n",
"Obs 19: Nothing happens.\n",
"Act 20: open fridge 1\n",
"Obs 20: Nothing happens.\n",
"Act 21: open fridge 1\n",
"Obs 21: Nothing happens.\n",
"Act 22: open fridge 1\n",
"Obs 22: Nothing happens.\n",
"Act 23: open fridge 1\n",
"Obs 23: Nothing happens.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 24: open fridge 1\n",
"Obs 24: Nothing happens.\n",
"Act 25: open fridge 1\n",
"Obs 25: Nothing happens.\n",
"Act 26: open fridge 1\n",
"Obs 26: Nothing happens.\n",
"Act 27: open fridge 1\n",
"Obs 27: Nothing happens.\n",
"Act 28: open fridge 1\n",
"Obs 28: Nothing happens.\n",
"Act 29: open fridge 1\n",
"Obs 29: Nothing happens.\n",
"Act 30: open fridge 1\n",
"Obs 30: Nothing happens.\n",
"Act 31: open fridge 1\n",
"Obs 31: Nothing happens.\n",
"Act 32: open fridge 1\n",
"Obs 32: Nothing happens.\n",
"Act 33: open fridge 1\n",
"Obs 33: Nothing happens.\n",
"Act 34: open fridge 1\n",
"Obs 34: Nothing happens.\n",
"Act 35: open fridge 1\n",
"Obs 35: Nothing happens.\n",
"Act 36: open fridge 1\n",
"Obs 36: Nothing happens.\n",
"Act 37: open fridge 1\n",
"Obs 37: Nothing happens.\n",
"Act 38: open fridge 1\n",
"Obs 38: Nothing happens.\n",
"Act 39: open fridge 1\n",
"Obs 39: Nothing happens.\n",
"Act 40: open fridge 1\n",
"Obs 40: Nothing happens.\n",
"Act 41: open fridge 1\n",
"Obs 41: Nothing happens.\n",
"Act 42: open fridge 1\n",
"Obs 42: Nothing happens.\n",
"Act 43: open fridge 1\n",
"Obs 43: Nothing happens.\n",
"Act 44: open fridge 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: open fridge 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: open fridge 1\n",
"Obs 46: Nothing happens.\n",
"Act 47: open fridge 1\n",
"Obs 47: Nothing happens.\n",
"Act 48: open fridge 1\n",
"Obs 48: Nothing happens.\n",
"Act 49: open fridge 1\n",
"Obs 49: Nothing happens.\n",
"78 r 0 rs [13, 11, 6, 9, 5, 4] cnts [17, 17, 16, 12, 6, 10] sum(rs)/sum(cnts) 0.6153846153846154\n",
"------------\n",
"\n",
"look_at_obj_in_light-Pencil-None-DeskLamp-308/trial_T20190908_220604_010430\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: examine the pencil with the desklamp.\n",
"Act 1: think: To solve the task, I need to find and take a pencil, then find and use a desklamp. First I need to find a pencil. A pencil is more likely to appear in drawer (1-6), desk (1-2), shelf (1-6), bed (1), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 1: OK.\n",
"Act 2: go to drawer 1\n",
"Obs 2: The drawer 1 is closed.\n",
"Act 3: open drawer 1\n",
"Obs 3: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 4: go to drawer 2\n",
"Obs 4: On the drawer 2, you see nothing.\n",
"Act 5: go to drawer 3\n",
"Obs 5: Nothing happens.\n",
"Act 6: open drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: go to drawer 4\n",
"Obs 7: The drawer 4 is closed.\n",
"Act 8: open drawer 4\n",
"Obs 8: You open the drawer 4. The drawer 4 is open. In it, you see a book 3, and a cellphone 3.\n",
"Act 9: go to drawer 5\n",
"Obs 9: On the drawer 5, you see nothing.\n",
"Act 10: go to drawer 6\n",
"Obs 10: The drawer 6 is closed.\n",
"Act 11: open drawer 6\n",
"Obs 11: You open the drawer 6. The drawer 6 is open. In it, you see a creditcard 2, and a pen 3.\n",
"Act 12: go to desk 1\n",
"Obs 12: On the desk 1, you see a alarmclock 2, a cellphone 2, a desklamp 1, a keychain 2, a mug 1, and a pencil 3.\n",
"Act 13: think: Now I find a pencil (3). Next, I need to take it.\n",
"Obs 13: OK.\n",
"Act 14: take pencil 3 from desk 1\n",
"Obs 14: You pick up the pencil 3 from the desk 1.\n",
"Act 15: think: Now I take a pencil (3). Next, I need to find a desklamp. A desklamp is more likely to appear in desk (1-2), shelf (1-6), bed (1), garbagecan (1), drawer (1-6), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 15: OK.\n",
"Act 16: go to desk 1\n",
"Obs 16: Nothing happens.\n",
"Act 17: use desklamp 1\n",
"Obs 17: You turn on the desklamp 1.\n",
"79 r True rs [13, 11, 6, 9, 6, 4] cnts [17, 17, 16, 12, 7, 10] sum(rs)/sum(cnts) 0.620253164556962\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Mug-None-CoffeeMachine-10/trial_T20190907_221355_558505\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a clean mug in coffeemachine.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then clean it with sinkbasin, then put it in coffeemachine.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), sinkbasin (1), stoveburner (1-3), shelf (1-3), garbagecan (1). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: go to fridge 1\n",
"Obs 3: The fridge 1 is closed.\n",
"Act 4: open fridge 1\n",
"Obs 4: You open the fridge 1. The fridge 1 is open. In it, you see a bread 1, a lettuce 1, and a mug 2.\n",
"Act 5: take mug 2 from fridge 1\n",
"Obs 5: You pick up the mug 2 from the fridge 1.\n",
"Act 6: think: Now I take a mug (2). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 6: OK.\n",
"Act 7: go to sinkbasin 1\n",
"Obs 7: On the sinkbasin 1, you see a glassbottle 2, and a spatula 1.\n",
"Act 8: clean mug 2 with sinkbasin 1\n",
"Obs 8: You clean the mug 2 using the sinkbasin 1.\n",
"Act 9: think: Now I clean a mug (2). Next, I need to put it in/on coffeemachine 1.\n",
"Obs 9: OK.\n",
"Act 10: go to coffeemachine 1\n",
"Obs 10: On the coffeemachine 1, you see nothing.\n",
"Act 11: put mug 2 in/on coffeemachine 1\n",
"Obs 11: You put the mug 2 in/on the coffeemachine 1.\n",
"80 r True rs [13, 12, 6, 9, 6, 4] cnts [17, 18, 16, 12, 7, 10] sum(rs)/sum(cnts) 0.625\n",
"------------\n",
"\n",
"pick_two_obj_and_place-SoapBar-None-Cabinet-424/trial_T20190909_081746_857594\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: find two soapbar and put them in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take the first soapbar, then put it in cabinet, then find and take the second soapbar, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first soapbar. A soapbar is more likely to appear in cabinet (1-4), countertop (1), handtowelholder (1-2), sinkbasin (1-2), toilet (1), toiletpaperhanger (1), towelholder (1). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: The cabinet 1 is closed.\n",
"Act 4: open cabinet 1\n",
"Obs 4: You open the cabinet 1. The cabinet 1 is open. In it, you see a cloth 1.\n",
"Act 5: go to cabinet 2\n",
"Obs 5: The cabinet 2 is closed.\n",
"Act 6: open cabinet 2\n",
"Obs 6: You open the cabinet 2. The cabinet 2 is open. In it, you see a candle 1.\n",
"Act 7: go to cabinet 3\n",
"Obs 7: The cabinet 3 is closed.\n",
"Act 8: open cabinet 3\n",
"Obs 8: You open the cabinet 3. The cabinet 3 is open. In it, you see a cloth 3.\n",
"Act 9: go to cabinet 4\n",
"Obs 9: The cabinet 4 is closed.\n",
"Act 10: open cabinet 4\n",
"Obs 10: You open the cabinet 4. The cabinet 4 is open. In it, you see a cloth 2.\n",
"Act 11: go to countertop 1\n",
"Obs 11: On the countertop 1, you see a soapbar 2, a soapbar 1, a soapbottle 2, a soapbottle 1, a spraybottle 2, a spraybottle 1, and a toiletpaper 2.\n",
"Act 12: think: Now I find the first soapbar (1). Next, I need to take it. I can find the second soapbar (2) later in countertop 1.\n",
"Obs 12: OK.\n",
"Act 13: take soapbar 1 from countertop 1\n",
"Obs 13: You pick up the soapbar 1 from the countertop 1.\n",
"Act 14: think: Now I take the first soapbar (1). Next, I need to put it in/on cabinet 4.\n",
"Obs 14: OK.\n",
"Act 15: go to cabinet 4\n",
"Obs 15: The cabinet 4 is open. In it, you see a cloth 2.\n",
"Act 16: put soapbar 1 in/on cabinet 4\n",
"Obs 16: You put the soapbar 1 in/on the cabinet 4.\n",
"Act 17: think: Now I put the first soapbar in cabinet. Next, I need to find the second soapbar. I can directly go to countertop 1.\n",
"Obs 17: OK.\n",
"Act 18: go to countertop 1\n",
"Obs 18: On the countertop 1, you see a soapbar 2, a soapbottle 2, a soapbottle 1, a spraybottle 2, a spraybottle 1, and a toiletpaper 2.\n",
"Act 19: think: Now I find the second soapbar (2). Next, I need to take it.\n",
"Obs 19: OK.\n",
"Act 20: take soapbar 2 from countertop 1\n",
"Obs 20: You pick up the soapbar 2 from the countertop 1.\n",
"Act 21: think: Now I take the second soapbar (2). Next, I need to put it in/on cabinet 4.\n",
"Obs 21: OK.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 22: go to cabinet 4\n",
"Obs 22: The cabinet 4 is open. In it, you see a cloth 2, and a soapbar 1.\n",
"Act 23: put soapbar 2 in/on cabinet 4\n",
"Obs 23: You put the soapbar 2 in/on the cabinet 4.\n",
"81 r True rs [13, 12, 6, 9, 6, 5] cnts [17, 18, 16, 12, 7, 11] sum(rs)/sum(cnts) 0.6296296296296297\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Lettuce-None-CounterTop-10/trial_T20190909_174840_771703\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: cool some lettuce and put it in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a lettuce, then cool it with fridge, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a lettuce. A lettuce is more likely to appear in countertop (1-3), shelf (1-3), drawer (1-3), cabinet (1-6). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a bowl 3, a bowl 2, a creditcard 2, a creditcard 1, a dishsponge 1, and a glassbottle 1.\n",
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see a bread 1, a cellphone 1, a cup 2, a cup 1, a dishsponge 2, a knife 2, a knife 1, a lettuce 2, a lettuce 1, and a plate 2.\n",
"Act 5: go to countertop 3\n",
"Obs 5: On the countertop 3, you see a bread 3, a cellphone 2, a houseplant 1, a knife 3, a lettuce 3, a papertowelroll 1, and a statue 2.\n",
"Act 6: take lettuce 3 from countertop 3\n",
"Obs 6: You pick up the lettuce 3 from the countertop 3.\n",
"Act 7: think: Now I find a lettuce (3). Next, I need to take it.\n",
"Obs 7: OK.\n",
"Act 8: go to fridge 1\n",
"Obs 8: The fridge 1 is closed.\n",
"Act 9: cool lettuce 3 with fridge 1\n",
"Obs 9: You cool the lettuce 3 using the fridge 1.\n",
"Act 10: think: Now I cool the lettuce. Next, I need to put it in/on countertop 1.\n",
"Obs 10: OK.\n",
"Act 11: go to countertop 1\n",
"Obs 11: On the countertop 1, you see a bowl 3, a bowl 2, a creditcard 2, a creditcard 1, a dishsponge 1, and a glassbottle 1.\n",
"Act 12: put lettuce 3 in/on countertop 1\n",
"Obs 12: You put the lettuce 3 in/on the countertop 1.\n",
"82 r True rs [13, 12, 6, 10, 6, 5] cnts [17, 18, 16, 13, 7, 11] sum(rs)/sum(cnts) 0.6341463414634146\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Bowl-None-Cabinet-10/trial_T20190909_061232_368489\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: clean some bowl and put it in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a bowl, then clean it with sinkbasin, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a bowl. A bowl is more likely to appear in countertop (1-3), drawer (1-3), shelf (1-3), fridge (1), garbagecan (1), stoveburner (1-4). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a apple 3, a egg 2, and a vase 2.\n",
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see a creditcard 2, a creditcard 1, a cup 3, a cup 2, a fork 2, a glassbottle 1, a knife 2, a knife 1, a lettuce 2, a lettuce 1, and a pan 2.\n",
"Act 5: go to countertop 3\n",
"Obs 5: On the countertop 3, you see a bread 1, a butterknife 1, a cellphone 1, a houseplant 1, a papertowelroll 1, a plate 1, a soapbottle 1, a spoon 3, a spoon 2, a statue 1, and a vase 3.\n",
"Act 6: think: Now I find a bowl (1). Next, I need to take it.\n",
"Obs 6: OK.\n",
"Act 7: take bowl 1 from countertop 3\n",
"Obs 7: Nothing happens.\n",
"Act 8: take plate 1 from countertop 3\n",
"Obs 8: You pick up the plate 1 from the countertop 3.\n",
"Act 9: think: Now I take a bowl (1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 9: OK.\n",
"Act 10: go to sinkbasin 1\n",
"Obs 10: On the sinkbasin 1, you see nothing.\n",
"Act 11: think: Now I need to find a bowl. A bowl is more likely to appear in countertop (1-3), drawer (1-3), shelf (1-3), fridge (1), garbagecan (1), stoveburner (1-4). I can check one by one, starting with drawer 1.\n",
"Obs 11: OK.\n",
"Act 12: go to drawer 1\n",
"Obs 12: The drawer 1 is closed.\n",
"Act 13: open drawer 1\n",
"Obs 13: You open the drawer 1. The drawer 1 is open. In it, you see a fork 1.\n",
"Act 14: go to drawer 2\n",
"Obs 14: The drawer 2 is closed.\n",
"Act 15: open drawer 2\n",
"Obs 15: You open the drawer 2. The drawer 2 is open. In it, you see a fork 3, a spatula 2, a spatula 1, and a spoon 1.\n",
"Act 16: go to drawer 3\n",
"Obs 16: The drawer 3 is closed.\n",
"Act 17: open drawer 3\n",
"Obs 17: You open the drawer 3. The drawer 3 is open. In it, you see a dishsponge 1.\n",
"Act 18: go to shelf 1\n",
"Obs 18: On the shelf 1, you see nothing.\n",
"Act 19: go to shelf 2\n",
"Obs 19: On the shelf 2, you see a bowl 2, and a peppershaker 1.\n",
"Act 20: think: Now I find a bowl (2). Next, I need to take it.\n",
"Obs 20: OK.\n",
"Act 21: take bowl 2 from shelf 2\n",
"Obs 21: Nothing happens.\n",
"Act 22: take peppershaker 1 from shelf 2\n",
"Obs 22: Nothing happens.\n",
"Act 23: take bowl 2 from shelf 2\n",
"Obs 23: Nothing happens.\n",
"Act 24: take bowl 2 from shelf 2\n",
"Obs 24: Nothing happens.\n",
"Act 25: take bowl 2 from shelf 2\n",
"Obs 25: Nothing happens.\n",
"Act 26: take bowl 2 from shelf 2\n",
"Obs 26: Nothing happens.\n",
"Act 27: take bowl 2 from shelf 2\n",
"Obs 27: Nothing happens.\n",
"Act 28: take bowl 2 from shelf 2\n",
"Obs 28: Nothing happens.\n",
"Act 29: take bowl 2 from shelf 2\n",
"Obs 29: Nothing happens.\n",
"Act 30: take bowl 2 from shelf 2\n",
"Obs 30: Nothing happens.\n",
"Act 31: take bowl 2 from shelf 2\n",
"Obs 31: Nothing happens.\n",
"Act 32: take bowl 2 from shelf 2\n",
"Obs 32: Nothing happens.\n",
"Act 33: take bowl 2 from shelf 2\n",
"Obs 33: Nothing happens.\n",
"Act 34: take bowl 2 from shelf 2\n",
"Obs 34: Nothing happens.\n",
"Act 35: take bowl 2 from shelf 2\n",
"Obs 35: Nothing happens.\n",
"Act 36: take bowl 2 from shelf 2\n",
"Obs 36: Nothing happens.\n",
"Act 37: take bowl 2 from shelf 2\n",
"Obs 37: Nothing happens.\n",
"Act 38: take bowl 2 from shelf 2\n",
"Obs 38: Nothing happens.\n",
"Act 39: take bowl 2 from shelf 2\n",
"Obs 39: Nothing happens.\n",
"Act 40: take bowl 2 from shelf 2\n",
"Obs 40: Nothing happens.\n",
"Act 41: take bowl 2 from shelf 2\n",
"Obs 41: Nothing happens.\n",
"Act 42: take bowl 2 from shelf 2\n",
"Obs 42: Nothing happens.\n",
"Act 43: take bowl 2 from shelf 2\n",
"Obs 43: Nothing happens.\n",
"Act 44: take bowl 2 from shelf 2\n",
"Obs 44: Nothing happens.\n",
"Act 45: take bowl 2 from shelf 2\n",
"Obs 45: Nothing happens.\n",
"Act 46: take bowl 2 from shelf 2\n",
"Obs 46: Nothing happens.\n",
"Act 47: take bowl 2 from shelf 2\n",
"Obs 47: Nothing happens.\n",
"Act 48: take bowl 2 from shelf 2\n",
"Obs 48: Nothing happens.\n",
"Act 49: take bowl 2 from shelf 2\n",
"Obs 49: Nothing happens.\n",
"83 r 0 rs [13, 12, 6, 10, 6, 5] cnts [17, 19, 16, 13, 7, 11] sum(rs)/sum(cnts) 0.6265060240963856\n",
"------------\n",
"\n",
"pick_and_place_simple-SaltShaker-None-Drawer-10/trial_T20190909_021613_077537\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a saltshaker in drawer.\n",
"Act 1: think: To solve the task, I need to find and take a saltshaker, then put it in drawer.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a saltshaker. A saltshaker is more likely to appear in cabinet (1-6), countertop (1-3), drawer (1-3), shelf (1-3), sinkbasin (1), garbagecan (1). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: On the cabinet 1, you see a glassbottle 1.\n",
"Act 4: go to cabinet 2\n",
"Obs 4: The cabinet 2 is closed.\n",
"Act 5: open cabinet 2\n",
"Obs 5: You open the cabinet 2. The cabinet 2 is open. In it, you see a plate 1, a saltshaker 1, and a soapbottle 1.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 6: think: Now I find a saltshaker (1). Next, I need to take it.\n",
"Obs 6: OK.\n",
"Act 7: take saltshaker 1 from cabinet 2\n",
"Obs 7: You pick up the saltshaker 1 from the cabinet 2.\n",
"Act 8: think: Now I take a saltshaker (1). Next, I need to put it in drawer.\n",
"Obs 8: OK.\n",
"Act 9: go to drawer 1\n",
"Obs 9: The drawer 1 is closed.\n",
"Act 10: open drawer 1\n",
"Obs 10: You open the drawer 1. The drawer 1 is open. In it, you see a fork 1, and a peppershaker 1.\n",
"Act 11: put saltshaker 1 in drawer 1\n",
"Obs 11: Nothing happens.\n",
"Act 12: think: Oh, I need to put the saltshaker 1 in/on drawer 1.\n",
"Obs 12: OK.\n",
"Act 13: put saltshaker 1 in/on drawer 1\n",
"Obs 13: You put the saltshaker 1 in/on the drawer 1.\n",
"84 r True rs [14, 12, 6, 10, 6, 5] cnts [18, 19, 16, 13, 7, 11] sum(rs)/sum(cnts) 0.6309523809523809\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Bread-None-CounterTop-10/trial_T20190908_091811_414150\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: cool some bread and put it in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a bread, then cool it with fridge, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a bread. A bread is more likely to appear in countertop (1-3), coffeemachine (1), cabinet (1-6), shelf (1-3), drawer (1-3). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a mug 1.\n",
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see nothing.\n",
"Act 5: go to countertop 3\n",
"Obs 5: On the countertop 3, you see a bread 2, a bread 1, a butterknife 2, a butterknife 1, a fork 2, a glassbottle 1, a houseplant 1, a lettuce 1, a papertowelroll 1, a potato 3, a potato 2, a saltshaker 2, a spatula 1, a spoon 1, a statue 2, a tomato 3, a tomato 1, and a vase 3.\n",
"Act 6: take bread 1 from countertop 3\n",
"Obs 6: You pick up the bread 1 from the countertop 3.\n",
"Act 7: think: Now I find a bread (1). Next, I need to take it.\n",
"Obs 7: OK.\n",
"Act 8: think: Now I take a bread (1). Next, I need to go to a fridge (1) and cool it.\n",
"Obs 8: OK.\n",
"Act 9: go to fridge 1\n",
"Obs 9: The fridge 1 is closed.\n",
"Act 10: cool bread 1 with fridge 1\n",
"Obs 10: You cool the bread 1 using the fridge 1.\n",
"Act 11: think: Now I cool the bread. Next, I need to put it in/on countertop 1.\n",
"Obs 11: OK.\n",
"Act 12: go to countertop 1\n",
"Obs 12: On the countertop 1, you see a mug 1.\n",
"Act 13: put bread 1 in/on countertop 1\n",
"Obs 13: You put the bread 1 in/on the countertop 1.\n",
"85 r True rs [14, 12, 6, 11, 6, 5] cnts [18, 19, 16, 14, 7, 11] sum(rs)/sum(cnts) 0.6352941176470588\n",
"------------\n",
"\n",
"look_at_obj_in_light-CD-None-DeskLamp-308/trial_T20190908_142046_281296\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: examine the cd with the desklamp.\n",
"Act 1: think: To solve the task, I need to find and take a cd, then find and use a desklamp. First I need to find a cd. A cd is more likely to appear in drawer (1-6), desk (1-2), shelf (1-6), bed (1), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 1: OK.\n",
"Act 2: go to drawer 1\n",
"Obs 2: The drawer 1 is closed.\n",
"Act 3: open drawer 1\n",
"Obs 3: You open the drawer 1. The drawer 1 is open. In it, you see a creditcard 1.\n",
"Act 4: go to drawer 2\n",
"Obs 4: On the drawer 2, you see a pen 1, and a pencil 1.\n",
"Act 5: go to drawer 3\n",
"Obs 5: Nothing happens.\n",
"Act 6: open drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: go to drawer 4\n",
"Obs 7: The drawer 4 is closed.\n",
"Act 8: open drawer 4\n",
"Obs 8: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 9: go to drawer 5\n",
"Obs 9: On the drawer 5, you see a cellphone 2, and a pen 2.\n",
"Act 10: go to drawer 6\n",
"Obs 10: The drawer 6 is closed.\n",
"Act 11: open drawer 6\n",
"Obs 11: You open the drawer 6. The drawer 6 is open. In it, you see a cellphone 1, and a keychain 1.\n",
"Act 12: go to desk 1\n",
"Obs 12: On the desk 1, you see a cd 2, a creditcard 2, and a desklamp 1.\n",
"Act 13: think: Now I find a cd (2). Next, I need to take it.\n",
"Obs 13: OK.\n",
"Act 14: take cd 2 from desk 1\n",
"Obs 14: You pick up the cd 2 from the desk 1.\n",
"Act 15: think: Now I take a cd (2). Next, I need to find a desklamp. A desklamp is more likely to appear in desk (1-2), shelf (1-6), bed (1), garbagecan (1), drawer (1-6), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 15: OK.\n",
"Act 16: go to desk 1\n",
"Obs 16: Nothing happens.\n",
"Act 17: go to desk 2\n",
"Obs 17: On the desk 2, you see a alarmclock 2, a bowl 1, a mug 3, and a mug 2.\n",
"Act 18: go to shelf 1\n",
"Obs 18: On the shelf 1, you see a mug 1.\n",
"Act 19: go to shelf 2\n",
"Obs 19: On the shelf 2, you see nothing.\n",
"Act 20: go to shelf 3\n",
"Obs 20: On the shelf 3, you see a desklamp 1.\n",
"Act 21: think: Now I find a desklamp (1). Next, I need to use it.\n",
"Obs 21: OK.\n",
"Act 22: use desklamp 1\n",
"Obs 22: You turn on the desklamp 1.\n",
"86 r True rs [14, 12, 6, 11, 7, 5] cnts [18, 19, 16, 14, 8, 11] sum(rs)/sum(cnts) 0.6395348837209303\n",
"------------\n",
"\n",
"pick_and_place_simple-Vase-None-Safe-219/trial_T20190908_205221_748352\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a armchair 1, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a dresser 1, a garbagecan 1, a safe 1, a shelf 12, a shelf 11, a shelf 10, a shelf 9, a shelf 8, a shelf 7, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, a shelf 1, a sidetable 1, and a sofa 1.\n",
"Your task is to: put some vase on safe.\n",
"Act 1: think: To solve the task, I need to find and take a vase, then put it on safe.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a vase. A vase is more likely to appear in armchair (1), cabinet (1-4), drawer (1-5), dresser (1), safe (1), shelf (1-12), sidetable (1), sofa (1). I can check one by one, starting with armchair 1.\n",
"Obs 2: OK.\n",
"Act 3: go to armchair 1\n",
"Obs 3: On the armchair 1, you see a cellphone 1, a creditcard 1, a pillow 2, and a pillow 1.\n",
"Act 4: go to cabinet 1\n",
"Obs 4: The cabinet 1 is closed.\n",
"Act 5: open cabinet 1\n",
"Obs 5: You open the cabinet 1. The cabinet 1 is open. In it, you see nothing.\n",
"Act 6: go to cabinet 2\n",
"Obs 6: Nothing happens.\n",
"Act 7: open cabinet 2\n",
"Obs 7: You open the cabinet 2. The cabinet 2 is open. In it, you see nothing.\n",
"Act 8: go to cabinet 3\n",
"Obs 8: The cabinet 3 is closed.\n",
"Act 9: open cabinet 3\n",
"Obs 9: You open the cabinet 3. The cabinet 3 is open. In it, you see a box 1, and a tissuebox 1.\n",
"Act 10: go to cabinet 4\n",
"Obs 10: Nothing happens.\n",
"Act 11: open cabinet 4\n",
"Obs 11: You open the cabinet 4. The cabinet 4 is open. In it, you see a box 2.\n",
"Act 12: go to drawer 1\n",
"Obs 12: The drawer 1 is closed.\n",
"Act 13: open drawer 1\n",
"Obs 13: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 14: go to drawer 2\n",
"Obs 14: The drawer 2 is closed.\n",
"Act 15: open drawer 2\n",
"Obs 15: You open the drawer 2. The drawer 2 is open. In it, you see nothing.\n",
"Act 16: go to drawer 3\n",
"Obs 16: The drawer 3 is closed.\n",
"Act 17: open drawer 3\n",
"Obs 17: You open the drawer 3. The drawer 3 is open. In it, you see nothing.\n",
"Act 18: go to drawer 4\n",
"Obs 18: The drawer 4 is closed.\n",
"Act 19: open drawer 4\n",
"Obs 19: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 20: go to drawer 5\n",
"Obs 20: The drawer 5 is closed.\n",
"Act 21: open drawer 5\n",
"Obs 21: You open the drawer 5. The drawer 5 is open. In it, you see nothing.\n",
"Act 22: go to dresser 1\n",
"Obs 22: On the dresser 1, you see a laptop 1, a newspaper 2, a newspaper 1, a remotecontrol 1, a statue 2, and a vase 1.\n",
"Act 23: think: Now I find a vase (1). Next, I need to take it.\n",
"Obs 23: OK.\n",
"Act 24: take vase 1 from dresser 1\n",
"Obs 24: You pick up the vase 1 from the dresser 1.\n",
"Act 25: think: Now I take a vase (1). Next, I need to put it in/on safe 1.\n",
"Obs 25: OK.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 26: go to safe 1\n",
"Obs 26: The safe 1 is closed.\n",
"Act 27: open safe 1\n",
"Obs 27: You open the safe 1. The safe 1 is open. In it, you see a watch 2, and a watch 1.\n",
"Act 28: put vase 1 in/on safe 1\n",
"Obs 28: You put the vase 1 in/on the safe 1.\n",
"87 r True rs [15, 12, 6, 11, 7, 5] cnts [19, 19, 16, 14, 8, 11] sum(rs)/sum(cnts) 0.6436781609195402\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Mug-None-CoffeeMachine-10/trial_T20190907_183853_958104\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a cool mug in coffeemachine.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then cool it with fridge, then put it in coffeemachine.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in countertop (1-3), coffeemachine (1), cabinet (1-6), shelf (1-3), drawer (1-3). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a apple 1, a creditcard 2, a mug 2, and a spatula 1.\n",
"Act 4: take mug 2 from countertop 1\n",
"Obs 4: You pick up the mug 2 from the countertop 1.\n",
"Act 5: think: Now I find a mug (2). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: go to fridge 1\n",
"Obs 6: The fridge 1 is closed.\n",
"Act 7: cool mug 2 with fridge 1\n",
"Obs 7: You cool the mug 2 using the fridge 1.\n",
"88 r True rs [15, 12, 6, 12, 7, 5] cnts [19, 19, 16, 15, 8, 11] sum(rs)/sum(cnts) 0.6477272727272727\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Mug-None-Cabinet-10/trial_T20190909_121635_622676\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: cool some mug and put it in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then cool it with fridge, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in countertop (1-3), coffeemachine (1), cabinet (1-6), shelf (1-3), drawer (1-3). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a fork 3, a mug 2, a peppershaker 3, a soapbottle 3, a soapbottle 2, and a spatula 2.\n",
"Act 4: take mug 2 from countertop 1\n",
"Obs 4: You pick up the mug 2 from the countertop 1.\n",
"Act 5: think: Now I find a mug (2). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: go to fridge 1\n",
"Obs 6: The fridge 1 is closed.\n",
"Act 7: cool mug 2 with fridge 1\n",
"Obs 7: You cool the mug 2 using the fridge 1.\n",
"Act 8: think: Now I cool the mug. Next, I need to put it in/on cabinet 1.\n",
"Obs 8: OK.\n",
"Act 9: go to cabinet 1\n",
"Obs 9: On the cabinet 1, you see a pan 1.\n",
"Act 10: put mug 2 in/on cabinet 1\n",
"Obs 10: You put the mug 2 in/on the cabinet 1.\n",
"89 r True rs [15, 12, 6, 13, 7, 5] cnts [19, 19, 16, 16, 8, 11] sum(rs)/sum(cnts) 0.651685393258427\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Pan-None-CounterTop-10/trial_T20190908_114656_768805\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: cool some pan and put it in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a pan, then cool it with fridge, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a pan. An pan is more likely to appear in stoveburner (1-4), sinkbasin (1), cabinet (1-6), drawer (1-3). I can check one by one, starting with stoveburner 1.\n",
"Obs 2: OK.\n",
"Act 3: go to stoveburner 1\n",
"Obs 3: On the stoveburner 1, you see a pot 1.\n",
"Act 4: take pot 1 from stoveburner 1\n",
"Obs 4: You pick up the pot 1 from the stoveburner 1.\n",
"Act 5: think: Now I find a pot (1). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: go to fridge 1\n",
"Obs 6: The fridge 1 is closed.\n",
"Act 7: cool pot 1 with fridge 1\n",
"Obs 7: You cool the pot 1 using the fridge 1.\n",
"Act 8: think: Now I cool the pot. Next, I need to put it in/on countertop 1.\n",
"Obs 8: OK.\n",
"Act 9: go to countertop 1\n",
"Obs 9: On the countertop 1, you see a mug 1.\n",
"Act 10: put pot 1 in/on countertop 1\n",
"Obs 10: You put the pot 1 in/on the countertop 1.\n",
"Act 11: \n",
"Obs 11: Nothing happens.\n",
"Act 12: \n",
"Obs 12: Nothing happens.\n",
"Act 13: \n",
"Obs 13: Nothing happens.\n",
"Act 14: think: Now I put the pot in/on countertop 1. Task is completed.\n",
"Obs 14: OK.\n",
"Act 15: \n",
"Obs 15: Nothing happens.\n",
"Act 16: \n",
"Obs 16: Nothing happens.\n",
"Act 17: \n",
"Obs 17: Nothing happens.\n",
"Act 18: end task\n",
"Obs 18: Nothing happens.\n",
"Act 19: \n",
"Obs 19: Nothing happens.\n",
"Act 20: end\n",
"Obs 20: Nothing happens.\n",
"Act 21: exit\n",
"Obs 21: Nothing happens.\n",
"Act 22: quit\n",
"Obs 22: Nothing happens.\n",
"Act 23: complete task\n",
"Obs 23: Nothing happens.\n",
"Act 24: finish task\n",
"Obs 24: Nothing happens.\n",
"Act 25: You have successfully completed the task.\n",
"Obs 25: Nothing happens.\n",
"Act 26: Congratulations! You have successfully completed the task.\n",
"Obs 26: Nothing happens.\n",
"Act 27: \n",
"Obs 27: Nothing happens.\n",
"Act 28: exit task\n",
"Obs 28: Nothing happens.\n",
"Act 29: You have successfully exited the task.\n",
"Obs 29: Nothing happens.\n",
"Act 30: Congratulations! You have successfully exited the task.\n",
"Obs 30: Nothing happens.\n",
"Act 31: \n",
"Obs 31: Nothing happens.\n",
"Act 32: end task\n",
"Obs 32: Nothing happens.\n",
"Act 33: You have successfully completed the task.\n",
"Obs 33: Nothing happens.\n",
"Act 34: Congratulations! You have successfully completed the task.\n",
"Obs 34: Nothing happens.\n",
"Act 35: \n",
"Obs 35: Nothing happens.\n",
"Act 36: exit\n",
"Obs 36: Nothing happens.\n",
"Act 37: You have successfully exited the room.\n",
"Obs 37: Nothing happens.\n",
"Act 38: Congratulations! You have successfully exited the room.\n",
"Obs 38: Nothing happens.\n",
"Act 39: \n",
"Obs 39: Nothing happens.\n",
"Act 40: \n",
"Obs 40: Nothing happens.\n",
"Act 41: \n",
"Obs 41: Nothing happens.\n",
"Act 42: \n",
"Obs 42: Nothing happens.\n",
"Act 43: \n",
"Obs 43: Nothing happens.\n",
"Act 44: \n",
"Obs 44: Nothing happens.\n",
"Act 45: \n",
"Obs 45: Nothing happens.\n",
"Act 46: \n",
"Obs 46: Nothing happens.\n",
"Act 47: \n",
"Obs 47: Nothing happens.\n",
"Act 48: \n",
"Obs 48: Nothing happens.\n",
"Act 49: \n",
"Obs 49: Nothing happens.\n",
"90 r 0 rs [15, 12, 6, 13, 7, 5] cnts [19, 19, 16, 17, 8, 11] sum(rs)/sum(cnts) 0.6444444444444445\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Tomato-None-GarbageCan-10/trial_T20190908_225359_617900\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: heat some tomato and put it in garbagecan.\n",
"Act 1: think: To solve the task, I need to find and take a tomato, then heat it with microwave, then put it in garbagecan.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a tomato. A tomato is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), stoveburner (1-4), toaster (1), garbagecan (1), cabinet (1-6). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: open fridge 1\n",
"Obs 4: Nothing happens.\n",
"Act 5: open fridge 1\n",
"Obs 5: Nothing happens.\n",
"Act 6: open fridge 1\n",
"Obs 6: Nothing happens.\n",
"Act 7: open fridge 1\n",
"Obs 7: Nothing happens.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 8: open fridge 1\n",
"Obs 8: Nothing happens.\n",
"Act 9: open fridge 1\n",
"Obs 9: Nothing happens.\n",
"Act 10: open fridge 1\n",
"Obs 10: Nothing happens.\n",
"Act 11: open fridge 1\n",
"Obs 11: Nothing happens.\n",
"Act 12: open fridge 1\n",
"Obs 12: Nothing happens.\n",
"Act 13: open fridge 1\n",
"Obs 13: Nothing happens.\n",
"Act 14: open fridge 1\n",
"Obs 14: Nothing happens.\n",
"Act 15: open fridge 1\n",
"Obs 15: Nothing happens.\n",
"Act 16: open fridge 1\n",
"Obs 16: Nothing happens.\n",
"Act 17: open fridge 1\n",
"Obs 17: Nothing happens.\n",
"Act 18: open fridge 1\n",
"Obs 18: Nothing happens.\n",
"Act 19: open fridge 1\n",
"Obs 19: Nothing happens.\n",
"Act 20: open fridge 1\n",
"Obs 20: Nothing happens.\n",
"Act 21: open fridge 1\n",
"Obs 21: Nothing happens.\n",
"Act 22: open fridge 1\n",
"Obs 22: Nothing happens.\n",
"Act 23: open fridge 1\n",
"Obs 23: Nothing happens.\n",
"Act 24: open fridge 1\n",
"Obs 24: Nothing happens.\n",
"Act 25: open fridge 1\n",
"Obs 25: Nothing happens.\n",
"Act 26: open fridge 1\n",
"Obs 26: Nothing happens.\n",
"Act 27: open fridge 1\n",
"Obs 27: Nothing happens.\n",
"Act 28: open fridge 1\n",
"Obs 28: Nothing happens.\n",
"Act 29: open fridge 1\n",
"Obs 29: Nothing happens.\n",
"Act 30: open fridge 1\n",
"Obs 30: Nothing happens.\n",
"Act 31: open fridge 1\n",
"Obs 31: Nothing happens.\n",
"Act 32: open fridge 1\n",
"Obs 32: Nothing happens.\n",
"Act 33: open fridge 1\n",
"Obs 33: Nothing happens.\n",
"Act 34: open fridge 1\n",
"Obs 34: Nothing happens.\n",
"Act 35: open fridge 1\n",
"Obs 35: Nothing happens.\n",
"Act 36: open fridge 1\n",
"Obs 36: Nothing happens.\n",
"Act 37: open fridge 1\n",
"Obs 37: Nothing happens.\n",
"Act 38: open fridge 1\n",
"Obs 38: Nothing happens.\n",
"Act 39: open fridge 1\n",
"Obs 39: Nothing happens.\n",
"Act 40: open fridge 1\n",
"Obs 40: Nothing happens.\n",
"Act 41: open fridge 1\n",
"Obs 41: Nothing happens.\n",
"Act 42: open fridge 1\n",
"Obs 42: Nothing happens.\n",
"Act 43: open fridge 1\n",
"Obs 43: Nothing happens.\n",
"Act 44: open fridge 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: open fridge 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: open fridge 1\n",
"Obs 46: Nothing happens.\n",
"Act 47: open fridge 1\n",
"Obs 47: Nothing happens.\n",
"Act 48: open fridge 1\n",
"Obs 48: Nothing happens.\n",
"Act 49: open fridge 1\n",
"Obs 49: Nothing happens.\n",
"91 r 0 rs [15, 12, 6, 13, 7, 5] cnts [19, 19, 17, 17, 8, 11] sum(rs)/sum(cnts) 0.6373626373626373\n",
"------------\n",
"\n",
"look_at_obj_in_light-Book-None-DeskLamp-308/trial_T20190908_020048_814402\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: examine the book with the desklamp.\n",
"Act 1: think: To solve the task, I need to find and take a book, then find and use a desklamp. First I need to find a book. A book is more likely to appear in desk (1-2), shelf (1-6), bed (1), garbagecan (1), drawer (1-6), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 1: OK.\n",
"Act 2: go to desk 1\n",
"Obs 2: On the desk 1, you see a alarmclock 2, a creditcard 1, a desklamp 1, and a keychain 2.\n",
"Act 3: go to desk 2\n",
"Obs 3: On the desk 2, you see a alarmclock 3, a bowl 1, a creditcard 3, a creditcard 2, a mug 3, a mug 2, and a mug 1.\n",
"Act 4: go to shelf 1\n",
"Obs 4: On the shelf 1, you see a alarmclock 1, and a pen 1.\n",
"Act 5: go to shelf 2\n",
"Obs 5: On the shelf 2, you see a pencil 1.\n",
"Act 6: go to shelf 3\n",
"Obs 6: On the shelf 3, you see a alarmclock 2, and a desklamp 1.\n",
"Act 7: go to shelf 4\n",
"Obs 7: On the shelf 4, you see nothing.\n",
"Act 8: go to shelf 5\n",
"Obs 8: On the shelf 5, you see nothing.\n",
"Act 9: go to shelf 6\n",
"Obs 9: On the shelf 6, you see nothing.\n",
"Act 10: go to drawer 1\n",
"Obs 10: The drawer 1 is closed.\n",
"Act 11: open drawer 1\n",
"Obs 11: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 12: go to drawer 2\n",
"Obs 12: On the drawer 2, you see a cd 1.\n",
"Act 13: go to drawer 3\n",
"Obs 13: Nothing happens.\n",
"Act 14: open drawer 3\n",
"Obs 14: Nothing happens.\n",
"Act 15: go to drawer 3\n",
"Obs 15: Nothing happens.\n",
"Act 16: open drawer 3\n",
"Obs 16: Nothing happens.\n",
"Act 17: go to drawer 4\n",
"Obs 17: The drawer 4 is closed.\n",
"Act 18: open drawer 4\n",
"Obs 18: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 19: go to drawer 5\n",
"Obs 19: On the drawer 5, you see nothing.\n",
"Act 20: go to drawer 6\n",
"Obs 20: The drawer 6 is closed.\n",
"Act 21: open drawer 6\n",
"Obs 21: You open the drawer 6. The drawer 6 is open. In it, you see nothing.\n",
"Act 22: go to bed 1\n",
"Obs 22: On the bed 1, you see a book 1, a laptop 1, a pillow 2, and a pillow 1.\n",
"Act 23: think: Now I find a book (1). Next, I need to take it.\n",
"Obs 23: OK.\n",
"Act 24: take book 1 from bed 1\n",
"Obs 24: You pick up the book 1 from the bed 1.\n",
"Act 25: think: Now I take a book (1). Next, I need to find a desklamp. A desklamp is more likely to appear in desk (1-2), shelf (1-6), bed (1), garbagecan (1), drawer (1-6), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 25: OK.\n",
"Act 26: go to desk 1\n",
"Obs 26: On the desk 1, you see a alarmclock 2, a creditcard 1, a desklamp 1, and a keychain 2.\n",
"Act 27: think: Now I find a desklamp (1). Next, I need to use it.\n",
"Obs 27: OK.\n",
"Act 28: use desklamp 1\n",
"Obs 28: You turn on the desklamp 1.\n",
"92 r True rs [15, 12, 6, 13, 8, 5] cnts [19, 19, 17, 17, 9, 11] sum(rs)/sum(cnts) 0.6413043478260869\n",
"------------\n",
"\n",
"look_at_obj_in_light-AlarmClock-None-DeskLamp-308/trial_T20190908_222933_607649\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: examine the alarmclock with the desklamp.\n",
"Act 1: think: To solve the task, I need to find and take an alarmclock, then find and use a desklamp. First I need to find an alarmclock. An alarmclock is more likely to appear in drawer (1-6), desk (1-2), shelf (1-6), bed (1), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 1: OK.\n",
"Act 2: go to drawer 1\n",
"Obs 2: The drawer 1 is closed.\n",
"Act 3: open drawer 1\n",
"Obs 3: You open the drawer 1. The drawer 1 is open. In it, you see a creditcard 1, and a pencil 1.\n",
"Act 4: go to drawer 2\n",
"Obs 4: On the drawer 2, you see a cd 2.\n",
"Act 5: go to drawer 3\n",
"Obs 5: Nothing happens.\n",
"Act 6: open drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: go to drawer 4\n",
"Obs 7: The drawer 4 is closed.\n",
"Act 8: open drawer 4\n",
"Obs 8: You open the drawer 4. The drawer 4 is open. In it, you see a creditcard 2, and a keychain 3.\n",
"Act 9: go to drawer 5\n",
"Obs 9: On the drawer 5, you see a pen 3.\n",
"Act 10: go to drawer 6\n",
"Obs 10: The drawer 6 is closed.\n",
"Act 11: open drawer 6\n",
"Obs 11: You open the drawer 6. The drawer 6 is open. In it, you see a pen 2, and a pen 1.\n",
"Act 12: go to desk 1\n",
"Obs 12: On the desk 1, you see a bowl 1, a desklamp 1, and a laptop 2.\n",
"Act 13: go to desk 2\n",
"Obs 13: On the desk 2, you see a alarmclock 1, a keychain 2, and a mug 1.\n",
"Act 14: think: Now I find an alarmclock (1). Next, I need to take it.\n",
"Obs 14: OK.\n",
"Act 15: take alarmclock 1 from desk 2\n",
"Obs 15: You pick up the alarmclock 1 from the desk 2.\n",
"Act 16: think: Now I take an alarmclock (1). Next, I need to find a desklamp. A desklamp is more likely to appear in desk (1-2), shelf (1-6), bed (1), drawer (1-6), garbagecan (1), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 16: OK.\n",
"Act 17: go to desk 1\n",
"Obs 17: On the desk 1, you see a bowl 1, a desklamp 1, and a laptop 2.\n",
"Act 18: think: Now I find a desklamp (1). Next, I need to use it.\n",
"Obs 18: OK.\n",
"Act 19: use desklamp 1\n",
"Obs 19: You turn on the desklamp 1.\n",
"93 r True rs [15, 12, 6, 13, 9, 5] cnts [19, 19, 17, 17, 10, 11] sum(rs)/sum(cnts) 0.6451612903225806\n",
"------------\n",
"\n",
"look_at_obj_in_light-Pencil-None-DeskLamp-308/trial_T20190908_220545_153480\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: look at pencil under the desklamp.\n",
"Act 1: think: To solve the task, I need to find and take a pencil, then find and use a desklamp.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a pencil. A pencil is more likely to appear in drawer (1-6), desk (1-2), shelf (1-6), bed (1), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see a cd 1, and a creditcard 1.\n",
"Act 5: go to drawer 2\n",
"Obs 5: On the drawer 2, you see a book 2, and a cellphone 2.\n",
"Act 6: go to drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: open drawer 3\n",
"Obs 7: Nothing happens.\n",
"Act 8: go to drawer 4\n",
"Obs 8: The drawer 4 is closed.\n",
"Act 9: open drawer 4\n",
"Obs 9: You open the drawer 4. The drawer 4 is open. In it, you see a creditcard 3.\n",
"Act 10: go to drawer 5\n",
"Obs 10: On the drawer 5, you see a pencil 2.\n",
"Act 11: think: Now I find a pencil (2). Next, I need to take it.\n",
"Obs 11: OK.\n",
"Act 12: take pencil 2 from drawer 5\n",
"Obs 12: You pick up the pencil 2 from the drawer 5.\n",
"Act 13: think: Now I take a pencil (2). Next, I need to find a desklamp. A desklamp is more likely to appear in desk (1-2), shelf (1-6), bed (1), garbagecan (1), drawer (1-6), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 13: OK.\n",
"Act 14: go to desk 1\n",
"Obs 14: On the desk 1, you see a bowl 2, a creditcard 2, a desklamp 1, a laptop 1, a mug 1, and a pen 2.\n",
"Act 15: think: Now I find a desklamp (1). Next, I need to use it.\n",
"Obs 15: OK.\n",
"Act 16: use desklamp 1\n",
"Obs 16: You turn on the desklamp 1.\n",
"94 r True rs [15, 12, 6, 13, 10, 5] cnts [19, 19, 17, 17, 11, 11] sum(rs)/sum(cnts) 0.648936170212766\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Mug-None-CoffeeMachine-10/trial_T20190907_183715_299073\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: cool some mug and put it in coffeemachine.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then cool it with fridge, then put it in coffeemachine.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in countertop (1-3), coffeemachine (1), cabinet (1-6), shelf (1-3), drawer (1-3). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a glassbottle 2, a mug 1, and a papertowelroll 1.\n",
"Act 4: take mug 1 from countertop 1\n",
"Obs 4: You pick up the mug 1 from the countertop 1.\n",
"Act 5: think: Now I find a mug (1). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: go to fridge 1\n",
"Obs 6: The fridge 1 is closed.\n",
"Act 7: cool mug 1 with fridge 1\n",
"Obs 7: You cool the mug 1 using the fridge 1.\n",
"Act 8: think: Now I cool the mug. Next, I need to put it in/on coffeemachine 1.\n",
"Obs 8: OK.\n",
"Act 9: go to coffeemachine 1\n",
"Obs 9: On the coffeemachine 1, you see nothing.\n",
"Act 10: put mug 1 in/on coffeemachine 1\n",
"Obs 10: You put the mug 1 in/on the coffeemachine 1.\n",
"95 r True rs [15, 12, 6, 14, 10, 5] cnts [19, 19, 17, 18, 11, 11] sum(rs)/sum(cnts) 0.6526315789473685\n",
"------------\n",
"\n",
"pick_and_place_simple-Pencil-None-Shelf-308/trial_T20190908_121952_610012\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: put a pencil in shelf.\n",
"Act 1: think: To solve the task, I need to find and take a pencil, then put it in shelf.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a pencil. A pencil is more likely to appear in drawers (1-6), desks (1-2), shelves (1-6), garbagecan (1), laundryhamper (1), safe (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 5: go to drawer 2\n",
"Obs 5: On the drawer 2, you see nothing.\n",
"Act 6: go to drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: open drawer 3\n",
"Obs 7: Nothing happens.\n",
"Act 8: go to drawer 3\n",
"Obs 8: Nothing happens.\n",
"Act 9: open drawer 3\n",
"Obs 9: Nothing happens.\n",
"Act 10: go to drawer 3\n",
"Obs 10: Nothing happens.\n",
"Act 11: open drawer 3\n",
"Obs 11: Nothing happens.\n",
"Act 12: go to drawer 3\n",
"Obs 12: Nothing happens.\n",
"Act 13: open drawer 3\n",
"Obs 13: Nothing happens.\n",
"Act 14: go to drawer 3\n",
"Obs 14: Nothing happens.\n",
"Act 15: open drawer 3\n",
"Obs 15: Nothing happens.\n",
"Act 16: go to drawer 3\n",
"Obs 16: Nothing happens.\n",
"Act 17: open drawer 3\n",
"Obs 17: Nothing happens.\n",
"Act 18: go to drawer 3\n",
"Obs 18: Nothing happens.\n",
"Act 19: open drawer 3\n",
"Obs 19: Nothing happens.\n",
"Act 20: go to drawer 3\n",
"Obs 20: Nothing happens.\n",
"Act 21: open drawer 3\n",
"Obs 21: Nothing happens.\n",
"Act 22: go to drawer 3\n",
"Obs 22: Nothing happens.\n",
"Act 23: open drawer 3\n",
"Obs 23: Nothing happens.\n",
"Act 24: go to drawer 3\n",
"Obs 24: Nothing happens.\n",
"Act 25: open drawer 3\n",
"Obs 25: Nothing happens.\n",
"Act 26: go to drawer 3\n",
"Obs 26: Nothing happens.\n",
"Act 27: open drawer 3\n",
"Obs 27: Nothing happens.\n",
"Act 28: go to drawer 3\n",
"Obs 28: Nothing happens.\n",
"Act 29: open drawer 3\n",
"Obs 29: Nothing happens.\n",
"Act 30: go to drawer 3\n",
"Obs 30: Nothing happens.\n",
"Act 31: open drawer 3\n",
"Obs 31: Nothing happens.\n",
"Act 32: go to drawer 3\n",
"Obs 32: Nothing happens.\n",
"Act 33: open drawer 3\n",
"Obs 33: Nothing happens.\n",
"Act 34: go to drawer 3\n",
"Obs 34: Nothing happens.\n",
"Act 35: open drawer 3\n",
"Obs 35: Nothing happens.\n",
"Act 36: go to drawer 3\n",
"Obs 36: Nothing happens.\n",
"Act 37: open drawer 3\n",
"Obs 37: Nothing happens.\n",
"Act 38: go to drawer 3\n",
"Obs 38: Nothing happens.\n",
"Act 39: open drawer 3\n",
"Obs 39: Nothing happens.\n",
"Act 40: go to drawer 3\n",
"Obs 40: Nothing happens.\n",
"Act 41: open drawer 3\n",
"Obs 41: Nothing happens.\n",
"Act 42: go to drawer 3\n",
"Obs 42: Nothing happens.\n",
"Act 43: open drawer 3\n",
"Obs 43: Nothing happens.\n",
"Act 44: go to drawer 3\n",
"Obs 44: Nothing happens.\n",
"Act 45: open drawer 3\n",
"Obs 45: Nothing happens.\n",
"Act 46: go to drawer 3\n",
"Obs 46: Nothing happens.\n",
"Act 47: open drawer 3\n",
"Obs 47: Nothing happens.\n",
"Act 48: go to drawer 3\n",
"Obs 48: Nothing happens.\n",
"Act 49: open drawer 3\n",
"Obs 49: Nothing happens.\n",
"96 r 0 rs [15, 12, 6, 14, 10, 5] cnts [20, 19, 17, 18, 11, 11] sum(rs)/sum(cnts) 0.6458333333333334\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Potato-None-Microwave-10/trial_T20190907_033228_194678\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: cool some potato and put it in microwave.\n",
"Act 1: think: To solve the task, I need to find and take a potato, then cool it with fridge, then put it in microwave.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a potato. A potato is more likely to appear in countertop (1-3), coffeemachine (1), cabinet (1-6), shelf (1-3), drawer (1-3). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a butterknife 1, a mug 1, and a tomato 2.\n",
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see a apple 1, a creditcard 2, a creditcard 1, a fork 1, a glassbottle 1, a lettuce 2, a papertowelroll 1, a potato 1, a soapbottle 1, a spatula 2, and a spoon 1.\n",
"Act 5: take potato 1 from countertop 2\n",
"Obs 5: You pick up the potato 1 from the countertop 2.\n",
"Act 6: think: Now I find a potato (1). Next, I need to take it.\n",
"Obs 6: OK.\n",
"Act 7: think: Now I take a potato (1). Next, I need to go to a fridge (1) and cool it.\n",
"Obs 7: OK.\n",
"Act 8: go to fridge 1\n",
"Obs 8: The fridge 1 is closed.\n",
"Act 9: cool potato 1 with fridge 1\n",
"Obs 9: You cool the potato 1 using the fridge 1.\n",
"Act 10: think: Now I cool the potato. Next, I need to put it in/on microwave 1.\n",
"Obs 10: OK.\n",
"Act 11: go to microwave 1\n",
"Obs 11: The microwave 1 is closed.\n",
"Act 12: open microwave 1\n",
"Obs 12: You open the microwave 1. The microwave 1 is open. In it, you see a egg 1.\n",
"Act 13: put potato 1 in/on microwave 1\n",
"Obs 13: You put the potato 1 in/on the microwave 1.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"97 r True rs [15, 12, 6, 15, 10, 5] cnts [20, 19, 17, 19, 11, 11] sum(rs)/sum(cnts) 0.6494845360824743\n",
"------------\n",
"\n",
"pick_and_place_simple-SoapBottle-None-Toilet-424/trial_T20190907_004321_405868\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: put some soapbottle on toilet.\n",
"Act 1: think: To solve the task, I need to find and take a soapbottle, then put it on toilet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a soapbottle. A soapbottle is more likely to appear in cabinet (1-4), countertop (1), toilet (1), sinkbasin (1-2), garbagecan (1). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: The cabinet 1 is closed.\n",
"Act 4: open cabinet 1\n",
"Obs 4: You open the cabinet 1. The cabinet 1 is open. In it, you see a spraybottle 2.\n",
"Act 5: go to cabinet 2\n",
"Obs 5: The cabinet 2 is closed.\n",
"Act 6: open cabinet 2\n",
"Obs 6: You open the cabinet 2. The cabinet 2 is open. In it, you see a candle 1, and a toiletpaper 1.\n",
"Act 7: go to cabinet 3\n",
"Obs 7: The cabinet 3 is closed.\n",
"Act 8: open cabinet 3\n",
"Obs 8: You open the cabinet 3. The cabinet 3 is open. In it, you see a soapbottle 2.\n",
"Act 9: think: Now I find a soapbottle (2). Next, I need to take it.\n",
"Obs 9: OK.\n",
"Act 10: take soapbottle 2 from cabinet 3\n",
"Obs 10: You pick up the soapbottle 2 from the cabinet 3.\n",
"Act 11: think: Now I take a soapbottle (2). Next, I need to put it in/on toilet 1.\n",
"Obs 11: OK.\n",
"Act 12: go to toilet 1\n",
"Obs 12: On the toilet 1, you see a candle 2.\n",
"Act 13: put soapbottle 2 in/on toilet 1\n",
"Obs 13: You put the soapbottle 2 in/on the toilet 1.\n",
"98 r True rs [16, 12, 6, 15, 10, 5] cnts [21, 19, 17, 19, 11, 11] sum(rs)/sum(cnts) 0.6530612244897959\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Mug-None-CoffeeMachine-10/trial_T20190907_183807_477267\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: cool some mug and put it in coffeemachine.\n"
]
},
{
"ename": "Timeout",
"evalue": "Request timed out",
"output_type": "error",
"traceback": [
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[0;31mTimeoutError\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/connectionpool.py\u001b[0m in \u001b[0;36m_make_request\u001b[0;34m(self, conn, method, url, timeout, chunked, **httplib_request_kw)\u001b[0m\n\u001b[1;32m 448\u001b[0m \u001b[0;31m# Otherwise it looks like a bug in the code.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 449\u001b[0;31m \u001b[0msix\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mraise_from\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 450\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mSocketTimeout\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mBaseSSLError\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mSocketError\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/packages/six.py\u001b[0m in \u001b[0;36mraise_from\u001b[0;34m(value, from_value)\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/connectionpool.py\u001b[0m in \u001b[0;36m_make_request\u001b[0;34m(self, conn, method, url, timeout, chunked, **httplib_request_kw)\u001b[0m\n\u001b[1;32m 443\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 444\u001b[0;31m \u001b[0mhttplib_response\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mconn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgetresponse\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 445\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mBaseException\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/http/client.py\u001b[0m in \u001b[0;36mgetresponse\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 1335\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1336\u001b[0;31m \u001b[0mresponse\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbegin\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 1337\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mConnectionError\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/http/client.py\u001b[0m in \u001b[0;36mbegin\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 305\u001b[0m \u001b[0;32mwhile\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 306\u001b[0;31m \u001b[0mversion\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstatus\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreason\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_read_status\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 307\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mstatus\u001b[0m \u001b[0;34m!=\u001b[0m \u001b[0mCONTINUE\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/http/client.py\u001b[0m in \u001b[0;36m_read_status\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 266\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_read_status\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 267\u001b[0;31m \u001b[0mline\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mstr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreadline\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0m_MAXLINE\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"iso-8859-1\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 268\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mline\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m>\u001b[0m \u001b[0m_MAXLINE\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/socket.py\u001b[0m in \u001b[0;36mreadinto\u001b[0;34m(self, b)\u001b[0m\n\u001b[1;32m 588\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 589\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_sock\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrecv_into\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 590\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mtimeout\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/ssl.py\u001b[0m in \u001b[0;36mrecv_into\u001b[0;34m(self, buffer, nbytes, flags)\u001b[0m\n\u001b[1;32m 1070\u001b[0m self.__class__)\n\u001b[0;32m-> 1071\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mnbytes\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbuffer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 1072\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/ssl.py\u001b[0m in \u001b[0;36mread\u001b[0;34m(self, len, buffer)\u001b[0m\n\u001b[1;32m 928\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mbuffer\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 929\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_sslobj\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbuffer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 930\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mTimeoutError\u001b[0m: [Errno 60] Operation timed out",
"\nDuring handling of the above exception, another exception occurred:\n",
"\u001b[0;31mReadTimeoutError\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/requests/adapters.py\u001b[0m in \u001b[0;36msend\u001b[0;34m(self, request, stream, timeout, verify, cert, proxies)\u001b[0m\n\u001b[1;32m 449\u001b[0m \u001b[0mretries\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmax_retries\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 450\u001b[0;31m \u001b[0mtimeout\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtimeout\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 451\u001b[0m )\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/connectionpool.py\u001b[0m in \u001b[0;36murlopen\u001b[0;34m(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw)\u001b[0m\n\u001b[1;32m 785\u001b[0m retries = retries.increment(\n\u001b[0;32m--> 786\u001b[0;31m \u001b[0mmethod\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0murl\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0m_pool\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0m_stacktrace\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msys\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexc_info\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 787\u001b[0m )\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/util/retry.py\u001b[0m in \u001b[0;36mincrement\u001b[0;34m(self, method, url, response, error, _pool, _stacktrace)\u001b[0m\n\u001b[1;32m 549\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mread\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mFalse\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_is_method_retryable\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmethod\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 550\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0msix\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreraise\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtype\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0merror\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0m_stacktrace\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 551\u001b[0m \u001b[0;32melif\u001b[0m \u001b[0mread\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/packages/six.py\u001b[0m in \u001b[0;36mreraise\u001b[0;34m(tp, value, tb)\u001b[0m\n\u001b[1;32m 769\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwith_traceback\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 770\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 771\u001b[0m \u001b[0;32mfinally\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/connectionpool.py\u001b[0m in \u001b[0;36murlopen\u001b[0;34m(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw)\u001b[0m\n\u001b[1;32m 709\u001b[0m \u001b[0mheaders\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mheaders\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 710\u001b[0;31m \u001b[0mchunked\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mchunked\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 711\u001b[0m )\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/connectionpool.py\u001b[0m in \u001b[0;36m_make_request\u001b[0;34m(self, conn, method, url, timeout, chunked, **httplib_request_kw)\u001b[0m\n\u001b[1;32m 450\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mSocketTimeout\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mBaseSSLError\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mSocketError\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 451\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_raise_timeout\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0merr\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0murl\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0murl\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtimeout_value\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mread_timeout\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 452\u001b[0m \u001b[0;32mraise\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/connectionpool.py\u001b[0m in \u001b[0;36m_raise_timeout\u001b[0;34m(self, err, url, timeout_value)\u001b[0m\n\u001b[1;32m 357\u001b[0m raise ReadTimeoutError(\n\u001b[0;32m--> 358\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0murl\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"Read timed out. (read timeout=%s)\"\u001b[0m \u001b[0;34m%\u001b[0m \u001b[0mtimeout_value\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 359\u001b[0m )\n",
"\u001b[0;31mReadTimeoutError\u001b[0m: HTTPSConnectionPool(host='api.openai.com', port=443): Read timed out. (read timeout=600)",
"\nDuring handling of the above exception, another exception occurred:\n",
"\u001b[0;31mReadTimeout\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/openai/api_requestor.py\u001b[0m in \u001b[0;36mrequest_raw\u001b[0;34m(self, method, url, params, supplied_headers, files, stream, request_id, request_timeout)\u001b[0m\n\u001b[1;32m 362\u001b[0m \u001b[0mstream\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mstream\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 363\u001b[0;31m \u001b[0mtimeout\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mrequest_timeout\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mrequest_timeout\u001b[0m \u001b[0;32melse\u001b[0m \u001b[0mTIMEOUT_SECS\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 364\u001b[0m )\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/requests/sessions.py\u001b[0m in \u001b[0;36mrequest\u001b[0;34m(self, method, url, params, data, headers, cookies, files, auth, timeout, allow_redirects, proxies, hooks, stream, verify, cert, json)\u001b[0m\n\u001b[1;32m 528\u001b[0m \u001b[0msend_kwargs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mupdate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msettings\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 529\u001b[0;31m \u001b[0mresp\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mprep\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0msend_kwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 530\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/requests/sessions.py\u001b[0m in \u001b[0;36msend\u001b[0;34m(self, request, **kwargs)\u001b[0m\n\u001b[1;32m 644\u001b[0m \u001b[0;31m# Send the request\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 645\u001b[0;31m \u001b[0mr\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0madapter\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrequest\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 646\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/requests/adapters.py\u001b[0m in \u001b[0;36msend\u001b[0;34m(self, request, stream, timeout, verify, cert, proxies)\u001b[0m\n\u001b[1;32m 531\u001b[0m \u001b[0;32melif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mReadTimeoutError\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 532\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mReadTimeout\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequest\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mrequest\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 533\u001b[0m \u001b[0;32melif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0m_InvalidHeader\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mReadTimeout\u001b[0m: HTTPSConnectionPool(host='api.openai.com', port=443): Read timed out. (read timeout=600)",
"\nThe above exception was the direct cause of the following exception:\n",
"\u001b[0;31mTimeout\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m<ipython-input-5-6bfc51772843>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m 19\u001b[0m \u001b[0mprompt\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m'Interact with a household to solve a task. Here are two examples.\\n'\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0md\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34mf'react_{v}_1'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0md\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34mf'react_{v}_0'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0;34m'\\nHere is the task.\\n'\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 20\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mk\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mv\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 21\u001b[0;31m \u001b[0mr\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0malfworld_run\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mprompt\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mob\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mob\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 22\u001b[0m \u001b[0mrs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0mr\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 23\u001b[0m \u001b[0mcnts\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m<ipython-input-4-0bb493261b4e>\u001b[0m in \u001b[0;36malfworld_run\u001b[0;34m(prompt, to_print, ob)\u001b[0m\n\u001b[1;32m 8\u001b[0m \u001b[0msys\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstdout\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mflush\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 9\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mi\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mrange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m50\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 10\u001b[0;31m \u001b[0maction\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mllm\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minit_prompt\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0mprompt\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstop\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'\\n'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstrip\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 11\u001b[0m \u001b[0mobservation\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreward\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdone\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minfo\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0menv\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstep\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0maction\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 12\u001b[0m \u001b[0mobservation\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreward\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdone\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mprocess_ob\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mobservation\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minfo\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'won'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdone\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m<ipython-input-1-0938b85c41d9>\u001b[0m in \u001b[0;36mllm\u001b[0;34m(prompt, stop)\u001b[0m\n\u001b[1;32m 13\u001b[0m \u001b[0mfrequency_penalty\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m0.0\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 14\u001b[0m \u001b[0mpresence_penalty\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m0.0\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 15\u001b[0;31m \u001b[0mstop\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mstop\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 16\u001b[0m )\n\u001b[1;32m 17\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mresponse\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"choices\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"text\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/openai/api_resources/completion.py\u001b[0m in \u001b[0;36mcreate\u001b[0;34m(cls, *args, **kwargs)\u001b[0m\n\u001b[1;32m 23\u001b[0m \u001b[0;32mwhile\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 24\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 25\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0msuper\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcreate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 26\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mTryAgain\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 27\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mtimeout\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mtime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m>\u001b[0m \u001b[0mstart\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0mtimeout\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/openai/api_resources/abstract/engine_api_resource.py\u001b[0m in \u001b[0;36mcreate\u001b[0;34m(cls, api_key, api_base, api_type, request_id, api_version, organization, **params)\u001b[0m\n\u001b[1;32m 120\u001b[0m \u001b[0mstream\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mstream\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 121\u001b[0m \u001b[0mrequest_id\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mrequest_id\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 122\u001b[0;31m \u001b[0mrequest_timeout\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mrequest_timeout\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 123\u001b[0m )\n\u001b[1;32m 124\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/openai/api_requestor.py\u001b[0m in \u001b[0;36mrequest\u001b[0;34m(self, method, url, params, headers, files, stream, request_id, request_timeout)\u001b[0m\n\u001b[1;32m 177\u001b[0m \u001b[0mstream\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mstream\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 178\u001b[0m \u001b[0mrequest_id\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mrequest_id\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 179\u001b[0;31m \u001b[0mrequest_timeout\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mrequest_timeout\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 180\u001b[0m )\n\u001b[1;32m 181\u001b[0m \u001b[0mresp\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mgot_stream\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_interpret_response\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mresult\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstream\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/openai/api_requestor.py\u001b[0m in \u001b[0;36mrequest_raw\u001b[0;34m(self, method, url, params, supplied_headers, files, stream, request_id, request_timeout)\u001b[0m\n\u001b[1;32m 364\u001b[0m )\n\u001b[1;32m 365\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mrequests\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexceptions\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mTimeout\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 366\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mTimeout\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"Request timed out\"\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 367\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mrequests\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexceptions\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mRequestException\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 368\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mAPIConnectionError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"Error communicating with OpenAI\"\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mTimeout\u001b[0m: Request timed out"
]
}
],
"source": [
"prefixes = {\n",
" 'pick_and_place': 'put',\n",
" 'pick_clean_then_place': 'clean',\n",
" 'pick_heat_then_place': 'heat',\n",
" 'pick_cool_then_place': 'cool',\n",
" 'look_at_obj': 'examine',\n",
" 'pick_two_obj': 'puttwo'\n",
"}\n",
"cnts = [0] * 6\n",
"rs = [0] * 6\n",
"\n",
"for _ in range(134):\n",
" ob, info = env.reset()\n",
" ob = '\\n'.join(ob[0].split('\\n\\n')[1:])\n",
" name = '/'.join(info['extra.gamefile'][0].split('/')[-3:-1])\n",
" print(name)\n",
" for i, (k, v) in enumerate(prefixes.items()):\n",
" if name.startswith(k):\n",
" prompt = 'Interact with a household to solve a task. Here are two examples.\\n' + d[f'react_{v}_1'] + d[f'react_{v}_0'] + '\\nHere is the task.\\n'\n",
" print(k, v)\n",
" r = alfworld_run(prompt, ob=ob)\n",
" rs[i] += r\n",
" cnts[i] += 1\n",
" break\n",
" print(_+1, 'r', r, 'rs', rs, 'cnts', cnts, 'sum(rs)/sum(cnts)', sum(rs) / sum(cnts))\n",
" print('------------\\n')\n"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Initializing AlfredTWEnv...\n",
"Checking for solvable games...\n",
"Overall we have 134 games\n",
"Evaluating with 134 games\n",
"pick_cool_then_place_in_recep-Mug-None-CoffeeMachine-10/trial_T20190907_183807_477267\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: cool some mug and put it in coffeemachine.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then cool it with fridge, then put it in coffeemachine.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in countertop (1-3), coffeemachine (1), cabinet (1-6), shelf (1-3), drawer (1-3). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a cellphone 2, a mug 1, and a spoon 1.\n",
"Act 4: take mug 1 from countertop 1\n",
"Obs 4: You pick up the mug 1 from the countertop 1.\n",
"Act 5: think: Now I find a mug (1). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: go to fridge 1\n",
"Obs 6: The fridge 1 is closed.\n",
"Act 7: cool mug 1 with fridge 1\n",
"Obs 7: You cool the mug 1 using the fridge 1.\n",
"Act 8: think: Now I cool the mug. Next, I need to put it in/on coffeemachine 1.\n",
"Obs 8: OK.\n",
"Act 9: go to coffeemachine 1\n",
"Obs 9: On the coffeemachine 1, you see nothing.\n",
"Act 10: put mug 1 in/on coffeemachine 1\n",
"Obs 10: You put the mug 1 in/on the coffeemachine 1.\n",
"99 r True rs [16, 12, 6, 16, 10, 5] cnts [21, 19, 17, 20, 11, 11] sum(rs)/sum(cnts) 0.6565656565656566\n",
"------------\n",
"\n",
"pick_two_obj_and_place-SoapBar-None-GarbageCan-424/trial_T20190909_064309_357168\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: put two soapbar in garbagecan.\n",
"Act 1: think: To solve the task, I need to find and take the first soapbar, then put it in garbagecan, then find and take the second soapbar, then put it in garbagecan.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first soapbar. A soapbar is more likely to appear in cabinet (1-4), countertop (1), handtowelholder (1-2), sinkbasin (1-2), toilet (1), toiletpaperhanger (1), towelholder (1). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: The cabinet 1 is closed.\n",
"Act 4: open cabinet 1\n",
"Obs 4: You open the cabinet 1. The cabinet 1 is open. In it, you see a cloth 2.\n",
"Act 5: go to cabinet 2\n",
"Obs 5: The cabinet 2 is closed.\n",
"Act 6: open cabinet 2\n",
"Obs 6: You open the cabinet 2. The cabinet 2 is open. In it, you see a cloth 3, and a soapbottle 2.\n",
"Act 7: take soapbottle 2 from cabinet 2\n",
"Obs 7: You pick up the soapbottle 2 from the cabinet 2.\n",
"Act 8: think: Now I find the first soapbar (2). Next, I need to take it.\n",
"Obs 8: OK.\n",
"Act 9: open soapbottle 2\n",
"Obs 9: Nothing happens.\n",
"Act 10: shake soapbottle 2\n",
"Obs 10: Nothing happens.\n",
"Act 11: squeeze soapbottle 2\n",
"Obs 11: Nothing happens.\n",
"Act 12: twist soapbottle 2\n",
"Obs 12: Nothing happens.\n",
"Act 13: unscrew soapbottle 2\n",
"Obs 13: Nothing happens.\n",
"Act 14: break soapbottle 2\n",
"Obs 14: Nothing happens.\n",
"Act 15: smash soapbottle 2\n",
"Obs 15: Nothing happens.\n",
"Act 16: think: It seems that I can't open the soapbottle 2. I need to find another way to get the soapbar.\n",
"Obs 16: OK.\n",
"Act 17: think: I can try to find another soapbar in cabinet (1-4), countertop (1), handtowelholder (1-2), sinkbasin (1-2), toilet (1), toiletpaperhanger (1), towelholder (1). I can check one by one, starting with countertop 1.\n",
"Obs 17: OK.\n",
"Act 18: go to countertop 1\n",
"Obs 18: On the countertop 1, you see a candle 3, a candle 1, a soapbottle 1, and a spraybottle 2.\n",
"Act 19: take soapbottle 1 from countertop 1\n",
"Obs 19: Nothing happens.\n",
"Act 20: open soapbottle 1\n",
"Obs 20: Nothing happens.\n",
"Act 21: shake soapbottle 1\n",
"Obs 21: Nothing happens.\n",
"Act 22: squeeze soapbottle 1\n",
"Obs 22: Nothing happens.\n",
"Act 23: twist soapbottle 1\n",
"Obs 23: Nothing happens.\n",
"Act 24: unscrew soapbottle 1\n",
"Obs 24: Nothing happens.\n",
"Act 25: break soapbottle 1\n",
"Obs 25: Nothing happens.\n",
"Act 26: smash soapbottle 1\n",
"Obs 26: Nothing happens.\n",
"Act 27: think: It seems that I can't open the soapbottle 1. I need to find another way to get the soapbar.\n",
"Obs 27: OK.\n",
"Act 28: think: I can try to find another soapbar in cabinet (1-4), handtowelholder (1-2), sinkbasin (1-2), toilet (1), toiletpaperhanger (1), towelholder (1). I can check one by one, starting with handtowelholder 1.\n",
"Obs 28: OK.\n",
"Act 29: go to handtowelholder 1\n",
"Obs 29: On the handtowelholder 1, you see a handtowel 1.\n",
"Act 30: take handtowel 1 from handtowelholder 1\n",
"Obs 30: Nothing happens.\n",
"Act 31: open handtowel 1\n",
"Obs 31: Nothing happens.\n",
"Act 32: shake handtowel 1\n",
"Obs 32: Nothing happens.\n",
"Act 33: squeeze handtowel 1\n",
"Obs 33: Nothing happens.\n",
"Act 34: twist handtowel 1\n",
"Obs 34: Nothing happens.\n",
"Act 35: unscrew handtowel 1\n",
"Obs 35: Nothing happens.\n",
"Act 36: break handtowel 1\n",
"Obs 36: Nothing happens.\n",
"Act 37: smash handtowel 1\n",
"Obs 37: Nothing happens.\n",
"Act 38: think: It seems that I can't open the handtowel 1. I need to find another way to get the soapbar.\n",
"Obs 38: OK.\n",
"Act 39: think: I can try to find another soapbar in cabinet (1-4), sinkbasin (1-2), toilet (1), toiletpaperhanger (1), towelholder (1). I can check one by one, starting with sinkbasin 1.\n",
"Obs 39: OK.\n",
"Act 40: go to sinkbasin 1\n",
"Obs 40: On the sinkbasin 1, you see nothing.\n",
"Act 41: go to sinkbasin 2\n",
"Obs 41: On the sinkbasin 2, you see nothing.\n",
"Act 42: go to toilet 1\n",
"Obs 42: On the toilet 1, you see a soapbar 2, and a soapbar 1.\n",
"Act 43: think: Now I find the first soapbar (2). Next, I need to take it. I can find the second soapbar (1) later in toilet 1.\n",
"Obs 43: OK.\n",
"Act 44: take soapbar 2 from toilet 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: pick up soapbar 2 from toilet 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: grab soapbar 2 from toilet 1\n",
"Obs 46: Nothing happens.\n",
"Act 47: take soapbar 2\n",
"Obs 47: Nothing happens.\n",
"Act 48: pick up soapbar 2\n",
"Obs 48: Nothing happens.\n",
"Act 49: grab soapbar 2\n",
"Obs 49: Nothing happens.\n",
"100 r 0 rs [16, 12, 6, 16, 10, 5] cnts [21, 19, 17, 20, 11, 12] sum(rs)/sum(cnts) 0.65\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Apple-None-GarbageCan-10/trial_T20190908_145050_918567\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: heat some apple and put it in garbagecan.\n",
"Act 1: think: To solve the task, I need to find and take an apple, then heat it with microwave, then put it in garbagecan.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find an apple. An apple is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), cabinet (1-6), garbagecan (1), shelf (1-3). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: open fridge 1\n",
"Obs 4: Nothing happens.\n",
"Act 5: open fridge 1\n",
"Obs 5: Nothing happens.\n",
"Act 6: open fridge 1\n",
"Obs 6: Nothing happens.\n",
"Act 7: open fridge 1\n",
"Obs 7: Nothing happens.\n",
"Act 8: open fridge 1\n",
"Obs 8: Nothing happens.\n",
"Act 9: open fridge 1\n",
"Obs 9: Nothing happens.\n",
"Act 10: open fridge 1\n",
"Obs 10: Nothing happens.\n",
"Act 11: open fridge 1\n",
"Obs 11: Nothing happens.\n",
"Act 12: open fridge 1\n",
"Obs 12: Nothing happens.\n",
"Act 13: open fridge 1\n",
"Obs 13: Nothing happens.\n",
"Act 14: open fridge 1\n",
"Obs 14: Nothing happens.\n",
"Act 15: open fridge 1\n",
"Obs 15: Nothing happens.\n",
"Act 16: open fridge 1\n",
"Obs 16: Nothing happens.\n",
"Act 17: open fridge 1\n",
"Obs 17: Nothing happens.\n",
"Act 18: open fridge 1\n",
"Obs 18: Nothing happens.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 19: open fridge 1\n",
"Obs 19: Nothing happens.\n",
"Act 20: open fridge 1\n",
"Obs 20: Nothing happens.\n",
"Act 21: open fridge 1\n",
"Obs 21: Nothing happens.\n",
"Act 22: open fridge 1\n",
"Obs 22: Nothing happens.\n",
"Act 23: open fridge 1\n",
"Obs 23: Nothing happens.\n",
"Act 24: open fridge 1\n",
"Obs 24: Nothing happens.\n",
"Act 25: open fridge 1\n",
"Obs 25: Nothing happens.\n",
"Act 26: open fridge 1\n",
"Obs 26: Nothing happens.\n",
"Act 27: open fridge 1\n",
"Obs 27: Nothing happens.\n",
"Act 28: open fridge 1\n",
"Obs 28: Nothing happens.\n",
"Act 29: open fridge 1\n",
"Obs 29: Nothing happens.\n",
"Act 30: open fridge 1\n",
"Obs 30: Nothing happens.\n",
"Act 31: open fridge 1\n",
"Obs 31: Nothing happens.\n",
"Act 32: open fridge 1\n",
"Obs 32: Nothing happens.\n",
"Act 33: open fridge 1\n",
"Obs 33: Nothing happens.\n",
"Act 34: open fridge 1\n",
"Obs 34: Nothing happens.\n",
"Act 35: open fridge 1\n",
"Obs 35: Nothing happens.\n",
"Act 36: open fridge 1\n",
"Obs 36: Nothing happens.\n",
"Act 37: open fridge 1\n",
"Obs 37: Nothing happens.\n",
"Act 38: open fridge 1\n",
"Obs 38: Nothing happens.\n",
"Act 39: open fridge 1\n",
"Obs 39: Nothing happens.\n",
"Act 40: open fridge 1\n",
"Obs 40: Nothing happens.\n",
"Act 41: open fridge 1\n",
"Obs 41: Nothing happens.\n",
"Act 42: open fridge 1\n",
"Obs 42: Nothing happens.\n",
"Act 43: open fridge 1\n",
"Obs 43: Nothing happens.\n",
"Act 44: open fridge 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: open fridge 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: open fridge 1\n",
"Obs 46: Nothing happens.\n",
"Act 47: open fridge 1\n",
"Obs 47: Nothing happens.\n",
"Act 48: open fridge 1\n",
"Obs 48: Nothing happens.\n",
"Act 49: open fridge 1\n",
"Obs 49: Nothing happens.\n",
"101 r 0 rs [16, 12, 6, 16, 10, 5] cnts [21, 19, 18, 20, 11, 12] sum(rs)/sum(cnts) 0.6435643564356436\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-SoapBar-None-Cabinet-424/trial_T20190908_215019_162873\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: clean some soapbar and put it in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a soapbar, then clean it with sinkbasin, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a soapbar. A soapbar is more likely to appear in countertop (1), sinkbasin (1-2), garbagecan (1), handtowelholder (1-2), toiletpaperhanger (1), and towelholder (1). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a candle 3, a candle 1, a soapbottle 1, a spraybottle 2, and a toiletpaper 2.\n",
"Act 4: think: Now I find a soapbar (2). Next, I need to take it.\n",
"Obs 4: OK.\n",
"Act 5: take soapbar 2 from countertop 1\n",
"Obs 5: Nothing happens.\n",
"Act 6: think: Oh, I need to take soapbar 2 from soapbottle 1.\n",
"Obs 6: OK.\n",
"Act 7: take soapbar 2 from soapbottle 1\n",
"Obs 7: Nothing happens.\n",
"Act 8: think: Oh, I need to open soapbottle 1 first.\n",
"Obs 8: OK.\n",
"Act 9: open soapbottle 1\n",
"Obs 9: Nothing happens.\n",
"Act 10: think: Oh, I need to unscrew soapbottle 1 first.\n",
"Obs 10: OK.\n",
"Act 11: unscrew soapbottle 1\n",
"Obs 11: Nothing happens.\n",
"Act 12: think: Oh, I need to use a tool to unscrew soapbottle 1.\n",
"Obs 12: OK.\n",
"Act 13: use butterknife 1 to unscrew soapbottle 1\n",
"Obs 13: Nothing happens.\n",
"Act 14: think: Oh, I need to find a butterknife first.\n",
"Obs 14: OK.\n",
"Act 15: go to drawer 1\n",
"Obs 15: Nothing happens.\n",
"Act 16: open drawer 1\n",
"Obs 16: Nothing happens.\n",
"Act 17: think: Oh, I need to find a butterknife in cabinet (1-4).\n",
"Obs 17: OK.\n",
"Act 18: go to cabinet 1\n",
"Obs 18: The cabinet 1 is closed.\n",
"Act 19: open cabinet 1\n",
"Obs 19: You open the cabinet 1. The cabinet 1 is open. In it, you see a soapbottle 2.\n",
"Act 20: take butterknife 1 from cabinet 1\n",
"Obs 20: Nothing happens.\n",
"Act 21: think: Oh, I need to find a butterknife in cabinet (2-4).\n",
"Obs 21: OK.\n",
"Act 22: go to cabinet 2\n",
"Obs 22: The cabinet 2 is closed.\n",
"Act 23: open cabinet 2\n",
"Obs 23: You open the cabinet 2. The cabinet 2 is open. In it, you see nothing.\n",
"Act 24: go to cabinet 3\n",
"Obs 24: The cabinet 3 is closed.\n",
"Act 25: open cabinet 3\n",
"Obs 25: You open the cabinet 3. The cabinet 3 is open. In it, you see a cloth 1.\n",
"Act 26: go to cabinet 4\n",
"Obs 26: The cabinet 4 is closed.\n",
"Act 27: open cabinet 4\n",
"Obs 27: You open the cabinet 4. The cabinet 4 is open. In it, you see a candle 2, and a soapbottle 3.\n",
"Act 28: take butterknife 1 from cabinet 4\n",
"Obs 28: Nothing happens.\n",
"Act 29: think: Oh, I need to find a butterknife in handtowelholder (1-2).\n",
"Obs 29: OK.\n",
"Act 30: go to handtowelholder 1\n",
"Obs 30: On the handtowelholder 1, you see a handtowel 1.\n",
"Act 31: take butterknife 1 from handtowelholder 1\n",
"Obs 31: Nothing happens.\n",
"Act 32: go to handtowelholder 2\n",
"Obs 32: On the handtowelholder 2, you see a handtowel 2.\n",
"Act 33: take butterknife 1 from handtowelholder 2\n",
"Obs 33: Nothing happens.\n",
"Act 34: think: Oh, I need to find a butterknife in toiletpaperhanger (1).\n",
"Obs 34: OK.\n",
"Act 35: go to toiletpaperhanger 1\n",
"Obs 35: On the toiletpaperhanger 1, you see nothing.\n",
"Act 36: think: Oh, I need to find a butterknife in towelholder (1).\n",
"Obs 36: OK.\n",
"Act 37: go to towelholder 1\n",
"Obs 37: On the towelholder 1, you see a towel 1.\n",
"Act 38: take butterknife 1 from towelholder 1\n",
"Obs 38: Nothing happens.\n",
"Act 39: think: Oh, I need to find a butterknife in sinkbasin (1-2).\n",
"Obs 39: OK.\n",
"Act 40: go to sinkbasin 1\n",
"Obs 40: On the sinkbasin 1, you see nothing.\n",
"Act 41: go to sinkbasin 2\n",
"Obs 41: On the sinkbasin 2, you see nothing.\n",
"Act 42: think: Oh, I need to find a butterknife in garbagecan (1).\n",
"Obs 42: OK.\n",
"Act 43: go to garbagecan 1\n",
"Obs 43: On the garbagecan 1, you see a spraybottle 1.\n",
"Act 44: take butterknife 1 from garbagecan 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: think: Oh, I need to find a butterknife in countertop (1).\n",
"Obs 45: OK.\n",
"Act 46: go to countertop 1\n",
"Obs 46: On the countertop 1, you see a candle 3, a candle 1, a soapbottle 1, a spraybottle 2, and a toiletpaper 2.\n",
"Act 47: take butterknife 1 from countertop 1\n",
"Obs 47: Nothing happens.\n",
"Act 48: think: Oh, I need to find a butterknife in soapbottle 1.\n",
"Obs 48: OK.\n",
"Act 49: open soapbottle 1\n",
"Obs 49: Nothing happens.\n",
"102 r 0 rs [16, 12, 6, 16, 10, 5] cnts [21, 20, 18, 20, 11, 12] sum(rs)/sum(cnts) 0.6372549019607843\n",
"------------\n",
"\n",
"pick_and_place_simple-Mug-None-Desk-308/trial_T20190909_203041_433487\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: put some mug on desk.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then put it on desk.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in drawers (1-6), shelves (1-6), garbagecan (1), laundryhamper (1), safe (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see a creditcard 1, and a keychain 1.\n",
"Act 5: go to drawer 2\n",
"Obs 5: On the drawer 2, you see nothing.\n",
"Act 6: go to drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: go to drawer 4\n",
"Obs 7: The drawer 4 is closed.\n",
"Act 8: open drawer 4\n",
"Obs 8: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 9: go to drawer 5\n",
"Obs 9: On the drawer 5, you see a keychain 3, a pen 3, and a pen 2.\n",
"Act 10: go to drawer 6\n",
"Obs 10: The drawer 6 is closed.\n",
"Act 11: open drawer 6\n",
"Obs 11: You open the drawer 6. The drawer 6 is open. In it, you see nothing.\n",
"Act 12: go to shelf 1\n",
"Obs 12: On the shelf 1, you see a mug 1.\n",
"Act 13: think: Now I find a mug (1). Next, I need to take it.\n",
"Obs 13: OK.\n",
"Act 14: take mug 1 from shelf 1\n",
"Obs 14: You pick up the mug 1 from the shelf 1.\n",
"Act 15: think: Now I take a mug (1). Next, I need to put it in/on desk 1.\n",
"Obs 15: OK.\n",
"Act 16: go to desk 1\n",
"Obs 16: On the desk 1, you see a desklamp 1, a keychain 2, and a pencil 1.\n",
"Act 17: put mug 1 in/on desk 1\n",
"Obs 17: You put the mug 1 in/on the desk 1.\n",
"103 r True rs [17, 12, 6, 16, 10, 5] cnts [22, 20, 18, 20, 11, 12] sum(rs)/sum(cnts) 0.6407766990291263\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-SoapBar-None-CounterTop-424/trial_T20190907_074045_109439\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: put a clean soapbar in countertop.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 1: think: To solve the task, I need to find and take a soapbar, then clean it with sinkbasin, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a soapbar. A soapbar is more likely to appear in cabinet (1-4), sinkbasin (1-2), garbagecan (1), handtowelholder (1-2), toilet (1), and towelholder (1). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: The cabinet 1 is closed.\n",
"Act 4: open cabinet 1\n",
"Obs 4: You open the cabinet 1. The cabinet 1 is open. In it, you see a cloth 1.\n",
"Act 5: go to cabinet 2\n",
"Obs 5: The cabinet 2 is closed.\n",
"Act 6: open cabinet 2\n",
"Obs 6: You open the cabinet 2. The cabinet 2 is open. In it, you see a toiletpaper 2.\n",
"Act 7: go to cabinet 3\n",
"Obs 7: The cabinet 3 is closed.\n",
"Act 8: open cabinet 3\n",
"Obs 8: You open the cabinet 3. The cabinet 3 is open. In it, you see a soapbottle 2.\n",
"Act 9: go to cabinet 4\n",
"Obs 9: The cabinet 4 is closed.\n",
"Act 10: open cabinet 4\n",
"Obs 10: You open the cabinet 4. The cabinet 4 is open. In it, you see a candle 1, and a spraybottle 1.\n",
"Act 11: go to sinkbasin 1\n",
"Obs 11: On the sinkbasin 1, you see nothing.\n",
"Act 12: go to sinkbasin 2\n",
"Obs 12: On the sinkbasin 2, you see nothing.\n",
"Act 13: go to garbagecan 1\n",
"Obs 13: On the garbagecan 1, you see nothing.\n",
"Act 14: go to handtowelholder 1\n",
"Obs 14: On the handtowelholder 1, you see a handtowel 1.\n",
"Act 15: go to handtowelholder 2\n",
"Obs 15: On the handtowelholder 2, you see a handtowel 2.\n",
"Act 16: go to toilet 1\n",
"Obs 16: On the toilet 1, you see a spraybottle 2.\n",
"Act 17: go to towelholder 1\n",
"Obs 17: On the towelholder 1, you see a towel 1.\n",
"Act 18: think: Now I find a soapbar (2). Next, I need to take it.\n",
"Obs 18: OK.\n",
"Act 19: take soapbar 2 from cabinet 3\n",
"Obs 19: Nothing happens.\n",
"Act 20: take soapbottle 2 from cabinet 3\n",
"Obs 20: Nothing happens.\n",
"Act 21: take soapbar 2 from soapbottle 2\n",
"Obs 21: Nothing happens.\n",
"Act 22: open soapbottle 2\n",
"Obs 22: Nothing happens.\n",
"Act 23: take soapbar 2 from soapbottle 2\n",
"Obs 23: Nothing happens.\n",
"Act 24: take soapbottle 2 from cabinet 3\n",
"Obs 24: Nothing happens.\n",
"Act 25: open soapbottle 2\n",
"Obs 25: Nothing happens.\n",
"Act 26: take soapbar 2 from soapbottle 2\n",
"Obs 26: Nothing happens.\n",
"Act 27: take soapbottle 2 from cabinet 3\n",
"Obs 27: Nothing happens.\n",
"Act 28: open soapbottle 2\n",
"Obs 28: Nothing happens.\n",
"Act 29: take soapbar 2 from soapbottle 2\n",
"Obs 29: Nothing happens.\n",
"Act 30: take soapbottle 2 from cabinet 3\n",
"Obs 30: Nothing happens.\n",
"Act 31: open soapbottle 2\n",
"Obs 31: Nothing happens.\n",
"Act 32: take soapbar 2 from soapbottle 2\n",
"Obs 32: Nothing happens.\n",
"Act 33: take soapbottle 2 from cabinet 3\n",
"Obs 33: Nothing happens.\n",
"Act 34: open soapbottle 2\n",
"Obs 34: Nothing happens.\n",
"Act 35: take soapbar 2 from soapbottle 2\n",
"Obs 35: Nothing happens.\n",
"Act 36: take soapbottle 2 from cabinet 3\n",
"Obs 36: Nothing happens.\n",
"Act 37: open soapbottle 2\n",
"Obs 37: Nothing happens.\n",
"Act 38: take soapbar 2 from soapbottle 2\n",
"Obs 38: Nothing happens.\n",
"Act 39: take soapbottle 2 from cabinet 3\n",
"Obs 39: Nothing happens.\n",
"Act 40: open soapbottle 2\n",
"Obs 40: Nothing happens.\n",
"Act 41: take soapbar 2 from soapbottle 2\n",
"Obs 41: Nothing happens.\n",
"Act 42: take soapbottle 2 from cabinet 3\n",
"Obs 42: Nothing happens.\n",
"Act 43: open soapbottle 2\n",
"Obs 43: Nothing happens.\n",
"Act 44: take soapbar 2 from soapbottle 2\n",
"Obs 44: Nothing happens.\n",
"Act 45: take soapbottle 2 from cabinet 3\n",
"Obs 45: Nothing happens.\n",
"Act 46: open soapbottle 2\n",
"Obs 46: Nothing happens.\n",
"Act 47: take soapbar 2 from soapbottle 2\n",
"Obs 47: Nothing happens.\n",
"Act 48: take soapbottle 2 from cabinet 3\n",
"Obs 48: Nothing happens.\n",
"Act 49: open soapbottle 2\n",
"Obs 49: Nothing happens.\n",
"104 r 0 rs [17, 12, 6, 16, 10, 5] cnts [22, 21, 18, 20, 11, 12] sum(rs)/sum(cnts) 0.6346153846153846\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Apple-None-GarbageCan-10/trial_T20190908_145356_918528\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: heat some apple and put it in garbagecan.\n",
"Act 1: think: To solve the task, I need to find and take an apple, then heat it with microwave, then put it in garbagecan.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find an apple. An apple is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), cabinet (1-6), garbagecan (1), shelf (1-3). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: go to fridge 1\n",
"Obs 4: The fridge 1 is closed.\n",
"Act 5: open fridge 1\n",
"Obs 5: You open the fridge 1. The fridge 1 is open. In it, you see a bowl 1, a bread 1, a cup 1, a lettuce 2, and a potato 1.\n",
"Act 6: go to countertop 1\n",
"Obs 6: On the countertop 1, you see a cellphone 1, a mug 2, a pan 2, and a tomato 1.\n",
"Act 7: go to countertop 2\n",
"Obs 7: On the countertop 2, you see a cellphone 3, a creditcard 1, a dishsponge 1, a lettuce 3, a lettuce 1, a plate 2, a spatula 2, and a spatula 1.\n",
"Act 8: go to countertop 3\n",
"Obs 8: On the countertop 3, you see a bread 2, a butterknife 2, a butterknife 1, a egg 1, a glassbottle 3, a houseplant 1, a knife 1, a peppershaker 3, a pot 1, a spoon 1, a statue 1, and a vase 3.\n",
"Act 9: think: Now I find an apple (1). Next, I need to take it.\n",
"Obs 9: OK.\n",
"Act 10: take apple 1 from countertop 3\n",
"Obs 10: Nothing happens.\n",
"Act 11: take apple 1 from countertop 2\n",
"Obs 11: Nothing happens.\n",
"Act 12: take apple 1 from countertop 1\n",
"Obs 12: Nothing happens.\n",
"Act 13: take apple 1 from fridge 1\n",
"Obs 13: Nothing happens.\n",
"Act 14: take apple 1 from countertop 3\n",
"Obs 14: Nothing happens.\n",
"Act 15: take apple 1 from countertop 2\n",
"Obs 15: Nothing happens.\n",
"Act 16: take apple 1 from countertop 1\n",
"Obs 16: Nothing happens.\n",
"Act 17: take apple 1 from fridge 1\n",
"Obs 17: Nothing happens.\n",
"Act 18: take apple 1 from countertop 3\n",
"Obs 18: Nothing happens.\n",
"Act 19: take apple 1 from countertop 2\n",
"Obs 19: Nothing happens.\n",
"Act 20: take apple 1 from countertop 1\n",
"Obs 20: Nothing happens.\n",
"Act 21: take apple 1 from fridge 1\n",
"Obs 21: Nothing happens.\n",
"Act 22: take apple 1 from countertop 3\n",
"Obs 22: Nothing happens.\n",
"Act 23: take apple 1 from countertop 2\n",
"Obs 23: Nothing happens.\n",
"Act 24: take apple 1 from countertop 1\n",
"Obs 24: Nothing happens.\n",
"Act 25: take apple 1 from fridge 1\n",
"Obs 25: Nothing happens.\n",
"Act 26: take apple 1 from countertop 3\n",
"Obs 26: Nothing happens.\n",
"Act 27: take apple 1 from countertop 2\n",
"Obs 27: Nothing happens.\n",
"Act 28: take apple 1 from countertop 1\n",
"Obs 28: Nothing happens.\n",
"Act 29: take apple 1 from fridge 1\n",
"Obs 29: Nothing happens.\n",
"Act 30: take apple 1 from countertop 3\n",
"Obs 30: Nothing happens.\n",
"Act 31: take apple 1 from countertop 2\n",
"Obs 31: Nothing happens.\n",
"Act 32: take apple 1 from countertop 1\n",
"Obs 32: Nothing happens.\n",
"Act 33: take apple 1 from fridge 1\n",
"Obs 33: Nothing happens.\n",
"Act 34: take apple 1 from countertop 3\n",
"Obs 34: Nothing happens.\n",
"Act 35: take apple 1 from countertop 2\n",
"Obs 35: Nothing happens.\n",
"Act 36: take apple 1 from countertop 1\n",
"Obs 36: Nothing happens.\n",
"Act 37: take apple 1 from fridge 1\n",
"Obs 37: Nothing happens.\n",
"Act 38: take apple 1 from countertop 3\n",
"Obs 38: Nothing happens.\n",
"Act 39: take apple 1 from countertop 2\n",
"Obs 39: Nothing happens.\n",
"Act 40: take apple 1 from countertop 1\n",
"Obs 40: Nothing happens.\n",
"Act 41: take apple 1 from fridge 1\n",
"Obs 41: Nothing happens.\n",
"Act 42: take apple 1 from countertop 3\n",
"Obs 42: Nothing happens.\n",
"Act 43: take apple 1 from countertop 2\n",
"Obs 43: Nothing happens.\n",
"Act 44: take apple 1 from countertop 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: take apple 1 from fridge 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: take apple 1 from countertop 3\n",
"Obs 46: Nothing happens.\n",
"Act 47: take apple 1 from countertop 2\n",
"Obs 47: Nothing happens.\n",
"Act 48: take apple 1 from countertop 1\n",
"Obs 48: Nothing happens.\n",
"Act 49: take apple 1 from fridge 1\n",
"Obs 49: Nothing happens.\n",
"105 r 0 rs [17, 12, 6, 16, 10, 5] cnts [22, 21, 19, 20, 11, 12] sum(rs)/sum(cnts) 0.6285714285714286\n",
"------------\n",
"\n",
"pick_two_obj_and_place-CD-None-Safe-308/trial_T20190907_051056_585414\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: put two cd in safe.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 1: think: To solve the task, I need to find and take the first cd, then put it in safe, then find and take the second cd, then put it in safe.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first cd. A cd is more likely to appear in drawer (1-6), shelf (1-6), desk (1-2), bed (1), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see a book 3.\n",
"Act 5: go to drawer 2\n",
"Obs 5: On the drawer 2, you see a book 2, and a keychain 1.\n",
"Act 6: go to drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: open drawer 3\n",
"Obs 7: Nothing happens.\n",
"Act 8: go to drawer 4\n",
"Obs 8: The drawer 4 is closed.\n",
"Act 9: open drawer 4\n",
"Obs 9: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 10: go to drawer 5\n",
"Obs 10: On the drawer 5, you see nothing.\n",
"Act 11: go to drawer 6\n",
"Obs 11: The drawer 6 is closed.\n",
"Act 12: open drawer 6\n",
"Obs 12: You open the drawer 6. The drawer 6 is open. In it, you see a keychain 3.\n",
"Act 13: go to shelf 1\n",
"Obs 13: On the shelf 1, you see a alarmclock 1, a keychain 2, and a pencil 1.\n",
"Act 14: go to shelf 2\n",
"Obs 14: On the shelf 2, you see nothing.\n",
"Act 15: go to shelf 3\n",
"Obs 15: On the shelf 3, you see a alarmclock 2, a bowl 1, and a desklamp 1.\n",
"Act 16: go to shelf 4\n",
"Obs 16: On the shelf 4, you see a pen 2.\n",
"Act 17: go to shelf 5\n",
"Obs 17: On the shelf 5, you see nothing.\n",
"Act 18: go to shelf 6\n",
"Obs 18: On the shelf 6, you see nothing.\n",
"Act 19: go to desk 1\n",
"Obs 19: On the desk 1, you see a alarmclock 2, a bowl 1, a desklamp 1, and a laptop 1.\n",
"Act 20: go to desk 2\n",
"Obs 20: On the desk 2, you see a alarmclock 3, a cd 2, a cd 1, a cellphone 3, a cellphone 2, a creditcard 1, and a mug 1.\n",
"Act 21: think: Now I find the first cd (1). Next, I need to take it. I can find the second cd (2) later in desk 2.\n",
"Obs 21: OK.\n",
"Act 22: take cd 1 from desk 2\n",
"Obs 22: You pick up the cd 1 from the desk 2.\n",
"Act 23: think: Now I take the first cd (1). Next, I need to put it in/on safe 1.\n",
"Obs 23: OK.\n",
"Act 24: go to safe 1\n",
"Obs 24: The safe 1 is closed.\n",
"Act 25: open safe 1\n",
"Obs 25: You open the safe 1. The safe 1 is open. In it, you see a cellphone 1.\n",
"Act 26: put cd 1 in/on safe 1\n",
"Obs 26: You put the cd 1 in/on the safe 1.\n",
"Act 27: think: Now I put the first cd in safe. Next, I need to find the second cd. I can directly go to desk 2.\n",
"Obs 27: OK.\n",
"Act 28: go to desk 2\n",
"Obs 28: On the desk 2, you see a alarmclock 3, a cd 2, a cellphone 3, a cellphone 2, a creditcard 1, and a mug 1.\n",
"Act 29: think: Now I find the second cd (2). Next, I need to take it.\n",
"Obs 29: OK.\n",
"Act 30: take cd 2 from desk 2\n",
"Obs 30: You pick up the cd 2 from the desk 2.\n",
"Act 31: think: Now I take the second cd (2). Next, I need to put it in/on safe 1.\n",
"Obs 31: OK.\n",
"Act 32: go to safe 1\n",
"Obs 32: The safe 1 is open. In it, you see a cd 1, and a cellphone 1.\n",
"Act 33: put cd 2 in/on safe 1\n",
"Obs 33: You put the cd 2 in/on the safe 1.\n",
"106 r True rs [17, 12, 6, 16, 10, 6] cnts [22, 21, 19, 20, 11, 13] sum(rs)/sum(cnts) 0.6320754716981132\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Mug-None-Cabinet-10/trial_T20190909_021200_669381\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: heat some mug and put it in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then heat it with microwave, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), cabinet (1-6), garbagecan (1), stoveburner (1-4), toaster (1). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: go to countertop 1\n",
"Obs 4: On the countertop 1, you see a creditcard 1, and a potato 2.\n",
"Act 5: go to countertop 2\n",
"Obs 5: On the countertop 2, you see a butterknife 1, a knife 1, a peppershaker 2, a spoon 1, a tomato 1, a vase 3, and a vase 2.\n",
"Act 6: go to countertop 3\n",
"Obs 6: On the countertop 3, you see a butterknife 3, a butterknife 2, a cellphone 2, a creditcard 2, a dishsponge 3, a glassbottle 3, a houseplant 1, a knife 3, a knife 2, a pan 2, a saltshaker 2, a soapbottle 3, a spoon 3, a statue 1, and a tomato 2.\n",
"Act 7: think: Now I find a mug (3). Next, I need to take it.\n",
"Obs 7: OK.\n",
"Act 8: take mug 3 from countertop 3\n",
"Obs 8: Nothing happens.\n",
"Act 9: take mug 3 from countertop 3\n",
"Obs 9: Nothing happens.\n",
"Act 10: take mug 3 from countertop 3\n",
"Obs 10: Nothing happens.\n",
"Act 11: take mug 3 from countertop 3\n",
"Obs 11: Nothing happens.\n",
"Act 12: take mug 3 from countertop 3\n",
"Obs 12: Nothing happens.\n",
"Act 13: take mug 3 from countertop 3\n",
"Obs 13: Nothing happens.\n",
"Act 14: take mug 3 from countertop 3\n",
"Obs 14: Nothing happens.\n",
"Act 15: take mug 3 from countertop 3\n",
"Obs 15: Nothing happens.\n",
"Act 16: take mug 3 from countertop 3\n",
"Obs 16: Nothing happens.\n",
"Act 17: take mug 3 from countertop 3\n",
"Obs 17: Nothing happens.\n",
"Act 18: take mug 3 from countertop 3\n",
"Obs 18: Nothing happens.\n",
"Act 19: take mug 3 from countertop 3\n",
"Obs 19: Nothing happens.\n",
"Act 20: take mug 3 from countertop 3\n",
"Obs 20: Nothing happens.\n",
"Act 21: take mug 3 from countertop 3\n",
"Obs 21: Nothing happens.\n",
"Act 22: take mug 3 from countertop 3\n",
"Obs 22: Nothing happens.\n",
"Act 23: take mug 3 from countertop 3\n",
"Obs 23: Nothing happens.\n",
"Act 24: take mug 3 from countertop 3\n",
"Obs 24: Nothing happens.\n",
"Act 25: take mug 3 from countertop 3\n",
"Obs 25: Nothing happens.\n",
"Act 26: take mug 3 from countertop 3\n",
"Obs 26: Nothing happens.\n",
"Act 27: take mug 3 from countertop 3\n",
"Obs 27: Nothing happens.\n",
"Act 28: take mug 3 from countertop 3\n",
"Obs 28: Nothing happens.\n",
"Act 29: take mug 3 from countertop 3\n",
"Obs 29: Nothing happens.\n",
"Act 30: take mug 3 from countertop 3\n",
"Obs 30: Nothing happens.\n",
"Act 31: take mug 3 from countertop 3\n",
"Obs 31: Nothing happens.\n",
"Act 32: take mug 3 from countertop 3\n",
"Obs 32: Nothing happens.\n",
"Act 33: take mug 3 from countertop 3\n",
"Obs 33: Nothing happens.\n",
"Act 34: take mug 3 from countertop 3\n",
"Obs 34: Nothing happens.\n",
"Act 35: take mug 3 from countertop 3\n",
"Obs 35: Nothing happens.\n",
"Act 36: take mug 3 from countertop 3\n",
"Obs 36: Nothing happens.\n",
"Act 37: take mug 3 from countertop 3\n",
"Obs 37: Nothing happens.\n",
"Act 38: take mug 3 from countertop 3\n",
"Obs 38: Nothing happens.\n",
"Act 39: take mug 3 from countertop 3\n",
"Obs 39: Nothing happens.\n",
"Act 40: take mug 3 from countertop 3\n",
"Obs 40: Nothing happens.\n",
"Act 41: take mug 3 from countertop 3\n",
"Obs 41: Nothing happens.\n",
"Act 42: take mug 3 from countertop 3\n",
"Obs 42: Nothing happens.\n",
"Act 43: take mug 3 from countertop 3\n",
"Obs 43: Nothing happens.\n",
"Act 44: take mug 3 from countertop 3\n",
"Obs 44: Nothing happens.\n",
"Act 45: take mug 3 from countertop 3\n",
"Obs 45: Nothing happens.\n",
"Act 46: take mug 3 from countertop 3\n",
"Obs 46: Nothing happens.\n",
"Act 47: take mug 3 from countertop 3\n",
"Obs 47: Nothing happens.\n",
"Act 48: take mug 3 from countertop 3\n",
"Obs 48: Nothing happens.\n",
"Act 49: take mug 3 from countertop 3\n",
"Obs 49: Nothing happens.\n",
"107 r 0 rs [17, 12, 6, 16, 10, 6] cnts [22, 21, 20, 20, 11, 13] sum(rs)/sum(cnts) 0.6261682242990654\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Cloth-None-Cabinet-424/trial_T20190908_022321_380927\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: clean some cloth and put it in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take a cloth, then clean it with sinkbasin, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a cloth. A cloth is more likely to appear in garbagecan (1), countertop (1), sinkbasin (1-2), handtowelholder (1-2), towelholder (1). I can check one by one, starting with garbagecan 1.\n",
"Obs 2: OK.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 3: go to garbagecan 1\n",
"Obs 3: On the garbagecan 1, you see nothing.\n",
"Act 4: go to countertop 1\n",
"Obs 4: On the countertop 1, you see a candle 2, a soapbar 1, a soapbottle 2, a soapbottle 1, and a spraybottle 1.\n",
"Act 5: go to sinkbasin 1\n",
"Obs 5: On the sinkbasin 1, you see nothing.\n",
"Act 6: go to sinkbasin 2\n",
"Obs 6: On the sinkbasin 2, you see nothing.\n",
"Act 7: go to handtowelholder 1\n",
"Obs 7: On the handtowelholder 1, you see nothing.\n",
"Act 8: go to handtowelholder 2\n",
"Obs 8: On the handtowelholder 2, you see a handtowel 1.\n",
"Act 9: think: Now I find a cloth (handtowel 1). Next, I need to take it.\n",
"Obs 9: OK.\n",
"Act 10: take handtowel 1 from handtowelholder 2\n",
"Obs 10: You pick up the handtowel 1 from the handtowelholder 2.\n",
"Act 11: think: Now I take a cloth (handtowel 1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 11: OK.\n",
"Act 12: go to sinkbasin 1\n",
"Obs 12: On the sinkbasin 1, you see nothing.\n",
"Act 13: clean handtowel 1 with sinkbasin 1\n",
"Obs 13: Nothing happens.\n",
"Act 14: think: The sinkbasin 1 is empty. I need to fill it with water first.\n",
"Obs 14: OK.\n",
"Act 15: fill sinkbasin 1 with water\n",
"Obs 15: Nothing happens.\n",
"Act 16: think: I need to find a source of water.\n",
"Obs 16: OK.\n",
"Act 17: go to toilet 1\n",
"Obs 17: On the toilet 1, you see a candle 3, a toiletpaper 2, and a toiletpaper 1.\n",
"Act 18: flush toilet 1\n",
"Obs 18: Nothing happens.\n",
"Act 19: think: I need to find a source of water.\n",
"Obs 19: OK.\n",
"Act 20: go to handtowelholder 1\n",
"Obs 20: On the handtowelholder 1, you see nothing.\n",
"Act 21: open handtowelholder 1\n",
"Obs 21: Nothing happens.\n",
"Act 22: think: I need to find a source of water.\n",
"Obs 22: OK.\n",
"Act 23: go to towelholder 1\n",
"Obs 23: On the towelholder 1, you see a towel 1.\n",
"Act 24: open towelholder 1\n",
"Obs 24: Nothing happens.\n",
"Act 25: think: I need to find a source of water.\n",
"Obs 25: OK.\n",
"Act 26: go to countertop 1\n",
"Obs 26: On the countertop 1, you see a candle 2, a soapbar 1, a soapbottle 2, a soapbottle 1, and a spraybottle 1.\n",
"Act 27: use spraybottle 1\n",
"Obs 27: Nothing happens.\n",
"Act 28: think: I need to find a source of water.\n",
"Obs 28: OK.\n",
"Act 29: go to sinkbasin 2\n",
"Obs 29: On the sinkbasin 2, you see nothing.\n",
"Act 30: open sinkbasin 2\n",
"Obs 30: Nothing happens.\n",
"Act 31: think: I need to find a source of water.\n",
"Obs 31: OK.\n",
"Act 32: go to cabinet 1\n",
"Obs 32: The cabinet 1 is closed.\n",
"Act 33: open cabinet 1\n",
"Obs 33: You open the cabinet 1. The cabinet 1 is open. In it, you see a soapbottle 3.\n",
"Act 34: use soapbottle 3\n",
"Obs 34: Nothing happens.\n",
"Act 35: think: I need to find a source of water.\n",
"Obs 35: OK.\n",
"Act 36: go to toilet 1\n",
"Obs 36: On the toilet 1, you see a candle 3, a toiletpaper 2, and a toiletpaper 1.\n",
"Act 37: flush toilet 1\n",
"Obs 37: Nothing happens.\n",
"Act 38: think: I need to find a source of water.\n",
"Obs 38: OK.\n",
"Act 39: go to sinkbasin 1\n",
"Obs 39: On the sinkbasin 1, you see nothing.\n",
"Act 40: open sinkbasin 1\n",
"Obs 40: Nothing happens.\n",
"Act 41: think: I need to find a source of water.\n",
"Obs 41: OK.\n",
"Act 42: go to cabinet 4\n",
"Obs 42: The cabinet 4 is closed.\n",
"Act 43: open cabinet 4\n",
"Obs 43: You open the cabinet 4. The cabinet 4 is open. In it, you see a cloth 1.\n",
"Act 44: take cloth 1 from cabinet 4\n",
"Obs 44: Nothing happens.\n",
"Act 45: think: I need to find a source of water.\n",
"Obs 45: OK.\n",
"Act 46: go to sinkbasin 1\n",
"Obs 46: On the sinkbasin 1, you see nothing.\n",
"Act 47: open sinkbasin 1\n",
"Obs 47: Nothing happens.\n",
"Act 48: think: I need to find a source of water.\n",
"Obs 48: OK.\n",
"Act 49: go to toilet 1\n",
"Obs 49: On the toilet 1, you see a candle 3, a toiletpaper 2, and a toiletpaper 1.\n",
"108 r 0 rs [17, 12, 6, 16, 10, 6] cnts [22, 22, 20, 20, 11, 13] sum(rs)/sum(cnts) 0.6203703703703703\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Spatula-None-Drawer-10/trial_T20190907_080800_275989\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: clean some spatula and put it in drawer.\n",
"Act 1: think: To solve the task, I need to find and take a spatula, then clean it with sinkbasin, then put it in drawer.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a spatula. A spatula is more likely to appear in countertop (1-3), drawer (1-3), shelf (1-3), stoveburner (1-4), cabinet (1-6). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a bowl 1, a cup 1, a egg 2, a mug 2, and a peppershaker 1.\n",
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see a creditcard 2, a dishsponge 1, a glassbottle 1, a knife 1, a lettuce 1, and a statue 1.\n",
"Act 5: go to countertop 3\n",
"Obs 5: On the countertop 3, you see a bowl 2, a bread 1, a butterknife 2, a cellphone 1, a houseplant 1, a knife 2, a soapbottle 2, a spatula 1, a tomato 2, a vase 3, and a vase 2.\n",
"Act 6: think: Now I find a spatula (1). Next, I need to take it.\n",
"Obs 6: OK.\n",
"Act 7: take spatula 1 from countertop 3\n",
"Obs 7: You pick up the spatula 1 from the countertop 3.\n",
"Act 8: think: Now I take a spatula (1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 8: OK.\n",
"Act 9: go to sinkbasin 1\n",
"Obs 9: On the sinkbasin 1, you see a spoon 1, and a tomato 3.\n",
"Act 10: clean spatula 1 with sinkbasin 1\n",
"Obs 10: You clean the spatula 1 using the sinkbasin 1.\n",
"Act 11: think: Now I clean a spatula (1). Next, I need to put it in/on drawer 1.\n",
"Obs 11: OK.\n",
"Act 12: go to drawer 1\n",
"Obs 12: The drawer 1 is closed.\n",
"Act 13: open drawer 1\n",
"Obs 13: You open the drawer 1. The drawer 1 is open. In it, you see a fork 1.\n",
"Act 14: put spatula 1 in/on drawer 1\n",
"Obs 14: You put the spatula 1 in/on the drawer 1.\n",
"109 r True rs [17, 13, 6, 16, 10, 6] cnts [22, 23, 20, 20, 11, 13] sum(rs)/sum(cnts) 0.6238532110091743\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Cloth-None-CounterTop-424/trial_T20190908_100632_546757\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: put a clean cloth in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a cloth, then clean it with sinkbasin, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a cloth. A cloth is more likely to appear in handtowelholder (1-2), sinkbasin (1-2), garbagecan (1), towelholder (1). I can check one by one, starting with handtowelholder 1.\n",
"Obs 2: OK.\n",
"Act 3: go to handtowelholder 1\n",
"Obs 3: On the handtowelholder 1, you see a handtowel 1.\n",
"Act 4: go to handtowelholder 2\n",
"Obs 4: On the handtowelholder 2, you see nothing.\n",
"Act 5: go to sinkbasin 1\n",
"Obs 5: On the sinkbasin 1, you see a soapbar 1.\n",
"Act 6: go to sinkbasin 2\n",
"Obs 6: On the sinkbasin 2, you see nothing.\n",
"Act 7: go to garbagecan 1\n",
"Obs 7: On the garbagecan 1, you see nothing.\n",
"Act 8: go to towelholder 1\n",
"Obs 8: On the towelholder 1, you see a towel 1.\n",
"Act 9: think: Now I find a cloth (towel 1). Next, I need to take it.\n",
"Obs 9: OK.\n",
"Act 10: take towel 1 from towelholder 1\n",
"Obs 10: You pick up the towel 1 from the towelholder 1.\n",
"Act 11: think: Now I take a cloth (towel 1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 11: OK.\n",
"Act 12: go to sinkbasin 1\n",
"Obs 12: On the sinkbasin 1, you see a soapbar 1.\n",
"Act 13: clean towel 1 with sinkbasin 1\n",
"Obs 13: Nothing happens.\n",
"Act 14: think: I need to use soapbar (1) to clean the towel (1).\n",
"Obs 14: OK.\n",
"Act 15: use soapbar 1 to clean towel 1\n",
"Obs 15: Nothing happens.\n",
"Act 16: think: I need to wet the towel (1) first.\n",
"Obs 16: OK.\n",
"Act 17: wet towel 1\n",
"Obs 17: Nothing happens.\n",
"Act 18: think: I need to use sinkbasin (1) to wet the towel (1).\n",
"Obs 18: OK.\n",
"Act 19: use sinkbasin 1 to wet towel 1\n",
"Obs 19: Nothing happens.\n",
"Act 20: think: I need to turn on the sinkbasin (1) first.\n",
"Obs 20: OK.\n",
"Act 21: turn on sinkbasin 1\n",
"Obs 21: Nothing happens.\n",
"Act 22: think: I need to find the switch to turn on the sinkbasin (1).\n",
"Obs 22: OK.\n",
"Act 23: look around\n",
"Obs 23: Nothing happens.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 24: look around sinkbasin 1\n",
"Obs 24: Nothing happens.\n",
"Act 25: look behind sinkbasin 1\n",
"Obs 25: Nothing happens.\n",
"Act 26: look under sinkbasin 1\n",
"Obs 26: Nothing happens.\n",
"Act 27: look around countertop 1\n",
"Obs 27: Nothing happens.\n",
"Act 28: look behind countertop 1\n",
"Obs 28: Nothing happens.\n",
"Act 29: look under countertop 1\n",
"Obs 29: Nothing happens.\n",
"Act 30: look around toilet 1\n",
"Obs 30: Nothing happens.\n",
"Act 31: look behind toilet 1\n",
"Obs 31: Nothing happens.\n",
"Act 32: look under toilet 1\n",
"Obs 32: Nothing happens.\n",
"Act 33: look around handtowelholder 1\n",
"Obs 33: Nothing happens.\n",
"Act 34: look behind handtowelholder 1\n",
"Obs 34: Nothing happens.\n",
"Act 35: look under handtowelholder 1\n",
"Obs 35: Nothing happens.\n",
"Act 36: look around towelholder 1\n",
"Obs 36: Nothing happens.\n",
"Act 37: look behind towelholder 1\n",
"Obs 37: Nothing happens.\n",
"Act 38: look under towelholder 1\n",
"Obs 38: Nothing happens.\n",
"Act 39: look around toiletpaperhanger 1\n",
"Obs 39: Nothing happens.\n",
"Act 40: look behind toiletpaperhanger 1\n",
"Obs 40: Nothing happens.\n",
"Act 41: look under toiletpaperhanger 1\n",
"Obs 41: Nothing happens.\n",
"Act 42: look behind sinkbasin 1\n",
"Obs 42: Nothing happens.\n",
"Act 43: look under sinkbasin 1\n",
"Obs 43: Nothing happens.\n",
"Act 44: look behind sinkbasin 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: look behind sinkbasin 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: look behind sinkbasin 1\n",
"Obs 46: Nothing happens.\n",
"Act 47: look behind sinkbasin 1\n",
"Obs 47: Nothing happens.\n",
"Act 48: look behind sinkbasin 1\n",
"Obs 48: Nothing happens.\n",
"Act 49: look behind sinkbasin 1\n",
"Obs 49: Nothing happens.\n",
"110 r 0 rs [17, 13, 6, 16, 10, 6] cnts [22, 24, 20, 20, 11, 13] sum(rs)/sum(cnts) 0.6181818181818182\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Pan-None-CounterTop-10/trial_T20190908_032543_712058\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a clean pan in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a pan, then clean it with sinkbasin, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a pan. A pan is more likely to appear in stoveburner (1-4), countertop (1-3), drawer (1-3), shelf (1-3), fridge (1), garbagecan (1). I can check one by one, starting with stoveburner 1.\n",
"Obs 2: OK.\n",
"Act 3: go to stoveburner 1\n",
"Obs 3: On the stoveburner 1, you see a pan 1.\n",
"Act 4: think: Now I find a pan (1). Next, I need to take it.\n",
"Obs 4: OK.\n",
"Act 5: take pan 1 from stoveburner 1\n",
"Obs 5: You pick up the pan 1 from the stoveburner 1.\n",
"Act 6: think: Now I take a pan (1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 6: OK.\n",
"Act 7: go to sinkbasin 1\n",
"Obs 7: On the sinkbasin 1, you see nothing.\n",
"Act 8: clean pan 1 with sinkbasin 1\n",
"Obs 8: You clean the pan 1 using the sinkbasin 1.\n",
"111 r True rs [17, 14, 6, 16, 10, 6] cnts [22, 25, 20, 20, 11, 13] sum(rs)/sum(cnts) 0.6216216216216216\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-SoapBar-None-CounterTop-424/trial_T20190907_074106_050405\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: put a clean soapbar in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a soapbar, then clean it with sinkbasin, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a soapbar. A soapbar is more likely to appear in cabinet (1-4), sinkbasin (1-2), garbagecan (1), handtowelholder (1-2), toilet (1), and towelholder (1). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: The cabinet 1 is closed.\n",
"Act 4: open cabinet 1\n",
"Obs 4: You open the cabinet 1. The cabinet 1 is open. In it, you see a soapbottle 2.\n",
"Act 5: go to cabinet 2\n",
"Obs 5: The cabinet 2 is closed.\n",
"Act 6: open cabinet 2\n",
"Obs 6: You open the cabinet 2. The cabinet 2 is open. In it, you see a spraybottle 2.\n",
"Act 7: go to cabinet 3\n",
"Obs 7: The cabinet 3 is closed.\n",
"Act 8: open cabinet 3\n",
"Obs 8: You open the cabinet 3. The cabinet 3 is open. In it, you see nothing.\n",
"Act 9: go to cabinet 4\n",
"Obs 9: The cabinet 4 is closed.\n",
"Act 10: open cabinet 4\n",
"Obs 10: You open the cabinet 4. The cabinet 4 is open. In it, you see a candle 1, a cloth 1, and a soapbar 4.\n",
"Act 11: think: Now I find a soapbar (4). Next, I need to take it.\n",
"Obs 11: OK.\n",
"Act 12: take soapbar 4 from cabinet 4\n",
"Obs 12: You pick up the soapbar 4 from the cabinet 4.\n",
"Act 13: think: Now I take a soapbar (4). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 13: OK.\n",
"Act 14: go to sinkbasin 1\n",
"Obs 14: On the sinkbasin 1, you see nothing.\n",
"Act 15: clean soapbar 4 with sinkbasin 1\n",
"Obs 15: You clean the soapbar 4 using the sinkbasin 1.\n",
"Act 16: think: Now I clean a soapbar (4). Next, I need to put it in/on countertop 1.\n",
"Obs 16: OK.\n",
"Act 17: go to countertop 1\n",
"Obs 17: On the countertop 1, you see a candle 2, a soapbar 1, a soapbottle 1, and a spraybottle 1.\n",
"Act 18: put soapbar 4 in/on countertop 1\n",
"Obs 18: You put the soapbar 4 in/on the countertop 1.\n",
"112 r True rs [17, 15, 6, 16, 10, 6] cnts [22, 26, 20, 20, 11, 13] sum(rs)/sum(cnts) 0.625\n",
"------------\n",
"\n",
"pick_two_obj_and_place-PepperShaker-None-Drawer-10/trial_T20190912_221016_460197\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put two peppershaker in drawer.\n",
"Act 1: think: To solve the task, I need to find and take the first peppershaker, then put it in drawer, then find and take the second peppershaker, then put it in drawer.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first peppershaker. A peppershaker is more likely to appear in cabinet (1-6), countertop (1-3), shelf (1-3), drawer (1-3). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: On the cabinet 1, you see a plate 2.\n",
"Act 4: go to cabinet 2\n",
"Obs 4: The cabinet 2 is closed.\n",
"Act 5: open cabinet 2\n",
"Obs 5: You open the cabinet 2. The cabinet 2 is open. In it, you see a soapbottle 1.\n",
"Act 6: go to cabinet 3\n",
"Obs 6: On the cabinet 3, you see a plate 1.\n",
"Act 7: go to cabinet 4\n",
"Obs 7: On the cabinet 4, you see a glassbottle 1.\n",
"Act 8: go to cabinet 5\n",
"Obs 8: The cabinet 5 is closed.\n",
"Act 9: open cabinet 5\n",
"Obs 9: You open the cabinet 5. The cabinet 5 is open. In it, you see a dishsponge 1, and a glassbottle 2.\n",
"Act 10: go to cabinet 6\n",
"Obs 10: The cabinet 6 is closed.\n",
"Act 11: open cabinet 6\n",
"Obs 11: You open the cabinet 6. The cabinet 6 is open. In it, you see nothing.\n",
"Act 12: go to countertop 1\n",
"Obs 12: On the countertop 1, you see a apple 1, a creditcard 2, a egg 1, and a tomato 1.\n",
"Act 13: go to countertop 2\n",
"Obs 13: On the countertop 2, you see a bread 1, a butterknife 1, a cellphone 1, a cup 3, a knife 1, a pan 1, a papertowelroll 1, a peppershaker 1, a saltshaker 1, and a spatula 1.\n",
"Act 14: think: Now I find the first peppershaker (1). Next, I need to take it. I can find the second peppershaker (2) later in countertop 2.\n",
"Obs 14: OK.\n",
"Act 15: take peppershaker 1 from countertop 2\n",
"Obs 15: You pick up the peppershaker 1 from the countertop 2.\n",
"Act 16: think: Now I take the first peppershaker (1). Next, I need to put it in/on drawer 1.\n",
"Obs 16: OK.\n",
"Act 17: go to drawer 1\n",
"Obs 17: The drawer 1 is closed.\n",
"Act 18: open drawer 1\n",
"Obs 18: You open the drawer 1. The drawer 1 is open. In it, you see a spoon 1.\n",
"Act 19: put peppershaker 1 in/on drawer 1\n",
"Obs 19: You put the peppershaker 1 in/on the drawer 1.\n",
"Act 20: think: Now I put the first peppershaker in drawer. Next, I need to find the second peppershaker. I have visited countertop (1-2), so the second peppershaker is more likely to appear in shelf (1-3), drawer (1-3). I can check one by one, starting with shelf 1.\n",
"Obs 20: OK.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 21: go to shelf 1\n",
"Obs 21: On the shelf 1, you see a statue 1.\n",
"Act 22: go to shelf 2\n",
"Obs 22: On the shelf 2, you see nothing.\n",
"Act 23: go to shelf 3\n",
"Obs 23: On the shelf 3, you see nothing.\n",
"Act 24: go to drawer 2\n",
"Obs 24: The drawer 2 is closed.\n",
"Act 25: open drawer 2\n",
"Obs 25: You open the drawer 2. The drawer 2 is open. In it, you see a creditcard 1, and a spoon 2.\n",
"Act 26: go to drawer 3\n",
"Obs 26: The drawer 3 is closed.\n",
"Act 27: open drawer 3\n",
"Obs 27: You open the drawer 3. The drawer 3 is open. In it, you see a dishsponge 2, and a fork 1.\n",
"Act 28: go to countertop 2\n",
"Obs 28: On the countertop 2, you see a bread 1, a butterknife 1, a cellphone 1, a cup 3, a knife 1, a pan 1, a papertowelroll 1, a saltshaker 1, and a spatula 1.\n",
"Act 29: think: Now I find the second peppershaker (2). Next, I need to take it.\n",
"Obs 29: OK.\n",
"Act 30: take peppershaker 2 from countertop 2\n",
"Obs 30: Nothing happens.\n",
"Act 31: take peppershaker 2 from countertop 2\n",
"Obs 31: Nothing happens.\n",
"Act 32: take peppershaker 2 from countertop 2\n",
"Obs 32: Nothing happens.\n",
"Act 33: take peppershaker 2 from countertop 2\n",
"Obs 33: Nothing happens.\n",
"Act 34: take peppershaker 2 from countertop 2\n",
"Obs 34: Nothing happens.\n",
"Act 35: take peppershaker 2 from countertop 2\n",
"Obs 35: Nothing happens.\n",
"Act 36: take peppershaker 2 from countertop 2\n",
"Obs 36: Nothing happens.\n",
"Act 37: take peppershaker 2 from countertop 2\n",
"Obs 37: Nothing happens.\n",
"Act 38: take peppershaker 2 from countertop 2\n",
"Obs 38: Nothing happens.\n",
"Act 39: take peppershaker 2 from countertop 2\n",
"Obs 39: Nothing happens.\n",
"Act 40: take peppershaker 2 from countertop 2\n",
"Obs 40: Nothing happens.\n",
"Act 41: take peppershaker 2 from countertop 2\n",
"Obs 41: Nothing happens.\n",
"Act 42: take peppershaker 2 from countertop 2\n",
"Obs 42: Nothing happens.\n",
"Act 43: take peppershaker 2 from countertop 2\n",
"Obs 43: Nothing happens.\n",
"Act 44: take peppershaker 2 from countertop 2\n",
"Obs 44: Nothing happens.\n",
"Act 45: take peppershaker 2 from countertop 2\n",
"Obs 45: Nothing happens.\n",
"Act 46: take peppershaker 2 from countertop 2\n",
"Obs 46: Nothing happens.\n",
"Act 47: take peppershaker 2 from countertop 2\n",
"Obs 47: Nothing happens.\n",
"Act 48: take peppershaker 2 from countertop 2\n",
"Obs 48: Nothing happens.\n",
"Act 49: take peppershaker 2 from countertop 2\n",
"Obs 49: Nothing happens.\n",
"113 r 0 rs [17, 15, 6, 16, 10, 6] cnts [22, 26, 20, 20, 11, 14] sum(rs)/sum(cnts) 0.6194690265486725\n",
"------------\n",
"\n",
"pick_two_obj_and_place-Pillow-None-Sofa-219/trial_T20190907_163240_345855\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a armchair 1, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a dresser 1, a garbagecan 1, a safe 1, a shelf 12, a shelf 11, a shelf 10, a shelf 9, a shelf 8, a shelf 7, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, a shelf 1, a sidetable 1, and a sofa 1.\n",
"Your task is to: find two pillow and put them in sofa.\n",
"Act 1: think: To solve the task, I need to find and take the first pillow, then put it in sofa, then find and take the second pillow, then put it in sofa.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first pillow. A pillow is more likely to appear in armchair (1), cabinet (1-4), drawer (1-5), dresser (1), safe (1), shelf (1-12), sidetable (1), sofa (1). I can check one by one, starting with armchair 1.\n",
"Obs 2: OK.\n",
"Act 3: go to armchair 1\n",
"Obs 3: On the armchair 1, you see a pillow 2, a pillow 1, and a remotecontrol 1.\n",
"Act 4: take pillow 1 from armchair 1\n",
"Obs 4: You pick up the pillow 1 from the armchair 1.\n",
"Act 5: think: Now I find the first pillow (1). Next, I need to put it in/on sofa 1.\n",
"Obs 5: OK.\n",
"Act 6: go to sofa 1\n",
"Obs 6: On the sofa 1, you see nothing.\n",
"Act 7: put pillow 1 in/on sofa 1\n",
"Obs 7: You put the pillow 1 in/on the sofa 1.\n"
]
},
{
"ename": "Timeout",
"evalue": "Request timed out",
"output_type": "error",
"traceback": [
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[0;31mtimeout\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/connectionpool.py\u001b[0m in \u001b[0;36m_make_request\u001b[0;34m(self, conn, method, url, timeout, chunked, **httplib_request_kw)\u001b[0m\n\u001b[1;32m 448\u001b[0m \u001b[0;31m# Otherwise it looks like a bug in the code.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 449\u001b[0;31m \u001b[0msix\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mraise_from\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 450\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mSocketTimeout\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mBaseSSLError\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mSocketError\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/packages/six.py\u001b[0m in \u001b[0;36mraise_from\u001b[0;34m(value, from_value)\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/connectionpool.py\u001b[0m in \u001b[0;36m_make_request\u001b[0;34m(self, conn, method, url, timeout, chunked, **httplib_request_kw)\u001b[0m\n\u001b[1;32m 443\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 444\u001b[0;31m \u001b[0mhttplib_response\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mconn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgetresponse\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 445\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mBaseException\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/http/client.py\u001b[0m in \u001b[0;36mgetresponse\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 1335\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1336\u001b[0;31m \u001b[0mresponse\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbegin\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 1337\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mConnectionError\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/http/client.py\u001b[0m in \u001b[0;36mbegin\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 305\u001b[0m \u001b[0;32mwhile\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 306\u001b[0;31m \u001b[0mversion\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstatus\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreason\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_read_status\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 307\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mstatus\u001b[0m \u001b[0;34m!=\u001b[0m \u001b[0mCONTINUE\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/http/client.py\u001b[0m in \u001b[0;36m_read_status\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 266\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_read_status\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 267\u001b[0;31m \u001b[0mline\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mstr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreadline\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0m_MAXLINE\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"iso-8859-1\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 268\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mline\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m>\u001b[0m \u001b[0m_MAXLINE\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/socket.py\u001b[0m in \u001b[0;36mreadinto\u001b[0;34m(self, b)\u001b[0m\n\u001b[1;32m 588\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 589\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_sock\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrecv_into\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 590\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mtimeout\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/ssl.py\u001b[0m in \u001b[0;36mrecv_into\u001b[0;34m(self, buffer, nbytes, flags)\u001b[0m\n\u001b[1;32m 1070\u001b[0m self.__class__)\n\u001b[0;32m-> 1071\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mnbytes\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbuffer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 1072\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/ssl.py\u001b[0m in \u001b[0;36mread\u001b[0;34m(self, len, buffer)\u001b[0m\n\u001b[1;32m 928\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mbuffer\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 929\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_sslobj\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbuffer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 930\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mtimeout\u001b[0m: The read operation timed out",
"\nDuring handling of the above exception, another exception occurred:\n",
"\u001b[0;31mReadTimeoutError\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/requests/adapters.py\u001b[0m in \u001b[0;36msend\u001b[0;34m(self, request, stream, timeout, verify, cert, proxies)\u001b[0m\n\u001b[1;32m 449\u001b[0m \u001b[0mretries\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmax_retries\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 450\u001b[0;31m \u001b[0mtimeout\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtimeout\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 451\u001b[0m )\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/connectionpool.py\u001b[0m in \u001b[0;36murlopen\u001b[0;34m(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw)\u001b[0m\n\u001b[1;32m 785\u001b[0m retries = retries.increment(\n\u001b[0;32m--> 786\u001b[0;31m \u001b[0mmethod\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0murl\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0m_pool\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0m_stacktrace\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msys\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexc_info\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 787\u001b[0m )\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/util/retry.py\u001b[0m in \u001b[0;36mincrement\u001b[0;34m(self, method, url, response, error, _pool, _stacktrace)\u001b[0m\n\u001b[1;32m 549\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mread\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mFalse\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_is_method_retryable\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmethod\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 550\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0msix\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreraise\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtype\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0merror\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0m_stacktrace\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 551\u001b[0m \u001b[0;32melif\u001b[0m \u001b[0mread\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/packages/six.py\u001b[0m in \u001b[0;36mreraise\u001b[0;34m(tp, value, tb)\u001b[0m\n\u001b[1;32m 769\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwith_traceback\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 770\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 771\u001b[0m \u001b[0;32mfinally\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/connectionpool.py\u001b[0m in \u001b[0;36murlopen\u001b[0;34m(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw)\u001b[0m\n\u001b[1;32m 709\u001b[0m \u001b[0mheaders\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mheaders\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 710\u001b[0;31m \u001b[0mchunked\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mchunked\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 711\u001b[0m )\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/connectionpool.py\u001b[0m in \u001b[0;36m_make_request\u001b[0;34m(self, conn, method, url, timeout, chunked, **httplib_request_kw)\u001b[0m\n\u001b[1;32m 450\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mSocketTimeout\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mBaseSSLError\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mSocketError\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 451\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_raise_timeout\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0merr\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0murl\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0murl\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtimeout_value\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mread_timeout\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 452\u001b[0m \u001b[0;32mraise\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/urllib3/connectionpool.py\u001b[0m in \u001b[0;36m_raise_timeout\u001b[0;34m(self, err, url, timeout_value)\u001b[0m\n\u001b[1;32m 340\u001b[0m raise ReadTimeoutError(\n\u001b[0;32m--> 341\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0murl\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"Read timed out. (read timeout=%s)\"\u001b[0m \u001b[0;34m%\u001b[0m \u001b[0mtimeout_value\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 342\u001b[0m )\n",
"\u001b[0;31mReadTimeoutError\u001b[0m: HTTPSConnectionPool(host='api.openai.com', port=443): Read timed out. (read timeout=600)",
"\nDuring handling of the above exception, another exception occurred:\n",
"\u001b[0;31mReadTimeout\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/openai/api_requestor.py\u001b[0m in \u001b[0;36mrequest_raw\u001b[0;34m(self, method, url, params, supplied_headers, files, stream, request_id, request_timeout)\u001b[0m\n\u001b[1;32m 362\u001b[0m \u001b[0mstream\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mstream\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 363\u001b[0;31m \u001b[0mtimeout\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mrequest_timeout\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mrequest_timeout\u001b[0m \u001b[0;32melse\u001b[0m \u001b[0mTIMEOUT_SECS\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 364\u001b[0m )\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/requests/sessions.py\u001b[0m in \u001b[0;36mrequest\u001b[0;34m(self, method, url, params, data, headers, cookies, files, auth, timeout, allow_redirects, proxies, hooks, stream, verify, cert, json)\u001b[0m\n\u001b[1;32m 528\u001b[0m \u001b[0msend_kwargs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mupdate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msettings\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 529\u001b[0;31m \u001b[0mresp\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mprep\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0msend_kwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 530\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/requests/sessions.py\u001b[0m in \u001b[0;36msend\u001b[0;34m(self, request, **kwargs)\u001b[0m\n\u001b[1;32m 644\u001b[0m \u001b[0;31m# Send the request\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 645\u001b[0;31m \u001b[0mr\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0madapter\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrequest\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 646\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/requests/adapters.py\u001b[0m in \u001b[0;36msend\u001b[0;34m(self, request, stream, timeout, verify, cert, proxies)\u001b[0m\n\u001b[1;32m 531\u001b[0m \u001b[0;32melif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mReadTimeoutError\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 532\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mReadTimeout\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequest\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mrequest\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 533\u001b[0m \u001b[0;32melif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0m_InvalidHeader\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mReadTimeout\u001b[0m: HTTPSConnectionPool(host='api.openai.com', port=443): Read timed out. (read timeout=600)",
"\nThe above exception was the direct cause of the following exception:\n",
"\u001b[0;31mTimeout\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m<ipython-input-8-dcf842496420>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m 15\u001b[0m \u001b[0mprompt\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m'Interact with a household to solve a task. Here are two examples.\\n'\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0md\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34mf'react_{v}_1'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0md\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34mf'react_{v}_0'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0;34m'\\nHere is the task.\\n'\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 16\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mk\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mv\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 17\u001b[0;31m \u001b[0mr\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0malfworld_run\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mprompt\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mob\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mob\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 18\u001b[0m \u001b[0mrs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0mr\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 19\u001b[0m \u001b[0mcnts\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m<ipython-input-4-0bb493261b4e>\u001b[0m in \u001b[0;36malfworld_run\u001b[0;34m(prompt, to_print, ob)\u001b[0m\n\u001b[1;32m 8\u001b[0m \u001b[0msys\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstdout\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mflush\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 9\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mi\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mrange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m50\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 10\u001b[0;31m \u001b[0maction\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mllm\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minit_prompt\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0mprompt\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstop\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'\\n'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstrip\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 11\u001b[0m \u001b[0mobservation\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreward\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdone\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minfo\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0menv\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstep\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0maction\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 12\u001b[0m \u001b[0mobservation\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreward\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdone\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mprocess_ob\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mobservation\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minfo\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'won'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdone\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m<ipython-input-1-0938b85c41d9>\u001b[0m in \u001b[0;36mllm\u001b[0;34m(prompt, stop)\u001b[0m\n\u001b[1;32m 13\u001b[0m \u001b[0mfrequency_penalty\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m0.0\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 14\u001b[0m \u001b[0mpresence_penalty\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m0.0\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 15\u001b[0;31m \u001b[0mstop\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mstop\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 16\u001b[0m )\n\u001b[1;32m 17\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mresponse\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"choices\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"text\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/openai/api_resources/completion.py\u001b[0m in \u001b[0;36mcreate\u001b[0;34m(cls, *args, **kwargs)\u001b[0m\n\u001b[1;32m 23\u001b[0m \u001b[0;32mwhile\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 24\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 25\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0msuper\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcreate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 26\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mTryAgain\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 27\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mtimeout\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mtime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m>\u001b[0m \u001b[0mstart\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0mtimeout\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/openai/api_resources/abstract/engine_api_resource.py\u001b[0m in \u001b[0;36mcreate\u001b[0;34m(cls, api_key, api_base, api_type, request_id, api_version, organization, **params)\u001b[0m\n\u001b[1;32m 120\u001b[0m \u001b[0mstream\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mstream\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 121\u001b[0m \u001b[0mrequest_id\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mrequest_id\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 122\u001b[0;31m \u001b[0mrequest_timeout\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mrequest_timeout\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 123\u001b[0m )\n\u001b[1;32m 124\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/openai/api_requestor.py\u001b[0m in \u001b[0;36mrequest\u001b[0;34m(self, method, url, params, headers, files, stream, request_id, request_timeout)\u001b[0m\n\u001b[1;32m 177\u001b[0m \u001b[0mstream\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mstream\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 178\u001b[0m \u001b[0mrequest_id\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mrequest_id\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 179\u001b[0;31m \u001b[0mrequest_timeout\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mrequest_timeout\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 180\u001b[0m )\n\u001b[1;32m 181\u001b[0m \u001b[0mresp\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mgot_stream\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_interpret_response\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mresult\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstream\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m~/opt/anaconda3/lib/python3.7/site-packages/openai/api_requestor.py\u001b[0m in \u001b[0;36mrequest_raw\u001b[0;34m(self, method, url, params, supplied_headers, files, stream, request_id, request_timeout)\u001b[0m\n\u001b[1;32m 364\u001b[0m )\n\u001b[1;32m 365\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mrequests\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexceptions\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mTimeout\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 366\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mTimeout\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"Request timed out\"\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 367\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mrequests\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexceptions\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mRequestException\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 368\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mAPIConnectionError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"Error communicating with OpenAI\"\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mTimeout\u001b[0m: Request timed out"
]
}
],
"source": [
"cnts = [21, 19, 17, 19, 11, 11]\n",
"env = getattr(alfworld.agents.environment, config[\"env\"][\"type\"])(config, train_eval=split)\n",
"env = env.init_env(batch_size=1)\n",
"\n",
"for _ in range(98):\n",
" ob, info = env.reset()\n",
" \n",
"for _ in range(98, 134):\n",
" ob, info = env.reset()\n",
" ob = '\\n'.join(ob[0].split('\\n\\n')[1:])\n",
" name = '/'.join(info['extra.gamefile'][0].split('/')[-3:-1])\n",
" print(name)\n",
" for i, (k, v) in enumerate(prefixes.items()):\n",
" if name.startswith(k):\n",
" prompt = 'Interact with a household to solve a task. Here are two examples.\\n' + d[f'react_{v}_1'] + d[f'react_{v}_0'] + '\\nHere is the task.\\n'\n",
" print(k, v)\n",
" r = alfworld_run(prompt, ob=ob)\n",
" rs[i] += r\n",
" cnts[i] += 1\n",
" break\n",
" print(_+1, 'r', r, 'rs', rs, 'cnts', cnts, 'sum(rs)/sum(cnts)', sum(rs) / sum(cnts))\n",
" print('------------\\n')\n",
"\n"
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Initializing AlfredTWEnv...\n",
"Checking for solvable games...\n",
"Overall we have 134 games\n",
"Evaluating with 134 games\n",
"pick_two_obj_and_place-Pillow-None-Sofa-219/trial_T20190907_163240_345855\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a armchair 1, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a dresser 1, a garbagecan 1, a safe 1, a shelf 12, a shelf 11, a shelf 10, a shelf 9, a shelf 8, a shelf 7, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, a shelf 1, a sidetable 1, and a sofa 1.\n",
"Your task is to: find two pillow and put them in sofa.\n",
"Act 1: think: To solve the task, I need to find and take the first pillow, then put it in sofa, then find and take the second pillow, then put it in sofa.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first pillow. A pillow is more likely to appear in armchair (1), cabinet (1-4), drawer (1-5), dresser (1), safe (1), shelf (1-12), sidetable (1), sofa (1). I can check one by one, starting with armchair 1.\n",
"Obs 2: OK.\n",
"Act 3: go to armchair 1\n",
"Obs 3: On the armchair 1, you see a pillow 2, a pillow 1, and a remotecontrol 1.\n",
"Act 4: take pillow 1 from armchair 1\n",
"Obs 4: You pick up the pillow 1 from the armchair 1.\n",
"Act 5: think: Now I find the first pillow (1). Next, I need to put it in/on sofa 1.\n",
"Obs 5: OK.\n",
"Act 6: go to sofa 1\n",
"Obs 6: On the sofa 1, you see nothing.\n",
"Act 7: put pillow 1 in/on sofa 1\n",
"Obs 7: You put the pillow 1 in/on the sofa 1.\n",
"Act 8: think: Now I put the first pillow in sofa. Next, I need to find the second pillow. I have visited armchair (1), so the second pillow is more likely to appear in cabinet (1-4), drawer (1-5), dresser (1), safe (1), shelf (1-12), sidetable (1), sofa (1). I can check one by one, starting with cabinet 1.\n",
"Obs 8: OK.\n",
"Act 9: go to cabinet 1\n",
"Obs 9: The cabinet 1 is closed.\n",
"Act 10: open cabinet 1\n",
"Obs 10: You open the cabinet 1. The cabinet 1 is open. In it, you see a tissuebox 1.\n",
"Act 11: go to cabinet 2\n",
"Obs 11: Nothing happens.\n",
"Act 12: open cabinet 2\n",
"Obs 12: You open the cabinet 2. The cabinet 2 is open. In it, you see a box 1.\n",
"Act 13: go to cabinet 3\n",
"Obs 13: The cabinet 3 is closed.\n",
"Act 14: open cabinet 3\n",
"Obs 14: You open the cabinet 3. The cabinet 3 is open. In it, you see a box 3, and a tissuebox 2.\n",
"Act 15: go to cabinet 4\n",
"Obs 15: Nothing happens.\n",
"Act 16: open cabinet 4\n",
"Obs 16: You open the cabinet 4. The cabinet 4 is open. In it, you see nothing.\n",
"Act 17: go to drawer 1\n",
"Obs 17: The drawer 1 is closed.\n",
"Act 18: open drawer 1\n",
"Obs 18: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 19: go to drawer 2\n",
"Obs 19: The drawer 2 is closed.\n",
"Act 20: open drawer 2\n",
"Obs 20: You open the drawer 2. The drawer 2 is open. In it, you see nothing.\n",
"Act 21: go to drawer 3\n",
"Obs 21: The drawer 3 is closed.\n",
"Act 22: open drawer 3\n",
"Obs 22: You open the drawer 3. The drawer 3 is open. In it, you see nothing.\n",
"Act 23: go to drawer 4\n",
"Obs 23: The drawer 4 is closed.\n",
"Act 24: open drawer 4\n",
"Obs 24: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 25: go to drawer 5\n",
"Obs 25: The drawer 5 is closed.\n",
"Act 26: open drawer 5\n",
"Obs 26: You open the drawer 5. The drawer 5 is open. In it, you see nothing.\n",
"Act 27: go to dresser 1\n",
"Obs 27: On the dresser 1, you see a box 2, a laptop 1, a statue 1, a watch 2, and a watch 1.\n",
"Act 28: go to safe 1\n",
"Obs 28: The safe 1 is closed.\n",
"Act 29: open safe 1\n",
"Obs 29: You open the safe 1. The safe 1 is open. In it, you see a statue 2, and a vase 1.\n",
"Act 30: go to shelf 1\n",
"Obs 30: On the shelf 1, you see nothing.\n",
"Act 31: go to shelf 2\n",
"Obs 31: On the shelf 2, you see nothing.\n",
"Act 32: go to shelf 3\n",
"Obs 32: Nothing happens.\n",
"Act 33: open shelf 3\n",
"Obs 33: Nothing happens.\n",
"Act 34: go to shelf 4\n",
"Obs 34: On the shelf 4, you see nothing.\n",
"Act 35: go to shelf 5\n",
"Obs 35: On the shelf 5, you see a newspaper 2.\n",
"Act 36: go to shelf 6\n",
"Obs 36: On the shelf 6, you see nothing.\n",
"Act 37: go to shelf 7\n",
"Obs 37: On the shelf 7, you see a watch 3.\n",
"Act 38: go to shelf 8\n",
"Obs 38: On the shelf 8, you see nothing.\n",
"Act 39: go to shelf 9\n",
"Obs 39: On the shelf 9, you see nothing.\n",
"Act 40: go to shelf 10\n",
"Obs 40: On the shelf 10, you see nothing.\n",
"Act 41: go to shelf 11\n",
"Obs 41: On the shelf 11, you see nothing.\n",
"Act 42: go to shelf 12\n",
"Obs 42: On the shelf 12, you see a cellphone 1.\n",
"Act 43: go to sidetable 1\n",
"Obs 43: On the sidetable 1, you see a creditcard 1, a keychain 1, and a newspaper 1.\n",
"Act 44: go to sofa 1\n",
"Obs 44: On the sofa 1, you see a pillow 1.\n",
"Act 45: think: Now I find the second pillow (1). Next, I need to take it.\n",
"Obs 45: OK.\n",
"Act 46: take pillow 1 from sofa 1\n",
"Obs 46: You pick up the pillow 1 from the sofa 1.\n",
"Act 47: think: Now I take the second pillow (1). Next, I need to put it in/on sofa 1.\n",
"Obs 47: OK.\n",
"Act 48: go to sofa 1\n",
"Obs 48: Nothing happens.\n",
"Act 49: put pillow 1 in/on sofa 1\n",
"Obs 49: You put the pillow 1 in/on the sofa 1.\n",
"114 r 0 rs [17, 15, 6, 16, 10, 6] cnts [22, 26, 20, 20, 11, 15] sum(rs)/sum(cnts) 0.6140350877192983\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Spatula-None-Drawer-10/trial_T20190907_080825_222432\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: clean some spatula and put it in drawer.\n",
"Act 1: think: To solve the task, I need to find and take a spatula, then clean it with sinkbasin, then put it in drawer.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a spatula. A spatula is more likely to appear in countertop (1-3), drawer (1-3), shelf (1-3), stoveburner (1-4), cabinet (1-6). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a bowl 1, a creditcard 2, and a peppershaker 1.\n",
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see a bread 2, a bread 1, a butterknife 2, a butterknife 1, a fork 1, a spatula 1, a spoon 1, a statue 1, and a tomato 1.\n",
"Act 5: think: Now I find a spatula (1). Next, I need to take it.\n",
"Obs 5: OK.\n",
"Act 6: take spatula 1 from countertop 2\n",
"Obs 6: You pick up the spatula 1 from the countertop 2.\n",
"Act 7: think: Now I take a spatula (1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 7: OK.\n",
"Act 8: go to sinkbasin 1\n",
"Obs 8: On the sinkbasin 1, you see a plate 2, a potato 2, and a tomato 2.\n",
"Act 9: clean spatula 1 with sinkbasin 1\n",
"Obs 9: You clean the spatula 1 using the sinkbasin 1.\n",
"Act 10: think: Now I clean a spatula (1). Next, I need to put it in/on drawer 1.\n",
"Obs 10: OK.\n",
"Act 11: go to drawer 1\n",
"Obs 11: The drawer 1 is closed.\n",
"Act 12: open drawer 1\n",
"Obs 12: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 13: put spatula 1 in/on drawer 1\n",
"Obs 13: You put the spatula 1 in/on the drawer 1.\n",
"115 r True rs [17, 16, 6, 16, 10, 6] cnts [22, 27, 20, 20, 11, 15] sum(rs)/sum(cnts) 0.6173913043478261\n",
"------------\n",
"\n",
"pick_two_obj_and_place-SoapBar-None-Cabinet-424/trial_T20190909_081720_491733\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a countertop 1, a garbagecan 1, a handtowelholder 2, a handtowelholder 1, a sinkbasin 2, a sinkbasin 1, a toilet 1, a toiletpaperhanger 1, and a towelholder 1.\n",
"Your task is to: find two soapbar and put them in cabinet.\n",
"Act 1: think: To solve the task, I need to find and take the first soapbar, then put it in cabinet, then find and take the second soapbar, then put it in cabinet.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first soapbar. A soapbar is more likely to appear in cabinet (1-4), countertop (1), handtowelholder (1-2), sinkbasin (1-2), toilet (1), toiletpaperhanger (1), towelholder (1). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: The cabinet 1 is closed.\n",
"Act 4: open cabinet 1\n",
"Obs 4: You open the cabinet 1. The cabinet 1 is open. In it, you see a cloth 1.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 5: go to cabinet 2\n",
"Obs 5: The cabinet 2 is closed.\n",
"Act 6: open cabinet 2\n",
"Obs 6: You open the cabinet 2. The cabinet 2 is open. In it, you see a spraybottle 2.\n",
"Act 7: go to cabinet 3\n",
"Obs 7: The cabinet 3 is closed.\n",
"Act 8: open cabinet 3\n",
"Obs 8: You open the cabinet 3. The cabinet 3 is open. In it, you see a toiletpaper 2.\n",
"Act 9: go to cabinet 4\n",
"Obs 9: The cabinet 4 is closed.\n",
"Act 10: open cabinet 4\n",
"Obs 10: You open the cabinet 4. The cabinet 4 is open. In it, you see a cloth 2.\n",
"Act 11: go to countertop 1\n",
"Obs 11: On the countertop 1, you see a soapbar 1, a soapbottle 1, a spraybottle 1, and a toiletpaper 1.\n",
"Act 12: think: Now I find the first soapbar (1). Next, I need to take it. I can find the second soapbar (2) later in countertop 1.\n",
"Obs 12: OK.\n",
"Act 13: take soapbar 1 from countertop 1\n",
"Obs 13: You pick up the soapbar 1 from the countertop 1.\n",
"Act 14: think: Now I take the first soapbar (1). Next, I need to put it in/on cabinet 4.\n",
"Obs 14: OK.\n",
"Act 15: go to cabinet 4\n",
"Obs 15: The cabinet 4 is open. In it, you see a cloth 2.\n",
"Act 16: put soapbar 1 in/on cabinet 4\n",
"Obs 16: You put the soapbar 1 in/on the cabinet 4.\n",
"Act 17: think: Now I put the first soapbar in cabinet. Next, I need to find the second soapbar. I can directly go to countertop 1.\n",
"Obs 17: OK.\n",
"Act 18: go to countertop 1\n",
"Obs 18: On the countertop 1, you see a soapbottle 1, a spraybottle 1, and a toiletpaper 1.\n",
"Act 19: think: Now I find the second soapbar (2). Next, I need to take it.\n",
"Obs 19: OK.\n",
"Act 20: take soapbar 2 from countertop 1\n",
"Obs 20: Nothing happens.\n",
"Act 21: think: There is no soapbar 2 in countertop 1. I need to check other places.\n",
"Obs 21: OK.\n",
"Act 22: go to handtowelholder 1\n",
"Obs 22: On the handtowelholder 1, you see nothing.\n",
"Act 23: go to handtowelholder 2\n",
"Obs 23: On the handtowelholder 2, you see a handtowel 1.\n",
"Act 24: go to sinkbasin 1\n",
"Obs 24: On the sinkbasin 1, you see nothing.\n",
"Act 25: go to sinkbasin 2\n",
"Obs 25: On the sinkbasin 2, you see nothing.\n",
"Act 26: go to toilet 1\n",
"Obs 26: On the toilet 1, you see a candle 1, a soapbar 2, and a spraybottle 3.\n",
"Act 27: think: Now I find the second soapbar (2). Next, I need to take it.\n",
"Obs 27: OK.\n",
"Act 28: take soapbar 2 from toilet 1\n",
"Obs 28: You pick up the soapbar 2 from the toilet 1.\n",
"Act 29: think: Now I take the second soapbar (2). Next, I need to put it in/on cabinet 4.\n",
"Obs 29: OK.\n",
"Act 30: go to cabinet 4\n",
"Obs 30: The cabinet 4 is open. In it, you see a cloth 2, and a soapbar 1.\n",
"Act 31: put soapbar 2 in/on cabinet 4\n",
"Obs 31: You put the soapbar 2 in/on the cabinet 4.\n",
"116 r True rs [17, 16, 6, 16, 10, 7] cnts [22, 27, 20, 20, 11, 16] sum(rs)/sum(cnts) 0.6206896551724138\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Egg-None-GarbageCan-10/trial_T20190908_113610_425142\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: heat some egg and put it in garbagecan.\n",
"Act 1: think: To solve the task, I need to find and take an egg, then heat it with microwave, then put it in garbagecan.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find an egg. An egg is more likely to appear in fridge (1), countertop (1-3), stoveburner (1-4), toaster (1), garbagecan (1), cabinet (1-6). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: open fridge 1\n",
"Obs 4: Nothing happens.\n",
"Act 5: open fridge 1\n",
"Obs 5: Nothing happens.\n",
"Act 6: open fridge 1\n",
"Obs 6: Nothing happens.\n",
"Act 7: open fridge 1\n",
"Obs 7: Nothing happens.\n",
"Act 8: open fridge 1\n",
"Obs 8: Nothing happens.\n",
"Act 9: open fridge 1\n",
"Obs 9: Nothing happens.\n",
"Act 10: open fridge 1\n",
"Obs 10: Nothing happens.\n",
"Act 11: open fridge 1\n",
"Obs 11: Nothing happens.\n",
"Act 12: open fridge 1\n",
"Obs 12: Nothing happens.\n",
"Act 13: open fridge 1\n",
"Obs 13: Nothing happens.\n",
"Act 14: open fridge 1\n",
"Obs 14: Nothing happens.\n",
"Act 15: open fridge 1\n",
"Obs 15: Nothing happens.\n",
"Act 16: open fridge 1\n",
"Obs 16: Nothing happens.\n",
"Act 17: open fridge 1\n",
"Obs 17: Nothing happens.\n",
"Act 18: open fridge 1\n",
"Obs 18: Nothing happens.\n",
"Act 19: open fridge 1\n",
"Obs 19: Nothing happens.\n",
"Act 20: open fridge 1\n",
"Obs 20: Nothing happens.\n",
"Act 21: open fridge 1\n",
"Obs 21: Nothing happens.\n",
"Act 22: open fridge 1\n",
"Obs 22: Nothing happens.\n",
"Act 23: open fridge 1\n",
"Obs 23: Nothing happens.\n",
"Act 24: open fridge 1\n",
"Obs 24: Nothing happens.\n",
"Act 25: open fridge 1\n",
"Obs 25: Nothing happens.\n",
"Act 26: open fridge 1\n",
"Obs 26: Nothing happens.\n",
"Act 27: open fridge 1\n",
"Obs 27: Nothing happens.\n",
"Act 28: open fridge 1\n",
"Obs 28: Nothing happens.\n",
"Act 29: open fridge 1\n",
"Obs 29: Nothing happens.\n",
"Act 30: open fridge 1\n",
"Obs 30: Nothing happens.\n",
"Act 31: open fridge 1\n",
"Obs 31: Nothing happens.\n",
"Act 32: open fridge 1\n",
"Obs 32: Nothing happens.\n",
"Act 33: open fridge 1\n",
"Obs 33: Nothing happens.\n",
"Act 34: open fridge 1\n",
"Obs 34: Nothing happens.\n",
"Act 35: open fridge 1\n",
"Obs 35: Nothing happens.\n",
"Act 36: open fridge 1\n",
"Obs 36: Nothing happens.\n",
"Act 37: open fridge 1\n",
"Obs 37: Nothing happens.\n",
"Act 38: open fridge 1\n",
"Obs 38: Nothing happens.\n",
"Act 39: open fridge 1\n",
"Obs 39: Nothing happens.\n",
"Act 40: open fridge 1\n",
"Obs 40: Nothing happens.\n",
"Act 41: open fridge 1\n",
"Obs 41: Nothing happens.\n",
"Act 42: open fridge 1\n",
"Obs 42: Nothing happens.\n",
"Act 43: open fridge 1\n",
"Obs 43: Nothing happens.\n",
"Act 44: open fridge 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: open fridge 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: open fridge 1\n",
"Obs 46: Nothing happens.\n",
"Act 47: open fridge 1\n",
"Obs 47: Nothing happens.\n",
"Act 48: open fridge 1\n",
"Obs 48: Nothing happens.\n",
"Act 49: open fridge 1\n",
"Obs 49: Nothing happens.\n",
"117 r 0 rs [17, 16, 6, 16, 10, 7] cnts [22, 27, 21, 20, 11, 16] sum(rs)/sum(cnts) 0.6153846153846154\n",
"------------\n",
"\n",
"look_at_obj_in_light-Pencil-None-DeskLamp-308/trial_T20190908_220656_510400\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: examine the pencil with the desklamp.\n",
"Act 1: think: To solve the task, I need to find and take a pencil, then find and use a desklamp. First I need to find a pencil. A pencil is more likely to appear in drawer (1-6), desk (1-2), shelf (1-6), bed (1), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 1: OK.\n",
"Act 2: go to drawer 1\n",
"Obs 2: The drawer 1 is closed.\n",
"Act 3: open drawer 1\n",
"Obs 3: You open the drawer 1. The drawer 1 is open. In it, you see a pen 1.\n",
"Act 4: go to drawer 2\n",
"Obs 4: On the drawer 2, you see nothing.\n",
"Act 5: go to drawer 3\n",
"Obs 5: Nothing happens.\n",
"Act 6: open drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: go to drawer 4\n",
"Obs 7: The drawer 4 is closed.\n",
"Act 8: open drawer 4\n",
"Obs 8: You open the drawer 4. The drawer 4 is open. In it, you see a creditcard 1.\n",
"Act 9: go to drawer 5\n",
"Obs 9: On the drawer 5, you see a cellphone 2, and a keychain 1.\n",
"Act 10: go to drawer 6\n",
"Obs 10: The drawer 6 is closed.\n",
"Act 11: open drawer 6\n",
"Obs 11: You open the drawer 6. The drawer 6 is open. In it, you see a cellphone 3.\n",
"Act 12: go to desk 1\n",
"Obs 12: On the desk 1, you see a bowl 2, a cd 1, a desklamp 1, and a laptop 1.\n",
"Act 13: go to desk 2\n",
"Obs 13: On the desk 2, you see a alarmclock 1, a book 2, a mug 1, and a pencil 3.\n",
"Act 14: think: Now I find a pencil (3). Next, I need to take it.\n",
"Obs 14: OK.\n",
"Act 15: take pencil 3 from desk 2\n",
"Obs 15: You pick up the pencil 3 from the desk 2.\n",
"Act 16: think: Now I take a pencil (3). Next, I need to find a desklamp. A desklamp is more likely to appear in desk (1-2), shelf (1-6), bed (1), drawer (1-6), garbagecan (1), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 16: OK.\n",
"Act 17: go to desk 1\n",
"Obs 17: On the desk 1, you see a bowl 2, a cd 1, a desklamp 1, and a laptop 1.\n",
"Act 18: think: Now I find a desklamp (1). Next, I need to use it.\n",
"Obs 18: OK.\n",
"Act 19: use desklamp 1\n",
"Obs 19: You turn on the desklamp 1.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"118 r True rs [17, 16, 6, 16, 11, 7] cnts [22, 27, 21, 20, 12, 16] sum(rs)/sum(cnts) 0.6186440677966102\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Plate-None-CounterTop-10/trial_T20190908_213356_017769\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a clean plate in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a plate, then clean it with sinkbasin, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a plate. A plate is more likely to appear in fridge (1), countertop (1-3), sinkbasin (1), stoveburner (1-3), cabinet (1-6). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: go to fridge 1\n",
"Obs 3: The fridge 1 is closed.\n",
"Act 4: open fridge 1\n",
"Obs 4: You open the fridge 1. The fridge 1 is open. In it, you see a apple 2, a bowl 2, a cup 1, a potato 3, a potato 2, and a potato 1.\n",
"Act 5: go to countertop 1\n",
"Obs 5: On the countertop 1, you see a dishsponge 1, a egg 2, and a glassbottle 2.\n",
"Act 6: go to countertop 2\n",
"Obs 6: On the countertop 2, you see a bread 1, a cellphone 1, a creditcard 2, a creditcard 1, a lettuce 1, a mug 1, a plate 3, a spatula 1, and a tomato 1.\n",
"Act 7: think: Now I find a plate (3). Next, I need to take it.\n",
"Obs 7: OK.\n",
"Act 8: take plate 3 from countertop 2\n",
"Obs 8: You pick up the plate 3 from the countertop 2.\n",
"Act 9: think: Now I take a plate (3). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 9: OK.\n",
"Act 10: go to sinkbasin 1\n",
"Obs 10: On the sinkbasin 1, you see nothing.\n",
"Act 11: clean plate 3 with sinkbasin 1\n",
"Obs 11: You clean the plate 3 using the sinkbasin 1.\n",
"Act 12: think: Now I clean a plate (3). Next, I need to put it in/on countertop 2.\n",
"Obs 12: OK.\n",
"Act 13: go to countertop 2\n",
"Obs 13: On the countertop 2, you see a bread 1, a cellphone 1, a creditcard 2, a creditcard 1, a lettuce 1, a mug 1, a spatula 1, and a tomato 1.\n",
"Act 14: put plate 3 in/on countertop 2\n",
"Obs 14: You put the plate 3 in/on the countertop 2.\n",
"119 r True rs [17, 17, 6, 16, 11, 7] cnts [22, 28, 21, 20, 12, 16] sum(rs)/sum(cnts) 0.6218487394957983\n",
"------------\n",
"\n",
"look_at_obj_in_light-Bowl-None-DeskLamp-308/trial_T20190907_133919_856963\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: look at bowl under the desklamp.\n",
"Act 1: think: To solve the task, I need to find and take a bowl, then find and use a desklamp.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a bowl. A bowl is more likely to appear in drawer (1-6), desk (1-2), shelf (1-6), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see a creditcard 1.\n",
"Act 5: go to drawer 2\n",
"Obs 5: On the drawer 2, you see a pencil 1.\n",
"Act 6: go to drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: open drawer 3\n",
"Obs 7: Nothing happens.\n",
"Act 8: go to drawer 4\n",
"Obs 8: The drawer 4 is closed.\n",
"Act 9: open drawer 4\n",
"Obs 9: You open the drawer 4. The drawer 4 is open. In it, you see a cd 2, and a pen 3.\n",
"Act 10: go to drawer 5\n",
"Obs 10: On the drawer 5, you see a book 2.\n",
"Act 11: go to drawer 6\n",
"Obs 11: The drawer 6 is closed.\n",
"Act 12: open drawer 6\n",
"Obs 12: You open the drawer 6. The drawer 6 is open. In it, you see nothing.\n",
"Act 13: go to desk 1\n",
"Obs 13: On the desk 1, you see a desklamp 1, a keychain 3, a mug 2, a pen 2, a pen 1, and a pencil 2.\n",
"Act 14: go to desk 2\n",
"Obs 14: On the desk 2, you see a alarmclock 1, a bowl 1, and a cd 3.\n",
"Act 15: think: Now I find a bowl (1). Next, I need to take it.\n",
"Obs 15: OK.\n",
"Act 16: take bowl 1 from desk 2\n",
"Obs 16: You pick up the bowl 1 from the desk 2.\n",
"Act 17: think: Now I take a bowl (1). Next, I need to find a desklamp. A desklamp is more likely to appear in desk (1-2), shelf (1-6), bed (1), drawer (1-6), garbagecan (1), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 17: OK.\n",
"Act 18: go to desk 1\n",
"Obs 18: On the desk 1, you see a desklamp 1, a keychain 3, a mug 2, a pen 2, a pen 1, and a pencil 2.\n",
"Act 19: think: Now I find a desklamp (1). Next, I need to use it.\n",
"Obs 19: OK.\n",
"Act 20: use desklamp 1\n",
"Obs 20: You turn on the desklamp 1.\n",
"120 r True rs [17, 17, 6, 16, 12, 7] cnts [22, 28, 21, 20, 13, 16] sum(rs)/sum(cnts) 0.625\n",
"------------\n",
"\n",
"pick_two_obj_and_place-PepperShaker-None-Drawer-10/trial_T20190912_221141_608117\n",
"pick_two_obj puttwo\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: find two peppershaker and put them in drawer.\n",
"Act 1: think: To solve the task, I need to find and take the first peppershaker, then put it in drawer, then find and take the second peppershaker, then put it in drawer.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find the first peppershaker. A peppershaker is more likely to appear in cabinet (1-6), countertop (1-3), shelf (1-3), drawer (1-3). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: On the cabinet 1, you see a dishsponge 1, a glassbottle 1, and a peppershaker 2.\n",
"Act 4: take peppershaker 2 from cabinet 1\n",
"Obs 4: You pick up the peppershaker 2 from the cabinet 1.\n",
"Act 5: think: Now I find the first peppershaker (2). Next, I need to put it in/on drawer.\n",
"Obs 5: OK.\n",
"Act 6: go to drawer 1\n",
"Obs 6: The drawer 1 is closed.\n",
"Act 7: open drawer 1\n",
"Obs 7: You open the drawer 1. The drawer 1 is open. In it, you see a creditcard 1, and a spatula 1.\n",
"Act 8: put peppershaker 2 in/on drawer 1\n",
"Obs 8: You put the peppershaker 2 in/on the drawer 1.\n",
"Act 9: think: Now I put the first peppershaker in drawer. Next, I need to find the second peppershaker. I have visited cabinet (1), so the second peppershaker is more likely to appear in countertop (1-3), shelf (1-3), drawer (1-3). I can check one by one, starting with countertop 1.\n",
"Obs 9: OK.\n",
"Act 10: go to countertop 1\n",
"Obs 10: On the countertop 1, you see a egg 1, and a potato 3.\n",
"Act 11: go to countertop 2\n",
"Obs 11: On the countertop 2, you see a apple 1, a bread 2, a bread 1, a butterknife 2, a butterknife 1, a glassbottle 2, a papertowelroll 1, a potato 1, and a soapbottle 1.\n",
"Act 12: go to countertop 3\n",
"Obs 12: On the countertop 3, you see a butterknife 3, a cellphone 1, a fork 1, a houseplant 1, a knife 2, a knife 1, a lettuce 2, a peppershaker 4, a pot 2, a statue 2, and a statue 1.\n",
"Act 13: think: Now I find the second peppershaker (4). Next, I need to take it.\n",
"Obs 13: OK.\n",
"Act 14: take peppershaker 4 from countertop 3\n",
"Obs 14: You pick up the peppershaker 4 from the countertop 3.\n",
"Act 15: think: Now I take the second peppershaker (4). Next, I need to put it in/on drawer.\n",
"Obs 15: OK.\n",
"Act 16: go to drawer 1\n",
"Obs 16: The drawer 1 is open. In it, you see a creditcard 1, a peppershaker 2, and a spatula 1.\n",
"Act 17: put peppershaker 4 in/on drawer 1\n",
"Obs 17: You put the peppershaker 4 in/on the drawer 1.\n",
"121 r True rs [17, 17, 6, 16, 12, 8] cnts [22, 28, 21, 20, 13, 17] sum(rs)/sum(cnts) 0.628099173553719\n",
"------------\n",
"\n",
"look_at_obj_in_light-AlarmClock-None-DeskLamp-308/trial_T20190908_222951_616606\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: look at alarmclock under the desklamp.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 1: think: To solve the task, I need to find and take an alarmclock, then find and use a desklamp.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find an alarmclock. An alarmclock is more likely to appear in drawer (1-6), desk (1-2), shelf (1-6), bed (1), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see a book 3.\n",
"Act 5: go to drawer 2\n",
"Obs 5: On the drawer 2, you see a keychain 1.\n",
"Act 6: go to drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: open drawer 3\n",
"Obs 7: Nothing happens.\n",
"Act 8: go to drawer 4\n",
"Obs 8: The drawer 4 is closed.\n",
"Act 9: open drawer 4\n",
"Obs 9: You open the drawer 4. The drawer 4 is open. In it, you see a creditcard 2.\n",
"Act 10: go to drawer 5\n",
"Obs 10: On the drawer 5, you see nothing.\n",
"Act 11: go to drawer 6\n",
"Obs 11: The drawer 6 is closed.\n",
"Act 12: open drawer 6\n",
"Obs 12: You open the drawer 6. The drawer 6 is open. In it, you see nothing.\n",
"Act 13: go to desk 1\n",
"Obs 13: On the desk 1, you see a alarmclock 1, a cd 3, a desklamp 1, a laptop 1, and a pencil 1.\n",
"Act 14: think: Now I find an alarmclock (1). Next, I need to take it.\n",
"Obs 14: OK.\n",
"Act 15: take alarmclock 1 from desk 1\n",
"Obs 15: You pick up the alarmclock 1 from the desk 1.\n",
"Act 16: think: Now I take an alarmclock (1). Next, I need to find a desklamp. A desklamp is more likely to appear in desk (1-2), shelf (1-6), bed (1), drawer (1-6), garbagecan (1), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 16: OK.\n",
"Act 17: go to desk 1\n",
"Obs 17: Nothing happens.\n",
"Act 18: go to desk 2\n",
"Obs 18: On the desk 2, you see a bowl 1, a cellphone 3, a cellphone 2, a creditcard 1, a mug 3, a pen 1, and a pencil 2.\n",
"Act 19: go to shelf 1\n",
"Obs 19: On the shelf 1, you see a cd 2, and a mug 1.\n",
"Act 20: go to shelf 2\n",
"Obs 20: On the shelf 2, you see nothing.\n",
"Act 21: go to shelf 3\n",
"Obs 21: On the shelf 3, you see a desklamp 1, and a pencil 1.\n",
"Act 22: think: Now I find a desklamp (1). Next, I need to use it.\n",
"Obs 22: OK.\n",
"Act 23: use desklamp 1\n",
"Obs 23: You turn on the desklamp 1.\n",
"122 r True rs [17, 17, 6, 16, 13, 8] cnts [22, 28, 21, 20, 14, 17] sum(rs)/sum(cnts) 0.6311475409836066\n",
"------------\n",
"\n",
"look_at_obj_in_light-CD-None-DeskLamp-308/trial_T20190908_141958_463362\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: examine the cd with the desklamp.\n",
"Act 1: think: To solve the task, I need to find and take a cd, then find and use a desklamp. First I need to find a cd. A cd is more likely to appear in drawer (1-6), desk (1-2), shelf (1-6), bed (1), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 1: OK.\n",
"Act 2: go to drawer 1\n",
"Obs 2: The drawer 1 is closed.\n",
"Act 3: open drawer 1\n",
"Obs 3: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 4: go to drawer 2\n",
"Obs 4: On the drawer 2, you see a cellphone 2, and a creditcard 1.\n",
"Act 5: go to drawer 3\n",
"Obs 5: Nothing happens.\n",
"Act 6: open drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: go to drawer 4\n",
"Obs 7: The drawer 4 is closed.\n",
"Act 8: open drawer 4\n",
"Obs 8: You open the drawer 4. The drawer 4 is open. In it, you see a pen 1.\n",
"Act 9: go to drawer 5\n",
"Obs 9: On the drawer 5, you see nothing.\n",
"Act 10: go to drawer 6\n",
"Obs 10: The drawer 6 is closed.\n",
"Act 11: open drawer 6\n",
"Obs 11: You open the drawer 6. The drawer 6 is open. In it, you see a creditcard 2.\n",
"Act 12: go to desk 1\n",
"Obs 12: On the desk 1, you see a desklamp 1, and a pencil 1.\n",
"Act 13: go to desk 2\n",
"Obs 13: On the desk 2, you see a bowl 1, a cd 3, and a mug 1.\n",
"Act 14: think: Now I find a cd (3). Next, I need to take it.\n",
"Obs 14: OK.\n",
"Act 15: take cd 3 from desk 2\n",
"Obs 15: You pick up the cd 3 from the desk 2.\n",
"Act 16: think: Now I take a cd (3). Next, I need to find a desklamp. A desklamp is more likely to appear in desk (1-2), shelf (1-6), bed (1), garbagecan (1), drawer (1-6), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 16: OK.\n",
"Act 17: go to desk 1\n",
"Obs 17: On the desk 1, you see a desklamp 1, and a pencil 1.\n",
"Act 18: think: Now I find a desklamp (1). Next, I need to use it.\n",
"Obs 18: OK.\n",
"Act 19: use desklamp 1\n",
"Obs 19: You turn on the desklamp 1.\n",
"123 r True rs [17, 17, 6, 16, 14, 8] cnts [22, 28, 21, 20, 15, 17] sum(rs)/sum(cnts) 0.6341463414634146\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Mug-None-CoffeeMachine-10/trial_T20190907_171933_349922\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a hot mug in coffeemachine.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then heat it with microwave, then put it in coffeemachine.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), shelf (1-3), garbagecan (1), cabinet (1-6). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: go to countertop 1\n",
"Obs 4: On the countertop 1, you see a pan 1, and a spoon 1.\n",
"Act 5: go to countertop 2\n",
"Obs 5: On the countertop 2, you see a apple 1, a cellphone 2, a cellphone 1, a knife 1, a lettuce 2, a lettuce 1, a peppershaker 3, and a plate 2.\n",
"Act 6: go to countertop 3\n",
"Obs 6: On the countertop 3, you see a bread 1, a butterknife 1, a cellphone 3, a creditcard 1, a glassbottle 3, a houseplant 1, a knife 2, a mug 2, a papertowelroll 1, a plate 3, a spatula 3, and a spoon 2.\n",
"Act 7: think: Now I find a mug (2). Next, I need to take it.\n",
"Obs 7: OK.\n",
"Act 8: take mug 2 from countertop 3\n",
"Obs 8: You pick up the mug 2 from the countertop 3.\n",
"Act 9: think: Now I take a mug (2). Next, I need to go to a microwave (1) and heat it.\n",
"Obs 9: OK.\n",
"Act 10: go to microwave 1\n",
"Obs 10: The microwave 1 is closed.\n",
"Act 11: heat mug 2 with microwave 1\n",
"Obs 11: You heat the mug 2 using the microwave 1.\n",
"Act 12: think: Now I heat a mug (2). Next, I need to put it in/on coffeemachine 1.\n",
"Obs 12: OK.\n",
"Act 13: go to coffeemachine 1\n",
"Obs 13: On the coffeemachine 1, you see nothing.\n",
"Act 14: put mug 2 in/on coffeemachine 1\n",
"Obs 14: You put the mug 2 in/on the coffeemachine 1.\n",
"124 r True rs [17, 17, 7, 16, 14, 8] cnts [22, 28, 22, 20, 15, 17] sum(rs)/sum(cnts) 0.6370967741935484\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Egg-None-Microwave-10/trial_T20190909_120632_691361\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put a clean egg in microwave.\n",
"Act 1: think: To solve the task, I need to find and take an egg, then clean it with sinkbasin, then put it in microwave.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find an egg. An egg is more likely to appear in fridges (1), countertop (1-3), sinkbasin (1), stoveburner (1-3), garbagecan (1). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: go to fridge 1\n",
"Obs 3: The fridge 1 is closed.\n",
"Act 4: open fridge 1\n",
"Obs 4: You open the fridge 1. The fridge 1 is open. In it, you see a cup 3, a cup 1, a lettuce 1, a plate 2, a plate 1, a potato 1, and a tomato 1.\n",
"Act 5: go to countertop 1\n",
"Obs 5: On the countertop 1, you see a cup 2, a peppershaker 3, a saltshaker 1, and a tomato 2.\n",
"Act 6: go to countertop 2\n",
"Obs 6: On the countertop 2, you see a bread 1, a butterknife 1, a creditcard 1, a dishsponge 1, a glassbottle 3, a knife 1, and a spoon 1.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 7: go to countertop 3\n",
"Obs 7: On the countertop 3, you see a bread 3, a bread 2, a butterknife 3, a butterknife 2, a cellphone 1, a egg 1, a fork 3, a houseplant 1, a mug 3, and a statue 1.\n",
"Act 8: think: Now I find an egg (1). Next, I need to take it.\n",
"Obs 8: OK.\n",
"Act 9: take egg 1 from countertop 3\n",
"Obs 9: You pick up the egg 1 from the countertop 3.\n",
"Act 10: think: Now I take an egg (1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 10: OK.\n",
"Act 11: go to sinkbasin 1\n",
"Obs 11: On the sinkbasin 1, you see a bowl 3, a spatula 2, and a spatula 1.\n",
"Act 12: clean egg 1 with sinkbasin 1\n",
"Obs 12: You clean the egg 1 using the sinkbasin 1.\n",
"Act 13: think: Now I clean an egg (1). Next, I need to put it in/on microwave 1.\n",
"Obs 13: OK.\n",
"Act 14: go to microwave 1\n",
"Obs 14: The microwave 1 is closed.\n",
"Act 15: open microwave 1\n",
"Obs 15: You open the microwave 1. The microwave 1 is open. In it, you see a mug 2.\n",
"Act 16: put egg 1 in/on microwave 1\n",
"Obs 16: You put the egg 1 in/on the microwave 1.\n",
"125 r True rs [17, 18, 7, 16, 14, 8] cnts [22, 29, 22, 20, 15, 17] sum(rs)/sum(cnts) 0.64\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Knife-None-CounterTop-10/trial_T20190909_110347_624008\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: clean some knife and put it in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a knife, then clean it with sinkbasin, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a knife. A knife is more likely to appear in drawer (1-3), countertop (1-3), shelf (1-3), fridge (1), stoveburner (1-4), garbagecan (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 5: go to drawer 2\n",
"Obs 5: The drawer 2 is closed.\n",
"Act 6: open drawer 2\n",
"Obs 6: You open the drawer 2. The drawer 2 is open. In it, you see a cellphone 1, and a dishsponge 2.\n",
"Act 7: go to drawer 3\n",
"Obs 7: The drawer 3 is closed.\n",
"Act 8: open drawer 3\n",
"Obs 8: You open the drawer 3. The drawer 3 is open. In it, you see a fork 2.\n",
"Act 9: go to countertop 1\n",
"Obs 9: On the countertop 1, you see a mug 2, a papertowelroll 1, a peppershaker 3, and a spatula 1.\n",
"Act 10: go to countertop 2\n",
"Obs 10: On the countertop 2, you see a cellphone 2, a dishsponge 1, a fork 1, a knife 1, a lettuce 3, a lettuce 1, a potato 1, a tomato 1, and a vase 1.\n",
"Act 11: think: Now I find a knife (1). Next, I need to take it.\n",
"Obs 11: OK.\n",
"Act 12: take knife 1 from countertop 2\n",
"Obs 12: You pick up the knife 1 from the countertop 2.\n",
"Act 13: think: Now I take a knife (1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 13: OK.\n",
"Act 14: go to sinkbasin 1\n",
"Obs 14: On the sinkbasin 1, you see a bowl 2, a egg 1, a potato 3, and a spoon 3.\n",
"Act 15: clean knife 1 with sinkbasin 1\n",
"Obs 15: You clean the knife 1 using the sinkbasin 1.\n",
"Act 16: think: Now I clean a knife (1). Next, I need to put it in/on countertop 1.\n",
"Obs 16: OK.\n",
"Act 17: go to countertop 1\n",
"Obs 17: On the countertop 1, you see a mug 2, a papertowelroll 1, a peppershaker 3, and a spatula 1.\n",
"Act 18: put knife 1 in/on countertop 1\n",
"Obs 18: You put the knife 1 in/on the countertop 1.\n",
"126 r True rs [17, 19, 7, 16, 14, 8] cnts [22, 30, 22, 20, 15, 17] sum(rs)/sum(cnts) 0.6428571428571429\n",
"------------\n",
"\n",
"pick_and_place_simple-Mug-None-Desk-308/trial_T20190908_125200_737896\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: put a mug in desk.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then put it in desk.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a mug. A mug is more likely to appear in drawers (1-6), shelves (1-6), garbagecan (1), laundryhamper (1), safe (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 5: go to drawer 2\n",
"Obs 5: On the drawer 2, you see a keychain 3, and a pen 1.\n",
"Act 6: go to drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: go to drawer 4\n",
"Obs 7: The drawer 4 is closed.\n",
"Act 8: open drawer 4\n",
"Obs 8: You open the drawer 4. The drawer 4 is open. In it, you see a pencil 1.\n",
"Act 9: go to drawer 5\n",
"Obs 9: On the drawer 5, you see a creditcard 1.\n",
"Act 10: go to drawer 6\n",
"Obs 10: The drawer 6 is closed.\n",
"Act 11: open drawer 6\n",
"Obs 11: You open the drawer 6. The drawer 6 is open. In it, you see nothing.\n",
"Act 12: go to shelf 1\n",
"Obs 12: On the shelf 1, you see a cellphone 1.\n",
"Act 13: go to shelf 2\n",
"Obs 13: On the shelf 2, you see a mug 1.\n",
"Act 14: think: Now I find a mug (1). Next, I need to take it.\n",
"Obs 14: OK.\n",
"Act 15: take mug 1 from shelf 2\n",
"Obs 15: You pick up the mug 1 from the shelf 2.\n",
"Act 16: think: Now I take a mug (1). Next, I need to put it in/on desk.\n",
"Obs 16: OK.\n",
"Act 17: go to desk 1\n",
"Obs 17: On the desk 1, you see a alarmclock 1, a bowl 1, a cd 1, a desklamp 1, and a laptop 1.\n",
"Act 18: put mug 1 in/on desk 1\n",
"Obs 18: You put the mug 1 in/on the desk 1.\n",
"127 r True rs [18, 19, 7, 16, 14, 8] cnts [23, 30, 22, 20, 15, 17] sum(rs)/sum(cnts) 0.6456692913385826\n",
"------------\n",
"\n",
"pick_and_place_simple-SaltShaker-None-Drawer-10/trial_T20190909_021728_339782\n",
"pick_and_place put\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: put some saltshaker on drawer.\n",
"Act 1: think: To solve the task, I need to find and take a saltshaker, then put it on drawer.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a saltshaker. A saltshaker is more likely to appear in cabinet (1-6), countertop (1-3), drawer (1-3), shelf (1-3), sinkbasin (1), garbagecan (1). I can check one by one, starting with cabinet 1.\n",
"Obs 2: OK.\n",
"Act 3: go to cabinet 1\n",
"Obs 3: On the cabinet 1, you see nothing.\n",
"Act 4: go to cabinet 2\n",
"Obs 4: The cabinet 2 is closed.\n",
"Act 5: open cabinet 2\n",
"Obs 5: You open the cabinet 2. The cabinet 2 is open. In it, you see a dishsponge 1, and a plate 1.\n",
"Act 6: go to cabinet 3\n",
"Obs 6: On the cabinet 3, you see a plate 2.\n",
"Act 7: go to cabinet 4\n",
"Obs 7: On the cabinet 4, you see a bowl 1, a cup 1, and a peppershaker 1.\n",
"Act 8: go to cabinet 5\n",
"Obs 8: The cabinet 5 is closed.\n",
"Act 9: open cabinet 5\n",
"Obs 9: You open the cabinet 5. The cabinet 5 is open. In it, you see nothing.\n",
"Act 10: go to cabinet 6\n",
"Obs 10: The cabinet 6 is closed.\n",
"Act 11: open cabinet 6\n",
"Obs 11: You open the cabinet 6. The cabinet 6 is open. In it, you see a cup 3.\n",
"Act 12: go to countertop 1\n",
"Obs 12: On the countertop 1, you see a creditcard 3, a papertowelroll 1, a peppershaker 2, and a soapbottle 1.\n",
"Act 13: go to countertop 2\n",
"Obs 13: On the countertop 2, you see a bowl 3, a bread 2, a cellphone 1, a creditcard 1, a fork 2, a glassbottle 1, a knife 1, a potato 1, a spatula 1, a spoon 3, and a spoon 1.\n",
"Act 14: go to countertop 3\n",
"Obs 14: On the countertop 3, you see a cellphone 3, a cellphone 2, a fork 3, a glassbottle 2, a houseplant 1, a knife 2, a lettuce 1, a saltshaker 1, a statue 1, a vase 2, and a vase 1.\n",
"Act 15: think: Now I find a saltshaker (1). Next, I need to take it.\n",
"Obs 15: OK.\n",
"Act 16: take saltshaker 1 from countertop 3\n",
"Obs 16: You pick up the saltshaker 1 from the countertop 3.\n",
"Act 17: think: Now I take a saltshaker (1). Next, I need to put it in/on drawer.\n",
"Obs 17: OK.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 18: go to drawer 1\n",
"Obs 18: The drawer 1 is closed.\n",
"Act 19: open drawer 1\n",
"Obs 19: You open the drawer 1. The drawer 1 is open. In it, you see a fork 1.\n",
"Act 20: go to drawer 2\n",
"Obs 20: The drawer 2 is closed.\n",
"Act 21: open drawer 2\n",
"Obs 21: You open the drawer 2. The drawer 2 is open. In it, you see a dishsponge 2, and a peppershaker 3.\n",
"Act 22: go to drawer 3\n",
"Obs 22: The drawer 3 is closed.\n",
"Act 23: open drawer 3\n",
"Obs 23: You open the drawer 3. The drawer 3 is open. In it, you see a creditcard 2, and a spoon 2.\n",
"Act 24: put saltshaker 1 in/on drawer 3\n",
"Obs 24: You put the saltshaker 1 in/on the drawer 3.\n",
"128 r True rs [19, 19, 7, 16, 14, 8] cnts [24, 30, 22, 20, 15, 17] sum(rs)/sum(cnts) 0.6484375\n",
"------------\n",
"\n",
"pick_cool_then_place_in_recep-Bread-None-CounterTop-10/trial_T20190908_091835_825830\n",
"pick_cool_then_place cool\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: cool some bread and put it in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a bread, then cool it with fridge, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a bread. A bread is more likely to appear in countertop (1-3), coffeemachine (1), cabinet (1-6), shelf (1-3), drawer (1-3). I can check one by one, starting with countertop 1.\n",
"Obs 2: OK.\n",
"Act 3: go to countertop 1\n",
"Obs 3: On the countertop 1, you see a mug 1.\n",
"Act 4: go to countertop 2\n",
"Obs 4: On the countertop 2, you see nothing.\n",
"Act 5: go to countertop 3\n",
"Obs 5: On the countertop 3, you see a apple 3, a bowl 3, a bowl 2, a bread 1, a butterknife 1, a creditcard 3, a egg 1, a glassbottle 3, a glassbottle 2, a houseplant 1, a lettuce 2, a pot 1, a saltshaker 3, a spoon 1, a statue 2, a tomato 2, and a tomato 1.\n",
"Act 6: take bread 1 from countertop 3\n",
"Obs 6: You pick up the bread 1 from the countertop 3.\n",
"Act 7: think: Now I find a bread (1). Next, I need to take it.\n",
"Obs 7: OK.\n",
"Act 8: go to fridge 1\n",
"Obs 8: The fridge 1 is closed.\n",
"Act 9: cool bread 1 with fridge 1\n",
"Obs 9: You cool the bread 1 using the fridge 1.\n",
"Act 10: think: Now I cool the bread. Next, I need to put it in/on countertop 1.\n",
"Obs 10: OK.\n",
"Act 11: go to countertop 1\n",
"Obs 11: On the countertop 1, you see a mug 1.\n",
"Act 12: put bread 1 in/on countertop 1\n",
"Obs 12: You put the bread 1 in/on the countertop 1.\n",
"129 r True rs [19, 19, 7, 17, 14, 8] cnts [24, 30, 22, 21, 15, 17] sum(rs)/sum(cnts) 0.6511627906976745\n",
"------------\n",
"\n",
"look_at_obj_in_light-Mug-None-DeskLamp-308/trial_T20190908_201421_021646\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: examine the mug with the desklamp.\n",
"Act 1: think: To solve the task, I need to find and take a mug, then find and use a desklamp. First I need to find a mug. A mug is more likely to appear in drawer (1-6), desk (1-2), shelf (1-6), bed (1), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 1: OK.\n",
"Act 2: go to drawer 1\n",
"Obs 2: The drawer 1 is closed.\n",
"Act 3: open drawer 1\n",
"Obs 3: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 4: go to drawer 2\n",
"Obs 4: On the drawer 2, you see nothing.\n",
"Act 5: go to drawer 3\n",
"Obs 5: Nothing happens.\n",
"Act 6: open drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: go to drawer 4\n",
"Obs 7: The drawer 4 is closed.\n",
"Act 8: open drawer 4\n",
"Obs 8: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 9: go to drawer 5\n",
"Obs 9: On the drawer 5, you see a book 3, and a cd 3.\n",
"Act 10: go to drawer 6\n",
"Obs 10: The drawer 6 is closed.\n",
"Act 11: open drawer 6\n",
"Obs 11: You open the drawer 6. The drawer 6 is open. In it, you see a keychain 2.\n",
"Act 12: go to desk 1\n",
"Obs 12: On the desk 1, you see a creditcard 3, a desklamp 1, a laptop 2, a mug 1, a pen 1, and a pencil 1.\n",
"Act 13: think: Now I find a mug (1). Next, I need to take it.\n",
"Obs 13: OK.\n",
"Act 14: take mug 1 from desk 1\n",
"Obs 14: You pick up the mug 1 from the desk 1.\n",
"Act 15: think: Now I take a mug (1). Next, I need to find a desklamp. A desklamp is more likely to appear in desk (1-2), shelf (1-6), bed (1), drawer (1-6), garbagecan (1), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 15: OK.\n",
"Act 16: go to desk 1\n",
"Obs 16: Nothing happens.\n",
"Act 17: go to desk 2\n",
"Obs 17: On the desk 2, you see a alarmclock 1, a bowl 1, a mug 3, a pencil 3, and a pencil 2.\n",
"Act 18: go to shelf 1\n",
"Obs 18: On the shelf 1, you see nothing.\n",
"Act 19: go to shelf 2\n",
"Obs 19: On the shelf 2, you see a creditcard 2, and a pen 2.\n",
"Act 20: go to shelf 3\n",
"Obs 20: On the shelf 3, you see a creditcard 3, a desklamp 1, and a mug 1.\n",
"Act 21: think: Now I find a desklamp (1). Next, I need to use it.\n",
"Obs 21: OK.\n",
"Act 22: use desklamp 1\n",
"Obs 22: You turn on the desklamp 1.\n",
"130 r True rs [19, 19, 7, 17, 15, 8] cnts [24, 30, 22, 21, 16, 17] sum(rs)/sum(cnts) 0.6538461538461539\n",
"------------\n",
"\n",
"look_at_obj_in_light-CD-None-DeskLamp-308/trial_T20190908_141942_810052\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: look at cd under the desklamp.\n",
"Act 1: think: To solve the task, I need to find and take a cd, then find and use a desklamp.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a cd. A cd is more likely to appear in drawer (1-6), desk (1-2), shelf (1-6), bed (1), garbagecan (1), laundryhamper (1). I can check one by one, starting with drawer 1.\n",
"Obs 2: OK.\n",
"Act 3: go to drawer 1\n",
"Obs 3: The drawer 1 is closed.\n",
"Act 4: open drawer 1\n",
"Obs 4: You open the drawer 1. The drawer 1 is open. In it, you see a book 2, and a cellphone 1.\n",
"Act 5: go to drawer 2\n",
"Obs 5: On the drawer 2, you see a keychain 1.\n",
"Act 6: go to drawer 3\n",
"Obs 6: Nothing happens.\n",
"Act 7: open drawer 3\n",
"Obs 7: Nothing happens.\n",
"Act 8: go to drawer 4\n",
"Obs 8: The drawer 4 is closed.\n",
"Act 9: open drawer 4\n",
"Obs 9: You open the drawer 4. The drawer 4 is open. In it, you see nothing.\n",
"Act 10: go to drawer 5\n",
"Obs 10: On the drawer 5, you see nothing.\n",
"Act 11: go to drawer 6\n",
"Obs 11: The drawer 6 is closed.\n",
"Act 12: open drawer 6\n",
"Obs 12: You open the drawer 6. The drawer 6 is open. In it, you see nothing.\n",
"Act 13: go to desk 1\n",
"Obs 13: On the desk 1, you see a alarmclock 1, a bowl 1, a desklamp 1, and a mug 1.\n",
"Act 14: go to desk 2\n",
"Obs 14: On the desk 2, you see a alarmclock 3, a bowl 3, a bowl 2, a cd 1, a creditcard 1, a laptop 2, and a mug 2.\n",
"Act 15: think: Now I find a cd (1). Next, I need to take it.\n",
"Obs 15: OK.\n",
"Act 16: take cd 1 from desk 2\n",
"Obs 16: You pick up the cd 1 from the desk 2.\n",
"Act 17: think: Now I take a cd (1). Next, I need to find a desklamp. A desklamp is more likely to appear in desk (1-2), shelf (1-6), bed (1), drawer (1-6), garbagecan (1), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 17: OK.\n",
"Act 18: go to desk 1\n",
"Obs 18: On the desk 1, you see a alarmclock 1, a bowl 1, a desklamp 1, and a mug 1.\n",
"Act 19: think: Now I find a desklamp (1). Next, I need to use it.\n",
"Obs 19: OK.\n",
"Act 20: use desklamp 1\n",
"Obs 20: You turn on the desklamp 1.\n",
"131 r True rs [19, 19, 7, 17, 16, 8] cnts [24, 30, 22, 21, 17, 17] sum(rs)/sum(cnts) 0.6564885496183206\n",
"------------\n",
"\n",
"pick_heat_then_place_in_recep-Apple-None-Fridge-10/trial_T20190906_182435_622538\n",
"pick_heat_then_place heat\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: heat some apple and put it in fridge.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 1: think: To solve the task, I need to find and take an apple, then heat it with microwave, then put it in fridge.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find an apple. An apple is more likely to appear in fridge (1), countertop (1-3), drawer (1-3), cabinet (1-6), garbagecan (1). I can check one by one, starting with fridge 1.\n",
"Obs 2: OK.\n",
"Act 3: open fridge 1\n",
"Obs 3: Nothing happens.\n",
"Act 4: open fridge 1\n",
"Obs 4: Nothing happens.\n",
"Act 5: open fridge 1\n",
"Obs 5: Nothing happens.\n",
"Act 6: open fridge 1\n",
"Obs 6: Nothing happens.\n",
"Act 7: open fridge 1\n",
"Obs 7: Nothing happens.\n",
"Act 8: open fridge 1\n",
"Obs 8: Nothing happens.\n",
"Act 9: open fridge 1\n",
"Obs 9: Nothing happens.\n",
"Act 10: open fridge 1\n",
"Obs 10: Nothing happens.\n",
"Act 11: open fridge 1\n",
"Obs 11: Nothing happens.\n",
"Act 12: open fridge 1\n",
"Obs 12: Nothing happens.\n",
"Act 13: open fridge 1\n",
"Obs 13: Nothing happens.\n",
"Act 14: open fridge 1\n",
"Obs 14: Nothing happens.\n",
"Act 15: open fridge 1\n",
"Obs 15: Nothing happens.\n",
"Act 16: open fridge 1\n",
"Obs 16: Nothing happens.\n",
"Act 17: open fridge 1\n",
"Obs 17: Nothing happens.\n",
"Act 18: open fridge 1\n",
"Obs 18: Nothing happens.\n",
"Act 19: open fridge 1\n",
"Obs 19: Nothing happens.\n",
"Act 20: open fridge 1\n",
"Obs 20: Nothing happens.\n",
"Act 21: open fridge 1\n",
"Obs 21: Nothing happens.\n",
"Act 22: open fridge 1\n",
"Obs 22: Nothing happens.\n",
"Act 23: open fridge 1\n",
"Obs 23: Nothing happens.\n",
"Act 24: open fridge 1\n",
"Obs 24: Nothing happens.\n",
"Act 25: open fridge 1\n",
"Obs 25: Nothing happens.\n",
"Act 26: open fridge 1\n",
"Obs 26: Nothing happens.\n",
"Act 27: open fridge 1\n",
"Obs 27: Nothing happens.\n",
"Act 28: open fridge 1\n",
"Obs 28: Nothing happens.\n",
"Act 29: open fridge 1\n",
"Obs 29: Nothing happens.\n",
"Act 30: open fridge 1\n",
"Obs 30: Nothing happens.\n",
"Act 31: open fridge 1\n",
"Obs 31: Nothing happens.\n",
"Act 32: open fridge 1\n",
"Obs 32: Nothing happens.\n",
"Act 33: open fridge 1\n",
"Obs 33: Nothing happens.\n",
"Act 34: open fridge 1\n",
"Obs 34: Nothing happens.\n",
"Act 35: open fridge 1\n",
"Obs 35: Nothing happens.\n",
"Act 36: open fridge 1\n",
"Obs 36: Nothing happens.\n",
"Act 37: open fridge 1\n",
"Obs 37: Nothing happens.\n",
"Act 38: open fridge 1\n",
"Obs 38: Nothing happens.\n",
"Act 39: open fridge 1\n",
"Obs 39: Nothing happens.\n",
"Act 40: open fridge 1\n",
"Obs 40: Nothing happens.\n",
"Act 41: open fridge 1\n",
"Obs 41: Nothing happens.\n",
"Act 42: open fridge 1\n",
"Obs 42: Nothing happens.\n",
"Act 43: open fridge 1\n",
"Obs 43: Nothing happens.\n",
"Act 44: open fridge 1\n",
"Obs 44: Nothing happens.\n",
"Act 45: open fridge 1\n",
"Obs 45: Nothing happens.\n",
"Act 46: open fridge 1\n",
"Obs 46: Nothing happens.\n",
"Act 47: open fridge 1\n",
"Obs 47: Nothing happens.\n",
"Act 48: open fridge 1\n",
"Obs 48: Nothing happens.\n",
"Act 49: open fridge 1\n",
"Obs 49: Nothing happens.\n",
"132 r 0 rs [19, 19, 7, 17, 16, 8] cnts [24, 30, 23, 21, 17, 17] sum(rs)/sum(cnts) 0.6515151515151515\n",
"------------\n",
"\n",
"pick_clean_then_place_in_recep-Pan-None-CounterTop-10/trial_T20190908_032434_013084\n",
"pick_clean_then_place clean\n",
"You are in the middle of a room. Looking quickly around you, you see a cabinet 6, a cabinet 5, a cabinet 4, a cabinet 3, a cabinet 2, a cabinet 1, a coffeemachine 1, a countertop 3, a countertop 2, a countertop 1, a drawer 3, a drawer 2, a drawer 1, a fridge 1, a garbagecan 1, a microwave 1, a shelf 3, a shelf 2, a shelf 1, a sinkbasin 1, a stoveburner 4, a stoveburner 3, a stoveburner 2, a stoveburner 1, and a toaster 1.\n",
"Your task is to: clean some pan and put it in countertop.\n",
"Act 1: think: To solve the task, I need to find and take a pan, then clean it with sinkbasin, then put it in countertop.\n",
"Obs 1: OK.\n",
"Act 2: think: First I need to find a pan. A pan is more likely to appear in stoveburner (1-4), countertop (1-3), drawer (1-3), shelf (1-3), fridge (1), garbagecan (1). I can check one by one, starting with stoveburner 1.\n",
"Obs 2: OK.\n",
"Act 3: go to stoveburner 1\n",
"Obs 3: On the stoveburner 1, you see a pot 1.\n",
"Act 4: think: Now I find a pan (1). Next, I need to take it.\n",
"Obs 4: OK.\n",
"Act 5: take pan 1 from stoveburner 1\n",
"Obs 5: Nothing happens.\n",
"Act 6: take pot 1 from stoveburner 1\n",
"Obs 6: You pick up the pot 1 from the stoveburner 1.\n",
"Act 7: think: Now I take a pan (1). Next, I need to go to sinkbasin (1) and clean it.\n",
"Obs 7: OK.\n",
"Act 8: go to sinkbasin 1\n",
"Obs 8: On the sinkbasin 1, you see nothing.\n",
"Act 9: clean pot 1 with sinkbasin 1\n",
"Obs 9: You clean the pot 1 using the sinkbasin 1.\n",
"Act 10: think: Now I clean a pan (1). Next, I need to put it in/on countertop 1.\n",
"Obs 10: OK.\n",
"Act 11: go to countertop 1\n",
"Obs 11: On the countertop 1, you see nothing.\n",
"Act 12: put pot 1 in/on countertop 1\n",
"Obs 12: You put the pot 1 in/on the countertop 1.\n",
"Act 13: \n",
"Obs 13: Nothing happens.\n",
"Act 14: \n",
"Obs 14: Nothing happens.\n",
"Act 15: \n",
"Obs 15: Nothing happens.\n",
"Act 16: \n",
"Obs 16: Nothing happens.\n",
"Act 17: \n",
"Obs 17: Nothing happens.\n",
"Act 18: \n",
"Obs 18: Nothing happens.\n",
"Act 19: \n",
"Obs 19: Nothing happens.\n",
"Act 20: \n",
"Obs 20: Nothing happens.\n",
"Act 21: \n",
"Obs 21: Nothing happens.\n",
"Act 22: \n",
"Obs 22: Nothing happens.\n",
"Act 23: \n",
"Obs 23: Nothing happens.\n",
"Act 24: \n",
"Obs 24: Nothing happens.\n",
"Act 25: \n",
"Obs 25: Nothing happens.\n",
"Act 26: \n",
"Obs 26: Nothing happens.\n",
"Act 27: \n",
"Obs 27: Nothing happens.\n",
"Act 28: \n",
"Obs 28: Nothing happens.\n",
"Act 29: \n",
"Obs 29: Nothing happens.\n",
"Act 30: \n",
"Obs 30: Nothing happens.\n",
"Act 31: \n",
"Obs 31: Nothing happens.\n",
"Act 32: \n",
"Obs 32: Nothing happens.\n",
"Act 33: \n",
"Obs 33: Nothing happens.\n",
"Act 34: \n",
"Obs 34: Nothing happens.\n",
"Act 35: \n",
"Obs 35: Nothing happens.\n",
"Act 36: \n",
"Obs 36: Nothing happens.\n",
"Act 37: \n",
"Obs 37: Nothing happens.\n",
"Act 38: \n",
"Obs 38: Nothing happens.\n",
"Act 39: \n",
"Obs 39: Nothing happens.\n",
"Act 40: \n",
"Obs 40: Nothing happens.\n",
"Act 41: \n",
"Obs 41: Nothing happens.\n",
"Act 42: \n",
"Obs 42: Nothing happens.\n",
"Act 43: \n",
"Obs 43: Nothing happens.\n",
"Act 44: \n",
"Obs 44: Nothing happens.\n",
"Act 45: \n",
"Obs 45: Nothing happens.\n",
"Act 46: \n",
"Obs 46: Nothing happens.\n",
"Act 47: \n",
"Obs 47: Nothing happens.\n",
"Act 48: \n",
"Obs 48: Nothing happens.\n",
"Act 49: \n",
"Obs 49: Nothing happens.\n",
"133 r 0 rs [19, 19, 7, 17, 16, 8] cnts [24, 31, 23, 21, 17, 17] sum(rs)/sum(cnts) 0.6466165413533834\n",
"------------\n",
"\n",
"look_at_obj_in_light-Book-None-DeskLamp-308/trial_T20190908_020029_636862\n",
"look_at_obj examine\n",
"You are in the middle of a room. Looking quickly around you, you see a bed 1, a desk 2, a desk 1, a drawer 6, a drawer 5, a drawer 4, a drawer 3, a drawer 2, a drawer 1, a garbagecan 1, a laundryhamper 1, a safe 1, a shelf 6, a shelf 5, a shelf 4, a shelf 3, a shelf 2, and a shelf 1.\n",
"Your task is to: examine the book with the desklamp.\n",
"Act 1: think: To solve the task, I need to find and take a book, then find and use a desklamp. First I need to find a book. A book is more likely to appear in desk (1-2), shelf (1-6), bed (1), garbagecan (1), drawer (1-6), laundryhamper (1). I can check one by one, starting with desk 1.\n",
"Obs 1: OK.\n",
"Act 2: go to desk 1\n",
"Obs 2: On the desk 1, you see a alarmclock 1, a bowl 2, a cd 1, a cellphone 3, a desklamp 1, a mug 1, a pen 1, and a pencil 1.\n",
"Act 3: go to desk 2\n",
"Obs 3: On the desk 2, you see a alarmclock 3, a bowl 3, a cd 3, a mug 2, and a pencil 3.\n",
"Act 4: go to shelf 1\n",
"Obs 4: On the shelf 1, you see a bowl 1.\n",
"Act 5: go to shelf 2\n",
"Obs 5: On the shelf 2, you see a creditcard 1, and a pencil 2.\n",
"Act 6: go to shelf 3\n",
"Obs 6: On the shelf 3, you see a alarmclock 1, a bowl 2, and a desklamp 1.\n",
"Act 7: go to shelf 4\n",
"Obs 7: On the shelf 4, you see a alarmclock 2.\n",
"Act 8: go to shelf 5\n",
"Obs 8: On the shelf 5, you see nothing.\n",
"Act 9: go to shelf 6\n",
"Obs 9: On the shelf 6, you see nothing.\n",
"Act 10: go to drawer 1\n",
"Obs 10: The drawer 1 is closed.\n",
"Act 11: open drawer 1\n",
"Obs 11: You open the drawer 1. The drawer 1 is open. In it, you see nothing.\n",
"Act 12: go to drawer 2\n",
"Obs 12: On the drawer 2, you see a cellphone 2.\n",
"Act 13: go to drawer 3\n",
"Obs 13: Nothing happens.\n",
"Act 14: open drawer 3\n",
"Obs 14: Nothing happens.\n",
"Act 15: go to drawer 3\n",
"Obs 15: Nothing happens.\n",
"Act 16: open drawer 3\n",
"Obs 16: Nothing happens.\n",
"Act 17: go to drawer 3\n",
"Obs 17: Nothing happens.\n",
"Act 18: open drawer 3\n",
"Obs 18: Nothing happens.\n",
"Act 19: go to drawer 3\n",
"Obs 19: Nothing happens.\n",
"Act 20: open drawer 3\n",
"Obs 20: Nothing happens.\n",
"Act 21: go to drawer 3\n",
"Obs 21: Nothing happens.\n",
"Act 22: open drawer 3\n",
"Obs 22: Nothing happens.\n",
"Act 23: go to drawer 3\n",
"Obs 23: Nothing happens.\n",
"Act 24: open drawer 3\n",
"Obs 24: Nothing happens.\n",
"Act 25: go to drawer 3\n",
"Obs 25: Nothing happens.\n",
"Act 26: open drawer 3\n",
"Obs 26: Nothing happens.\n",
"Act 27: go to drawer 3\n",
"Obs 27: Nothing happens.\n",
"Act 28: open drawer 3\n",
"Obs 28: Nothing happens.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Act 29: go to drawer 3\n",
"Obs 29: Nothing happens.\n",
"Act 30: open drawer 3\n",
"Obs 30: Nothing happens.\n",
"Act 31: go to drawer 3\n",
"Obs 31: Nothing happens.\n",
"Act 32: open drawer 3\n",
"Obs 32: Nothing happens.\n",
"Act 33: go to drawer 3\n",
"Obs 33: Nothing happens.\n",
"Act 34: open drawer 3\n",
"Obs 34: Nothing happens.\n",
"Act 35: go to drawer 3\n",
"Obs 35: Nothing happens.\n",
"Act 36: open drawer 3\n",
"Obs 36: Nothing happens.\n",
"Act 37: go to drawer 3\n",
"Obs 37: Nothing happens.\n",
"Act 38: open drawer 3\n",
"Obs 38: Nothing happens.\n",
"Act 39: go to drawer 3\n",
"Obs 39: Nothing happens.\n",
"Act 40: open drawer 3\n",
"Obs 40: Nothing happens.\n",
"Act 41: go to drawer 3\n",
"Obs 41: Nothing happens.\n",
"Act 42: open drawer 3\n",
"Obs 42: Nothing happens.\n",
"Act 43: go to drawer 3\n",
"Obs 43: Nothing happens.\n",
"Act 44: open drawer 3\n",
"Obs 44: Nothing happens.\n",
"Act 45: go to drawer 3\n",
"Obs 45: Nothing happens.\n",
"Act 46: open drawer 3\n",
"Obs 46: Nothing happens.\n",
"Act 47: go to drawer 3\n",
"Obs 47: Nothing happens.\n",
"Act 48: open drawer 3\n",
"Obs 48: Nothing happens.\n",
"Act 49: go to drawer 3\n",
"Obs 49: Nothing happens.\n",
"134 r 0 rs [19, 19, 7, 17, 16, 8] cnts [24, 31, 23, 21, 18, 17] sum(rs)/sum(cnts) 0.6417910447761194\n",
"------------\n",
"\n"
]
}
],
"source": [
"env = getattr(alfworld.agents.environment, config[\"env\"][\"type\"])(config, train_eval=split)\n",
"env = env.init_env(batch_size=1)\n",
"\n",
"for _ in range(113):\n",
" ob, info = env.reset()\n",
" \n",
"for _ in range(113, 134):\n",
" ob, info = env.reset()\n",
" ob = '\\n'.join(ob[0].split('\\n\\n')[1:])\n",
" name = '/'.join(info['extra.gamefile'][0].split('/')[-3:-1])\n",
" print(name)\n",
" for i, (k, v) in enumerate(prefixes.items()):\n",
" if name.startswith(k):\n",
" prompt = 'Interact with a household to solve a task. Here are two examples.\\n' + d[f'react_{v}_1'] + d[f'react_{v}_0'] + '\\nHere is the task.\\n'\n",
" print(k, v)\n",
" r = alfworld_run(prompt, ob=ob)\n",
" rs[i] += r\n",
" cnts[i] += 1\n",
" break\n",
" print(_+1, 'r', r, 'rs', rs, 'cnts', cnts, 'sum(rs)/sum(cnts)', sum(rs) / sum(cnts))\n",
" print('------------\\n')\n"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.7.4"
}
},
"nbformat": 4,
"nbformat_minor": 1
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment